@getpaseo/server 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +20 -0
- package/README.md +107 -0
- package/agent-prompt.md +339 -0
- package/dist/scripts/daemon-runner.js +32 -0
- package/dist/scripts/daemon-runner.js.map +1 -0
- package/dist/scripts/dev-runner.js +19 -0
- package/dist/scripts/dev-runner.js.map +1 -0
- package/dist/scripts/mcp-stdio-socket-bridge-cli.mjs +62 -0
- package/dist/scripts/supervisor.js +95 -0
- package/dist/scripts/supervisor.js.map +1 -0
- package/dist/server/client/daemon-client.d.ts +383 -0
- package/dist/server/client/daemon-client.d.ts.map +1 -0
- package/dist/server/client/daemon-client.js +2443 -0
- package/dist/server/client/daemon-client.js.map +1 -0
- package/dist/server/server/agent/activity-curator.d.ts +8 -0
- package/dist/server/server/agent/activity-curator.d.ts.map +1 -0
- package/dist/server/server/agent/activity-curator.js +228 -0
- package/dist/server/server/agent/activity-curator.js.map +1 -0
- package/dist/server/server/agent/agent-management-mcp.d.ts +34 -0
- package/dist/server/server/agent/agent-management-mcp.d.ts.map +1 -0
- package/dist/server/server/agent/agent-management-mcp.js +619 -0
- package/dist/server/server/agent/agent-management-mcp.js.map +1 -0
- package/dist/server/server/agent/agent-manager.d.ts +182 -0
- package/dist/server/server/agent/agent-manager.d.ts.map +1 -0
- package/dist/server/server/agent/agent-manager.js +1066 -0
- package/dist/server/server/agent/agent-manager.js.map +1 -0
- package/dist/server/server/agent/agent-metadata-generator.d.ts +29 -0
- package/dist/server/server/agent/agent-metadata-generator.d.ts.map +1 -0
- package/dist/server/server/agent/agent-metadata-generator.js +157 -0
- package/dist/server/server/agent/agent-metadata-generator.js.map +1 -0
- package/dist/server/server/agent/agent-projections.d.ts +12 -0
- package/dist/server/server/agent/agent-projections.d.ts.map +1 -0
- package/dist/server/server/agent/agent-projections.js +238 -0
- package/dist/server/server/agent/agent-projections.js.map +1 -0
- package/dist/server/server/agent/agent-response-loop.d.ts +32 -0
- package/dist/server/server/agent/agent-response-loop.d.ts.map +1 -0
- package/dist/server/server/agent/agent-response-loop.js +224 -0
- package/dist/server/server/agent/agent-response-loop.js.map +1 -0
- package/dist/server/server/agent/agent-sdk-types.d.ts +360 -0
- package/dist/server/server/agent/agent-sdk-types.d.ts.map +1 -0
- package/dist/server/server/agent/agent-sdk-types.js +2 -0
- package/dist/server/server/agent/agent-sdk-types.js.map +1 -0
- package/dist/server/server/agent/agent-storage.d.ts +187 -0
- package/dist/server/server/agent/agent-storage.d.ts.map +1 -0
- package/dist/server/server/agent/agent-storage.js +328 -0
- package/dist/server/server/agent/agent-storage.js.map +1 -0
- package/dist/server/server/agent/audio-utils.d.ts +3 -0
- package/dist/server/server/agent/audio-utils.d.ts.map +1 -0
- package/dist/server/server/agent/audio-utils.js +19 -0
- package/dist/server/server/agent/audio-utils.js.map +1 -0
- package/dist/server/server/agent/dictation-debug.d.ts +13 -0
- package/dist/server/server/agent/dictation-debug.d.ts.map +1 -0
- package/dist/server/server/agent/dictation-debug.js +50 -0
- package/dist/server/server/agent/dictation-debug.js.map +1 -0
- package/dist/server/server/agent/llm-openai.d.ts +7 -0
- package/dist/server/server/agent/llm-openai.d.ts.map +1 -0
- package/dist/server/server/agent/llm-openai.js +8 -0
- package/dist/server/server/agent/llm-openai.js.map +1 -0
- package/dist/server/server/agent/mcp-server.d.ts +26 -0
- package/dist/server/server/agent/mcp-server.d.ts.map +1 -0
- package/dist/server/server/agent/mcp-server.js +762 -0
- package/dist/server/server/agent/mcp-server.js.map +1 -0
- package/dist/server/server/agent/model-resolver.d.ts +11 -0
- package/dist/server/server/agent/model-resolver.d.ts.map +1 -0
- package/dist/server/server/agent/model-resolver.js +21 -0
- package/dist/server/server/agent/model-resolver.js.map +1 -0
- package/dist/server/server/agent/orchestrator-instructions.d.ts +7 -0
- package/dist/server/server/agent/orchestrator-instructions.d.ts.map +1 -0
- package/dist/server/server/agent/orchestrator-instructions.js +51 -0
- package/dist/server/server/agent/orchestrator-instructions.js.map +1 -0
- package/dist/server/server/agent/orchestrator.d.ts +12 -0
- package/dist/server/server/agent/orchestrator.d.ts.map +1 -0
- package/dist/server/server/agent/orchestrator.js +12 -0
- package/dist/server/server/agent/orchestrator.js.map +1 -0
- package/dist/server/server/agent/pcm16-resampler.d.ts +14 -0
- package/dist/server/server/agent/pcm16-resampler.d.ts.map +1 -0
- package/dist/server/server/agent/pcm16-resampler.js +63 -0
- package/dist/server/server/agent/pcm16-resampler.js.map +1 -0
- package/dist/server/server/agent/provider-launch-config.d.ts +139 -0
- package/dist/server/server/agent/provider-launch-config.d.ts.map +1 -0
- package/dist/server/server/agent/provider-launch-config.js +83 -0
- package/dist/server/server/agent/provider-launch-config.js.map +1 -0
- package/dist/server/server/agent/provider-manifest.d.ts +20 -0
- package/dist/server/server/agent/provider-manifest.d.ts.map +1 -0
- package/dist/server/server/agent/provider-manifest.js +97 -0
- package/dist/server/server/agent/provider-manifest.js.map +1 -0
- package/dist/server/server/agent/provider-registry.d.ts +18 -0
- package/dist/server/server/agent/provider-registry.d.ts.map +1 -0
- package/dist/server/server/agent/provider-registry.js +45 -0
- package/dist/server/server/agent/provider-registry.js.map +1 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.d.ts +3 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.d.ts.map +1 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.js +42 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.js.map +1 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.d.ts +16 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.d.ts.map +1 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.js +73 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.js.map +1 -0
- package/dist/server/server/agent/providers/claude-agent.d.ts +35 -0
- package/dist/server/server/agent/providers/claude-agent.d.ts.map +1 -0
- package/dist/server/server/agent/providers/claude-agent.js +2056 -0
- package/dist/server/server/agent/providers/claude-agent.js.map +1 -0
- package/dist/server/server/agent/providers/codex/tool-call-detail-parser.d.ts +13 -0
- package/dist/server/server/agent/providers/codex/tool-call-detail-parser.d.ts.map +1 -0
- package/dist/server/server/agent/providers/codex/tool-call-detail-parser.js +67 -0
- package/dist/server/server/agent/providers/codex/tool-call-detail-parser.js.map +1 -0
- package/dist/server/server/agent/providers/codex/tool-call-mapper.d.ts +15 -0
- package/dist/server/server/agent/providers/codex/tool-call-mapper.d.ts.map +1 -0
- package/dist/server/server/agent/providers/codex/tool-call-mapper.js +640 -0
- package/dist/server/server/agent/providers/codex/tool-call-mapper.js.map +1 -0
- package/dist/server/server/agent/providers/codex-app-server-agent.d.ts +34 -0
- package/dist/server/server/agent/providers/codex-app-server-agent.d.ts.map +1 -0
- package/dist/server/server/agent/providers/codex-app-server-agent.js +2476 -0
- package/dist/server/server/agent/providers/codex-app-server-agent.js.map +1 -0
- package/dist/server/server/agent/providers/codex-rollout-timeline.d.ts +9 -0
- package/dist/server/server/agent/providers/codex-rollout-timeline.d.ts.map +1 -0
- package/dist/server/server/agent/providers/codex-rollout-timeline.js +486 -0
- package/dist/server/server/agent/providers/codex-rollout-timeline.js.map +1 -0
- package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.d.ts +3 -0
- package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.d.ts.map +1 -0
- package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.js +33 -0
- package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.js.map +1 -0
- package/dist/server/server/agent/providers/opencode/tool-call-mapper.d.ts +13 -0
- package/dist/server/server/agent/providers/opencode/tool-call-mapper.d.ts.map +1 -0
- package/dist/server/server/agent/providers/opencode/tool-call-mapper.js +75 -0
- package/dist/server/server/agent/providers/opencode/tool-call-mapper.js.map +1 -0
- package/dist/server/server/agent/providers/opencode-agent.d.ts +37 -0
- package/dist/server/server/agent/providers/opencode-agent.d.ts.map +1 -0
- package/dist/server/server/agent/providers/opencode-agent.js +822 -0
- package/dist/server/server/agent/providers/opencode-agent.js.map +1 -0
- package/dist/server/server/agent/providers/tool-call-detail-primitives.d.ts +1363 -0
- package/dist/server/server/agent/providers/tool-call-detail-primitives.d.ts.map +1 -0
- package/dist/server/server/agent/providers/tool-call-detail-primitives.js +534 -0
- package/dist/server/server/agent/providers/tool-call-detail-primitives.js.map +1 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.d.ts +18 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.d.ts.map +1 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.js +119 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.js.map +1 -0
- package/dist/server/server/agent/recordings-debug.d.ts +3 -0
- package/dist/server/server/agent/recordings-debug.d.ts.map +1 -0
- package/dist/server/server/agent/recordings-debug.js +19 -0
- package/dist/server/server/agent/recordings-debug.js.map +1 -0
- package/dist/server/server/agent/stt-debug.d.ts +10 -0
- package/dist/server/server/agent/stt-debug.d.ts.map +1 -0
- package/dist/server/server/agent/stt-debug.js +33 -0
- package/dist/server/server/agent/stt-debug.js.map +1 -0
- package/dist/server/server/agent/stt-manager.d.ts +32 -0
- package/dist/server/server/agent/stt-manager.d.ts.map +1 -0
- package/dist/server/server/agent/stt-manager.js +231 -0
- package/dist/server/server/agent/stt-manager.js.map +1 -0
- package/dist/server/server/agent/system-prompt.d.ts +3 -0
- package/dist/server/server/agent/system-prompt.d.ts.map +1 -0
- package/dist/server/server/agent/system-prompt.js +19 -0
- package/dist/server/server/agent/system-prompt.js.map +1 -0
- package/dist/server/server/agent/tool-name-normalization.d.ts +7 -0
- package/dist/server/server/agent/tool-name-normalization.d.ts.map +1 -0
- package/dist/server/server/agent/tool-name-normalization.js +45 -0
- package/dist/server/server/agent/tool-name-normalization.js.map +1 -0
- package/dist/server/server/agent/tts-debug.d.ts +8 -0
- package/dist/server/server/agent/tts-debug.d.ts.map +1 -0
- package/dist/server/server/agent/tts-debug.js +24 -0
- package/dist/server/server/agent/tts-debug.js.map +1 -0
- package/dist/server/server/agent/tts-manager.d.ts +33 -0
- package/dist/server/server/agent/tts-manager.d.ts.map +1 -0
- package/dist/server/server/agent/tts-manager.js +261 -0
- package/dist/server/server/agent/tts-manager.js.map +1 -0
- package/dist/server/server/agent/wait-for-agent-tracker.d.ts +15 -0
- package/dist/server/server/agent/wait-for-agent-tracker.d.ts.map +1 -0
- package/dist/server/server/agent/wait-for-agent-tracker.js +53 -0
- package/dist/server/server/agent/wait-for-agent-tracker.js.map +1 -0
- package/dist/server/server/allowed-hosts.d.ts +13 -0
- package/dist/server/server/allowed-hosts.d.ts.map +1 -0
- package/dist/server/server/allowed-hosts.js +94 -0
- package/dist/server/server/allowed-hosts.js.map +1 -0
- package/dist/server/server/bootstrap.d.ts +49 -0
- package/dist/server/server/bootstrap.d.ts.map +1 -0
- package/dist/server/server/bootstrap.js +483 -0
- package/dist/server/server/bootstrap.js.map +1 -0
- package/dist/server/server/config.d.ts +13 -0
- package/dist/server/server/config.d.ts.map +1 -0
- package/dist/server/server/config.js +84 -0
- package/dist/server/server/config.js.map +1 -0
- package/dist/server/server/connection-offer.d.ts +19 -0
- package/dist/server/server/connection-offer.d.ts.map +1 -0
- package/dist/server/server/connection-offer.js +60 -0
- package/dist/server/server/connection-offer.js.map +1 -0
- package/dist/server/server/daemon-keypair.d.ts +8 -0
- package/dist/server/server/daemon-keypair.d.ts.map +1 -0
- package/dist/server/server/daemon-keypair.js +40 -0
- package/dist/server/server/daemon-keypair.js.map +1 -0
- package/dist/server/server/dictation/dictation-stream-manager.d.ts +76 -0
- package/dist/server/server/dictation/dictation-stream-manager.d.ts.map +1 -0
- package/dist/server/server/dictation/dictation-stream-manager.js +481 -0
- package/dist/server/server/dictation/dictation-stream-manager.js.map +1 -0
- package/dist/server/server/exports.d.ts +11 -0
- package/dist/server/server/exports.d.ts.map +1 -0
- package/dist/server/server/exports.js +11 -0
- package/dist/server/server/exports.js.map +1 -0
- package/dist/server/server/file-download/token-store.d.ts +25 -0
- package/dist/server/server/file-download/token-store.d.ts.map +1 -0
- package/dist/server/server/file-download/token-store.js +40 -0
- package/dist/server/server/file-download/token-store.js.map +1 -0
- package/dist/server/server/file-explorer/service.d.ts +41 -0
- package/dist/server/server/file-explorer/service.d.ts.map +1 -0
- package/dist/server/server/file-explorer/service.js +163 -0
- package/dist/server/server/file-explorer/service.js.map +1 -0
- package/dist/server/server/index.d.ts +2 -0
- package/dist/server/server/index.d.ts.map +1 -0
- package/dist/server/server/index.js +90 -0
- package/dist/server/server/index.js.map +1 -0
- package/dist/server/server/json-utils.d.ts +11 -0
- package/dist/server/server/json-utils.d.ts.map +1 -0
- package/dist/server/server/json-utils.js +45 -0
- package/dist/server/server/json-utils.js.map +1 -0
- package/dist/server/server/logger.d.ts +12 -0
- package/dist/server/server/logger.d.ts.map +1 -0
- package/dist/server/server/logger.js +29 -0
- package/dist/server/server/logger.js.map +1 -0
- package/dist/server/server/messages.d.ts +9 -0
- package/dist/server/server/messages.d.ts.map +1 -0
- package/dist/server/server/messages.js +29 -0
- package/dist/server/server/messages.js.map +1 -0
- package/dist/server/server/pairing-offer.d.ts +16 -0
- package/dist/server/server/pairing-offer.d.ts.map +1 -0
- package/dist/server/server/pairing-offer.js +45 -0
- package/dist/server/server/pairing-offer.js.map +1 -0
- package/dist/server/server/pairing-qr.d.ts +7 -0
- package/dist/server/server/pairing-qr.d.ts.map +1 -0
- package/dist/server/server/pairing-qr.js +45 -0
- package/dist/server/server/pairing-qr.js.map +1 -0
- package/dist/server/server/paseo-home.d.ts +2 -0
- package/dist/server/server/paseo-home.d.ts.map +1 -0
- package/dist/server/server/paseo-home.js +19 -0
- package/dist/server/server/paseo-home.js.map +1 -0
- package/dist/server/server/path-utils.d.ts +3 -0
- package/dist/server/server/path-utils.d.ts.map +1 -0
- package/dist/server/server/path-utils.js +20 -0
- package/dist/server/server/path-utils.js.map +1 -0
- package/dist/server/server/persisted-config.d.ts +500 -0
- package/dist/server/server/persisted-config.d.ts.map +1 -0
- package/dist/server/server/persisted-config.js +212 -0
- package/dist/server/server/persisted-config.js.map +1 -0
- package/dist/server/server/persistence-hooks.d.ts +24 -0
- package/dist/server/server/persistence-hooks.d.ts.map +1 -0
- package/dist/server/server/persistence-hooks.js +60 -0
- package/dist/server/server/persistence-hooks.js.map +1 -0
- package/dist/server/server/pid-lock.d.ts +19 -0
- package/dist/server/server/pid-lock.d.ts.map +1 -0
- package/dist/server/server/pid-lock.js +115 -0
- package/dist/server/server/pid-lock.js.map +1 -0
- package/dist/server/server/push/push-service.d.ts +21 -0
- package/dist/server/server/push/push-service.d.ts.map +1 -0
- package/dist/server/server/push/push-service.js +68 -0
- package/dist/server/server/push/push-service.js.map +1 -0
- package/dist/server/server/push/token-store.d.ts +18 -0
- package/dist/server/server/push/token-store.d.ts.map +1 -0
- package/dist/server/server/push/token-store.js +70 -0
- package/dist/server/server/push/token-store.js.map +1 -0
- package/dist/server/server/relay-transport.d.ts +22 -0
- package/dist/server/server/relay-transport.d.ts.map +1 -0
- package/dist/server/server/relay-transport.js +374 -0
- package/dist/server/server/relay-transport.js.map +1 -0
- package/dist/server/server/server-id.d.ts +17 -0
- package/dist/server/server/server-id.d.ts.map +1 -0
- package/dist/server/server/server-id.js +63 -0
- package/dist/server/server/server-id.js.map +1 -0
- package/dist/server/server/session.d.ts +360 -0
- package/dist/server/server/session.d.ts.map +1 -0
- package/dist/server/server/session.js +4615 -0
- package/dist/server/server/session.js.map +1 -0
- package/dist/server/server/speech/audio.d.ts +10 -0
- package/dist/server/server/speech/audio.d.ts.map +1 -0
- package/dist/server/server/speech/audio.js +101 -0
- package/dist/server/server/speech/audio.js.map +1 -0
- package/dist/server/server/speech/providers/local/config.d.ts +26 -0
- package/dist/server/server/speech/providers/local/config.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/config.js +93 -0
- package/dist/server/server/speech/providers/local/config.js.map +1 -0
- package/dist/server/server/speech/providers/local/models.d.ts +12 -0
- package/dist/server/server/speech/providers/local/models.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/models.js +18 -0
- package/dist/server/server/speech/providers/local/models.js.map +1 -0
- package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.d.ts +24 -0
- package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.js +422 -0
- package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.js.map +1 -0
- package/dist/server/server/speech/providers/local/runtime.d.ts +30 -0
- package/dist/server/server/speech/providers/local/runtime.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/runtime.js +254 -0
- package/dist/server/server/speech/providers/local/runtime.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/model-catalog.d.ts +117 -0
- package/dist/server/server/speech/providers/local/sherpa/model-catalog.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/model-catalog.js +166 -0
- package/dist/server/server/speech/providers/local/sherpa/model-catalog.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/model-downloader.d.ts +17 -0
- package/dist/server/server/speech/providers/local/sherpa/model-downloader.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/model-downloader.js +151 -0
- package/dist/server/server/speech/providers/local/sherpa/model-downloader.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.d.ts +28 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js +68 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.d.ts +37 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.js +79 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.d.ts +7 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.js +11 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts +7 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js +44 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.d.ts +28 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js +131 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.d.ts +21 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js +132 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.d.ts +23 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.js +112 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.d.ts +23 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.js +140 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.d.ts +21 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.js +95 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.js.map +1 -0
- package/dist/server/server/speech/providers/openai/config.d.ts +22 -0
- package/dist/server/server/speech/providers/openai/config.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/config.js +94 -0
- package/dist/server/server/speech/providers/openai/config.js.map +1 -0
- package/dist/server/server/speech/providers/openai/realtime-transcription-session.d.ts +42 -0
- package/dist/server/server/speech/providers/openai/realtime-transcription-session.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/realtime-transcription-session.js +165 -0
- package/dist/server/server/speech/providers/openai/realtime-transcription-session.js.map +1 -0
- package/dist/server/server/speech/providers/openai/runtime.d.ts +27 -0
- package/dist/server/server/speech/providers/openai/runtime.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/runtime.js +103 -0
- package/dist/server/server/speech/providers/openai/runtime.js.map +1 -0
- package/dist/server/server/speech/providers/openai/stt.d.ts +22 -0
- package/dist/server/server/speech/providers/openai/stt.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/stt.js +208 -0
- package/dist/server/server/speech/providers/openai/stt.js.map +1 -0
- package/dist/server/server/speech/providers/openai/tts.d.ts +18 -0
- package/dist/server/server/speech/providers/openai/tts.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/tts.js +46 -0
- package/dist/server/server/speech/providers/openai/tts.js.map +1 -0
- package/dist/server/server/speech/speech-config-resolver.d.ts +11 -0
- package/dist/server/server/speech/speech-config-resolver.d.ts.map +1 -0
- package/dist/server/server/speech/speech-config-resolver.js +64 -0
- package/dist/server/server/speech/speech-config-resolver.js.map +1 -0
- package/dist/server/server/speech/speech-provider.d.ts +59 -0
- package/dist/server/server/speech/speech-provider.d.ts.map +1 -0
- package/dist/server/server/speech/speech-provider.js +2 -0
- package/dist/server/server/speech/speech-provider.js.map +1 -0
- package/dist/server/server/speech/speech-runtime.d.ts +20 -0
- package/dist/server/server/speech/speech-runtime.d.ts.map +1 -0
- package/dist/server/server/speech/speech-runtime.js +119 -0
- package/dist/server/server/speech/speech-runtime.js.map +1 -0
- package/dist/server/server/speech/speech-types.d.ts +20 -0
- package/dist/server/server/speech/speech-types.d.ts.map +1 -0
- package/dist/server/server/speech/speech-types.js +7 -0
- package/dist/server/server/speech/speech-types.js.map +1 -0
- package/dist/server/server/terminal-mcp/index.d.ts +4 -0
- package/dist/server/server/terminal-mcp/index.d.ts.map +1 -0
- package/dist/server/server/terminal-mcp/index.js +3 -0
- package/dist/server/server/terminal-mcp/index.js.map +1 -0
- package/dist/server/server/terminal-mcp/server.d.ts +10 -0
- package/dist/server/server/terminal-mcp/server.d.ts.map +1 -0
- package/dist/server/server/terminal-mcp/server.js +217 -0
- package/dist/server/server/terminal-mcp/server.js.map +1 -0
- package/dist/server/server/terminal-mcp/terminal-manager.d.ts +123 -0
- package/dist/server/server/terminal-mcp/terminal-manager.d.ts.map +1 -0
- package/dist/server/server/terminal-mcp/terminal-manager.js +351 -0
- package/dist/server/server/terminal-mcp/terminal-manager.js.map +1 -0
- package/dist/server/server/terminal-mcp/tmux.d.ts +207 -0
- package/dist/server/server/terminal-mcp/tmux.d.ts.map +1 -0
- package/dist/server/server/terminal-mcp/tmux.js +924 -0
- package/dist/server/server/terminal-mcp/tmux.js.map +1 -0
- package/dist/server/server/types.d.ts +5 -0
- package/dist/server/server/types.d.ts.map +1 -0
- package/dist/server/server/types.js +3 -0
- package/dist/server/server/types.js.map +1 -0
- package/dist/server/server/utils/diff-highlighter.d.ts +52 -0
- package/dist/server/server/utils/diff-highlighter.d.ts.map +1 -0
- package/dist/server/server/utils/diff-highlighter.js +244 -0
- package/dist/server/server/utils/diff-highlighter.js.map +1 -0
- package/dist/server/server/utils/syntax-highlighter.d.ts +10 -0
- package/dist/server/server/utils/syntax-highlighter.d.ts.map +1 -0
- package/dist/server/server/utils/syntax-highlighter.js +141 -0
- package/dist/server/server/utils/syntax-highlighter.js.map +1 -0
- package/dist/server/server/voice-config.d.ts +14 -0
- package/dist/server/server/voice-config.d.ts.map +1 -0
- package/dist/server/server/voice-config.js +51 -0
- package/dist/server/server/voice-config.js.map +1 -0
- package/dist/server/server/voice-mcp-bridge-command.d.ts +17 -0
- package/dist/server/server/voice-mcp-bridge-command.d.ts.map +1 -0
- package/dist/server/server/voice-mcp-bridge-command.js +31 -0
- package/dist/server/server/voice-mcp-bridge-command.js.map +1 -0
- package/dist/server/server/voice-mcp-bridge.d.ts +18 -0
- package/dist/server/server/voice-mcp-bridge.d.ts.map +1 -0
- package/dist/server/server/voice-mcp-bridge.js +109 -0
- package/dist/server/server/voice-mcp-bridge.js.map +1 -0
- package/dist/server/server/voice-permission-policy.d.ts +4 -0
- package/dist/server/server/voice-permission-policy.d.ts.map +1 -0
- package/dist/server/server/voice-permission-policy.js +13 -0
- package/dist/server/server/voice-permission-policy.js.map +1 -0
- package/dist/server/server/voice-types.d.ts +17 -0
- package/dist/server/server/voice-types.d.ts.map +1 -0
- package/dist/server/server/voice-types.js +2 -0
- package/dist/server/server/voice-types.js.map +1 -0
- package/dist/server/server/websocket-server.d.ts +80 -0
- package/dist/server/server/websocket-server.d.ts.map +1 -0
- package/dist/server/server/websocket-server.js +447 -0
- package/dist/server/server/websocket-server.js.map +1 -0
- package/dist/server/shared/agent-lifecycle.d.ts +3 -0
- package/dist/server/shared/agent-lifecycle.d.ts.map +1 -0
- package/dist/server/shared/agent-lifecycle.js +8 -0
- package/dist/server/shared/agent-lifecycle.js.map +1 -0
- package/dist/server/shared/connection-offer.d.ts +62 -0
- package/dist/server/shared/connection-offer.d.ts.map +1 -0
- package/dist/server/shared/connection-offer.js +17 -0
- package/dist/server/shared/connection-offer.js.map +1 -0
- package/dist/server/shared/daemon-endpoints.d.ts +19 -0
- package/dist/server/shared/daemon-endpoints.d.ts.map +1 -0
- package/dist/server/shared/daemon-endpoints.js +98 -0
- package/dist/server/shared/daemon-endpoints.js.map +1 -0
- package/dist/server/shared/messages.d.ts +36729 -0
- package/dist/server/shared/messages.d.ts.map +1 -0
- package/dist/server/shared/messages.js +1666 -0
- package/dist/server/shared/messages.js.map +1 -0
- package/dist/server/shared/path-utils.d.ts +2 -0
- package/dist/server/shared/path-utils.d.ts.map +1 -0
- package/dist/server/shared/path-utils.js +16 -0
- package/dist/server/shared/path-utils.js.map +1 -0
- package/dist/server/shared/tool-call-display.d.ts +11 -0
- package/dist/server/shared/tool-call-display.d.ts.map +1 -0
- package/dist/server/shared/tool-call-display.js +82 -0
- package/dist/server/shared/tool-call-display.js.map +1 -0
- package/dist/server/terminal/terminal-manager.d.ts +14 -0
- package/dist/server/terminal/terminal-manager.d.ts.map +1 -0
- package/dist/server/terminal/terminal-manager.js +67 -0
- package/dist/server/terminal/terminal-manager.js.map +1 -0
- package/dist/server/terminal/terminal.d.ts +67 -0
- package/dist/server/terminal/terminal.d.ts.map +1 -0
- package/dist/server/terminal/terminal.js +190 -0
- package/dist/server/terminal/terminal.js.map +1 -0
- package/dist/server/utils/checkout-git.d.ts +138 -0
- package/dist/server/utils/checkout-git.d.ts.map +1 -0
- package/dist/server/utils/checkout-git.js +1079 -0
- package/dist/server/utils/checkout-git.js.map +1 -0
- package/dist/server/utils/path.d.ts +5 -0
- package/dist/server/utils/path.d.ts.map +1 -0
- package/dist/server/utils/path.js +15 -0
- package/dist/server/utils/path.js.map +1 -0
- package/dist/server/utils/project-icon.d.ts +39 -0
- package/dist/server/utils/project-icon.d.ts.map +1 -0
- package/dist/server/utils/project-icon.js +391 -0
- package/dist/server/utils/project-icon.js.map +1 -0
- package/dist/server/utils/worktree-metadata.d.ts +21 -0
- package/dist/server/utils/worktree-metadata.d.ts.map +1 -0
- package/dist/server/utils/worktree-metadata.js +74 -0
- package/dist/server/utils/worktree-metadata.js.map +1 -0
- package/dist/server/utils/worktree.d.ts +95 -0
- package/dist/server/utils/worktree.d.ts.map +1 -0
- package/dist/server/utils/worktree.js +568 -0
- package/dist/server/utils/worktree.js.map +1 -0
- package/package.json +108 -0
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { ensureSherpaOnnxModels, getSherpaOnnxModelDir, } from "./sherpa/model-downloader.js";
|
|
2
|
+
import { DEFAULT_LOCAL_STT_MODEL, DEFAULT_LOCAL_TTS_MODEL, LocalSttModelIdSchema, LocalTtsModelIdSchema, listSherpaOnnxModels, } from "./sherpa/model-catalog.js";
|
|
3
|
+
export { DEFAULT_LOCAL_STT_MODEL, DEFAULT_LOCAL_TTS_MODEL, LocalSttModelIdSchema, LocalTtsModelIdSchema, };
|
|
4
|
+
export function listLocalSpeechModels() {
|
|
5
|
+
return listSherpaOnnxModels();
|
|
6
|
+
}
|
|
7
|
+
export function getLocalSpeechModelDir(modelsDir, modelId) {
|
|
8
|
+
return getSherpaOnnxModelDir(modelsDir, modelId);
|
|
9
|
+
}
|
|
10
|
+
export async function ensureLocalSpeechModels(options) {
|
|
11
|
+
return ensureSherpaOnnxModels({
|
|
12
|
+
modelsDir: options.modelsDir,
|
|
13
|
+
modelIds: options.modelIds,
|
|
14
|
+
autoDownload: options.autoDownload ?? true,
|
|
15
|
+
logger: options.logger,
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=models.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/models.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,GAIrB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,GAItB,CAAC;AAIF,MAAM,UAAU,qBAAqB;IACnC,OAAO,oBAAoB,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,SAAiB,EAAE,OAA2B;IACnF,OAAO,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,OAK7C;IACC,OAAO,sBAAsB,CAAC;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI;QAC1C,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type pino from "pino";
|
|
2
|
+
import type { SpeechStreamResult, TextToSpeechProvider } from "../../../speech-provider.js";
|
|
3
|
+
export type PocketTtsOnnxConfig = {
|
|
4
|
+
modelDir: string;
|
|
5
|
+
precision?: "int8" | "fp32";
|
|
6
|
+
device?: "auto" | "cpu" | "cuda";
|
|
7
|
+
temperature?: number;
|
|
8
|
+
lsdSteps?: number;
|
|
9
|
+
maxFrames?: number;
|
|
10
|
+
framesAfterEos?: number;
|
|
11
|
+
firstChunkFrames?: number;
|
|
12
|
+
maxChunkFrames?: number;
|
|
13
|
+
targetChunkMs?: number;
|
|
14
|
+
referenceAudioFile?: string;
|
|
15
|
+
};
|
|
16
|
+
export declare class PocketTtsOnnxTTS implements TextToSpeechProvider {
|
|
17
|
+
private readonly engine;
|
|
18
|
+
private readonly chunkMs;
|
|
19
|
+
private readonly logger;
|
|
20
|
+
private constructor();
|
|
21
|
+
static create(config: PocketTtsOnnxConfig, logger: pino.Logger): Promise<PocketTtsOnnxTTS>;
|
|
22
|
+
synthesizeSpeech(text: string): Promise<SpeechStreamResult>;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=pocket-tts-onnx.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pocket-tts-onnx.d.ts","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/pocket/pocket-tts-onnx.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,KAAK,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAoL5F,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAkUF,qBAAa,gBAAiB,YAAW,oBAAoB;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IAErC,OAAO;WAMM,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAM1F,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBlE"}
|
|
@@ -0,0 +1,422 @@
|
|
|
1
|
+
import { existsSync } from "node:fs";
|
|
2
|
+
import { readFile } from "node:fs/promises";
|
|
3
|
+
import { Readable } from "node:stream";
|
|
4
|
+
import { chunkBuffer, float32ToPcm16le, parsePcm16MonoWav, pcm16leToFloat32 } from "../../../audio.js";
|
|
5
|
+
import { Pcm16MonoResampler } from "../../../../agent/pcm16-resampler.js";
|
|
6
|
+
function assertFileExists(filePath, label) {
|
|
7
|
+
if (!existsSync(filePath)) {
|
|
8
|
+
throw new Error(`Missing ${label}: ${filePath}`);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
function product(dims) {
|
|
12
|
+
let out = 1;
|
|
13
|
+
for (const d of dims)
|
|
14
|
+
out *= d;
|
|
15
|
+
return out;
|
|
16
|
+
}
|
|
17
|
+
function normalizeDims(dims) {
|
|
18
|
+
// ONNX metadata can contain dynamic dimensions as strings (e.g. "batch") or -1.
|
|
19
|
+
// For state tensors we want a valid minimal shape, so coerce unknown/invalid dims to 1.
|
|
20
|
+
// Preserve explicit 0 dims (some models use empty initial state buffers with shape [0]).
|
|
21
|
+
return dims.map((d) => {
|
|
22
|
+
if (typeof d === "number" && Number.isFinite(d)) {
|
|
23
|
+
if (d === 0)
|
|
24
|
+
return 0;
|
|
25
|
+
if (d > 0)
|
|
26
|
+
return d;
|
|
27
|
+
return 1;
|
|
28
|
+
}
|
|
29
|
+
return 1;
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
function getSessionInputMeta(session, inputName) {
|
|
33
|
+
const metaAny = session.inputMetadata;
|
|
34
|
+
if (Array.isArray(metaAny)) {
|
|
35
|
+
const entry = metaAny.find((m) => m && typeof m === "object" && m.name === inputName);
|
|
36
|
+
if (!entry)
|
|
37
|
+
return undefined;
|
|
38
|
+
return { type: entry.type, dims: entry.shape };
|
|
39
|
+
}
|
|
40
|
+
if (metaAny && typeof metaAny === "object" && inputName in metaAny) {
|
|
41
|
+
const entry = metaAny[inputName];
|
|
42
|
+
return { type: entry?.type, dims: entry?.dimensions ?? entry?.shape };
|
|
43
|
+
}
|
|
44
|
+
return undefined;
|
|
45
|
+
}
|
|
46
|
+
function toBigInt64(values) {
|
|
47
|
+
const out = new BigInt64Array(values.length);
|
|
48
|
+
for (let i = 0; i < values.length; i += 1) {
|
|
49
|
+
out[i] = BigInt(values[i]);
|
|
50
|
+
}
|
|
51
|
+
return out;
|
|
52
|
+
}
|
|
53
|
+
function randn() {
|
|
54
|
+
// Box–Muller
|
|
55
|
+
let u = 0;
|
|
56
|
+
let v = 0;
|
|
57
|
+
while (u === 0)
|
|
58
|
+
u = Math.random();
|
|
59
|
+
while (v === 0)
|
|
60
|
+
v = Math.random();
|
|
61
|
+
return Math.sqrt(-2.0 * Math.log(u)) * Math.cos(2.0 * Math.PI * v);
|
|
62
|
+
}
|
|
63
|
+
function normalizeTextForPocket(text) {
|
|
64
|
+
const trimmed = text.trim();
|
|
65
|
+
if (!trimmed) {
|
|
66
|
+
throw new Error("Cannot synthesize empty text");
|
|
67
|
+
}
|
|
68
|
+
let out = trimmed;
|
|
69
|
+
if (out.length > 0 && /[A-Za-z0-9]$/.test(out)) {
|
|
70
|
+
out = `${out}.`;
|
|
71
|
+
}
|
|
72
|
+
if (out.length > 0 && /[a-z]/.test(out[0])) {
|
|
73
|
+
out = out[0].toUpperCase() + out.slice(1);
|
|
74
|
+
}
|
|
75
|
+
return out;
|
|
76
|
+
}
|
|
77
|
+
async function loadOrt() {
|
|
78
|
+
return (await import("onnxruntime-node"));
|
|
79
|
+
}
|
|
80
|
+
async function loadSentencePiece(tokenizerModelPath) {
|
|
81
|
+
const mod = await import("@sctg/sentencepiece-js");
|
|
82
|
+
const Processor = mod.SentencePieceProcessor ??
|
|
83
|
+
mod.default?.SentencePieceProcessor ??
|
|
84
|
+
mod.default;
|
|
85
|
+
if (!Processor) {
|
|
86
|
+
throw new Error("Failed to load SentencePiece processor from @sctg/sentencepiece-js");
|
|
87
|
+
}
|
|
88
|
+
const sp = new Processor();
|
|
89
|
+
if (typeof sp.load === "function") {
|
|
90
|
+
await sp.load(tokenizerModelPath);
|
|
91
|
+
}
|
|
92
|
+
else if (typeof sp.Load === "function") {
|
|
93
|
+
sp.Load(tokenizerModelPath);
|
|
94
|
+
}
|
|
95
|
+
else {
|
|
96
|
+
throw new Error("SentencePiece processor does not expose load()/Load()");
|
|
97
|
+
}
|
|
98
|
+
return sp;
|
|
99
|
+
}
|
|
100
|
+
function getOrtProviders(ort, device) {
|
|
101
|
+
// NOTE: onnxruntime-node uses backend names like "cpu"/"coreml"/"webgpu" (not "CPUExecutionProvider").
|
|
102
|
+
if (device === "cpu")
|
|
103
|
+
return ["cpu"];
|
|
104
|
+
if (device === "cuda")
|
|
105
|
+
return ["cuda", "cpu"];
|
|
106
|
+
// auto
|
|
107
|
+
// CoreML EP does not support some dynamic/zero-length shapes used by Pocket TTS (e.g. [1, 0, 32]).
|
|
108
|
+
// Default to CPU to keep behavior predictable across platforms.
|
|
109
|
+
void ort;
|
|
110
|
+
return ["cpu"];
|
|
111
|
+
}
|
|
112
|
+
function createZeroTensorForInput(ort, session, inputName) {
|
|
113
|
+
const meta = getSessionInputMeta(session, inputName);
|
|
114
|
+
const dims = normalizeDims(meta?.dims ?? []);
|
|
115
|
+
if (dims.length === 0) {
|
|
116
|
+
throw new Error(`Missing input metadata shape for ${inputName}`);
|
|
117
|
+
}
|
|
118
|
+
const type = (meta?.type ?? "float32").toLowerCase();
|
|
119
|
+
const size = product(dims);
|
|
120
|
+
if (type.includes("int64")) {
|
|
121
|
+
return new ort.Tensor("int64", new BigInt64Array(size), dims);
|
|
122
|
+
}
|
|
123
|
+
if (type.includes("bool")) {
|
|
124
|
+
return new ort.Tensor("bool", new Uint8Array(size), dims);
|
|
125
|
+
}
|
|
126
|
+
return new ort.Tensor("float32", new Float32Array(size), dims);
|
|
127
|
+
}
|
|
128
|
+
function initState(session, ort) {
|
|
129
|
+
const out = {};
|
|
130
|
+
for (const name of session.inputNames) {
|
|
131
|
+
if (name.startsWith("state_")) {
|
|
132
|
+
out[name] = createZeroTensorForInput(ort, session, name);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
return out;
|
|
136
|
+
}
|
|
137
|
+
function updateStateFromOutputs(state, outputs) {
|
|
138
|
+
for (const [name, tensor] of Object.entries(outputs)) {
|
|
139
|
+
if (!name.startsWith("out_state_"))
|
|
140
|
+
continue;
|
|
141
|
+
const idx = Number.parseInt(name.replace("out_state_", ""), 10);
|
|
142
|
+
if (Number.isFinite(idx)) {
|
|
143
|
+
state[`state_${idx}`] = tensor;
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
function tensorDataFloat32(t) {
|
|
148
|
+
const data = t.data;
|
|
149
|
+
if (data instanceof Float32Array)
|
|
150
|
+
return data;
|
|
151
|
+
if (Array.isArray(data))
|
|
152
|
+
return Float32Array.from(data);
|
|
153
|
+
throw new Error("Unexpected tensor data type (expected Float32Array)");
|
|
154
|
+
}
|
|
155
|
+
class PocketTtsOnnxEngine {
|
|
156
|
+
constructor(args) {
|
|
157
|
+
this.ort = args.ort;
|
|
158
|
+
this.temperature = args.temperature;
|
|
159
|
+
this.lsdSteps = args.lsdSteps;
|
|
160
|
+
this.maxFrames = args.maxFrames;
|
|
161
|
+
this.framesAfterEos = args.framesAfterEos;
|
|
162
|
+
this.firstChunkFrames = args.firstChunkFrames;
|
|
163
|
+
this.maxChunkFrames = args.maxChunkFrames;
|
|
164
|
+
this.tokenizer = args.tokenizer;
|
|
165
|
+
this.textConditioner = args.textConditioner;
|
|
166
|
+
this.flowLmMain = args.flowLmMain;
|
|
167
|
+
this.flowLmFlow = args.flowLmFlow;
|
|
168
|
+
this.mimiDecoder = args.mimiDecoder;
|
|
169
|
+
this.stBuffers = args.stBuffers;
|
|
170
|
+
this.voiceEmbeddings = args.voiceEmbeddings;
|
|
171
|
+
}
|
|
172
|
+
static async create(config, logger) {
|
|
173
|
+
const log = logger.child({ module: "speech", provider: "pocket-tts", component: "onnx-engine" });
|
|
174
|
+
const modelDir = config.modelDir;
|
|
175
|
+
const onnxDir = `${modelDir}/onnx`;
|
|
176
|
+
const precision = config.precision ?? "int8";
|
|
177
|
+
const device = config.device ?? "auto";
|
|
178
|
+
const temperature = config.temperature ?? 0.7;
|
|
179
|
+
const lsdSteps = config.lsdSteps ?? 10;
|
|
180
|
+
const maxFrames = config.maxFrames ?? 500;
|
|
181
|
+
const framesAfterEos = config.framesAfterEos ?? 3;
|
|
182
|
+
const firstChunkFrames = config.firstChunkFrames ?? 2;
|
|
183
|
+
const maxChunkFrames = config.maxChunkFrames ?? 15;
|
|
184
|
+
const tokenizerPath = `${modelDir}/tokenizer.model`;
|
|
185
|
+
const referenceAudioFile = config.referenceAudioFile ?? `${modelDir}/reference_sample.wav`;
|
|
186
|
+
const flowMainFile = precision === "int8" ? "flow_lm_main_int8.onnx" : "flow_lm_main.onnx";
|
|
187
|
+
const flowFlowFile = precision === "int8" ? "flow_lm_flow_int8.onnx" : "flow_lm_flow.onnx";
|
|
188
|
+
const decoderFile = precision === "int8" ? "mimi_decoder_int8.onnx" : "mimi_decoder.onnx";
|
|
189
|
+
assertFileExists(`${onnxDir}/mimi_encoder.onnx`, "PocketTTS mimi_encoder");
|
|
190
|
+
assertFileExists(`${onnxDir}/text_conditioner.onnx`, "PocketTTS text_conditioner");
|
|
191
|
+
assertFileExists(`${onnxDir}/${flowMainFile}`, "PocketTTS flow_lm_main");
|
|
192
|
+
assertFileExists(`${onnxDir}/${flowFlowFile}`, "PocketTTS flow_lm_flow");
|
|
193
|
+
assertFileExists(`${onnxDir}/${decoderFile}`, "PocketTTS mimi_decoder");
|
|
194
|
+
assertFileExists(tokenizerPath, "PocketTTS tokenizer.model");
|
|
195
|
+
assertFileExists(referenceAudioFile, "PocketTTS reference_sample.wav");
|
|
196
|
+
const ort = await loadOrt();
|
|
197
|
+
const providers = getOrtProviders(ort, device);
|
|
198
|
+
const [tokenizer, mimiEncoder, textConditioner, flowLmMain, flowLmFlow, mimiDecoder] = await Promise.all([
|
|
199
|
+
loadSentencePiece(tokenizerPath),
|
|
200
|
+
ort.InferenceSession.create(`${onnxDir}/mimi_encoder.onnx`, { executionProviders: providers }),
|
|
201
|
+
ort.InferenceSession.create(`${onnxDir}/text_conditioner.onnx`, { executionProviders: providers }),
|
|
202
|
+
ort.InferenceSession.create(`${onnxDir}/${flowMainFile}`, { executionProviders: providers }),
|
|
203
|
+
ort.InferenceSession.create(`${onnxDir}/${flowFlowFile}`, { executionProviders: providers }),
|
|
204
|
+
ort.InferenceSession.create(`${onnxDir}/${decoderFile}`, { executionProviders: providers }),
|
|
205
|
+
]);
|
|
206
|
+
// Precompute flow matching time-step buffers.
|
|
207
|
+
const stBuffers = [];
|
|
208
|
+
for (let j = 0; j < lsdSteps; j += 1) {
|
|
209
|
+
const s = j / lsdSteps;
|
|
210
|
+
const t = s + 1.0 / lsdSteps;
|
|
211
|
+
stBuffers.push({
|
|
212
|
+
s: new ort.Tensor("float32", new Float32Array([s]), [1, 1]),
|
|
213
|
+
t: new ort.Tensor("float32", new Float32Array([t]), [1, 1]),
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
// Precompute reference voice embeddings once.
|
|
217
|
+
const refWav = await readFile(referenceAudioFile);
|
|
218
|
+
const parsed = parsePcm16MonoWav(refWav);
|
|
219
|
+
let pcm16 = parsed.pcm16;
|
|
220
|
+
if (parsed.sampleRate !== PocketTtsOnnxEngine.SAMPLE_RATE) {
|
|
221
|
+
const resampler = new Pcm16MonoResampler({
|
|
222
|
+
inputRate: parsed.sampleRate,
|
|
223
|
+
outputRate: PocketTtsOnnxEngine.SAMPLE_RATE,
|
|
224
|
+
});
|
|
225
|
+
pcm16 = resampler.processChunk(pcm16);
|
|
226
|
+
}
|
|
227
|
+
const floatAudio = pcm16leToFloat32(pcm16);
|
|
228
|
+
const audioTensor = new ort.Tensor("float32", floatAudio, [1, 1, floatAudio.length]);
|
|
229
|
+
const encoded = await mimiEncoder.run({ audio: audioTensor });
|
|
230
|
+
const firstOutName = mimiEncoder.outputNames?.[0];
|
|
231
|
+
const voiceEmb = firstOutName ? encoded[firstOutName] : Object.values(encoded)[0];
|
|
232
|
+
if (!voiceEmb) {
|
|
233
|
+
throw new Error("PocketTTS mimi_encoder: missing output");
|
|
234
|
+
}
|
|
235
|
+
log.info({ precision, device, providers, lsdSteps, temperature }, "PocketTTS ONNX initialized");
|
|
236
|
+
return new PocketTtsOnnxEngine({
|
|
237
|
+
ort,
|
|
238
|
+
temperature,
|
|
239
|
+
lsdSteps,
|
|
240
|
+
maxFrames,
|
|
241
|
+
framesAfterEos,
|
|
242
|
+
firstChunkFrames,
|
|
243
|
+
maxChunkFrames,
|
|
244
|
+
tokenizer,
|
|
245
|
+
textConditioner,
|
|
246
|
+
flowLmMain,
|
|
247
|
+
flowLmFlow,
|
|
248
|
+
mimiDecoder,
|
|
249
|
+
stBuffers,
|
|
250
|
+
voiceEmbeddings: voiceEmb,
|
|
251
|
+
});
|
|
252
|
+
}
|
|
253
|
+
tokenize(text) {
|
|
254
|
+
const normalized = normalizeTextForPocket(text);
|
|
255
|
+
const ids = this.tokenizer.encodeIds(normalized);
|
|
256
|
+
const data = toBigInt64(ids ?? []);
|
|
257
|
+
return new this.ort.Tensor("int64", data, [1, data.length]);
|
|
258
|
+
}
|
|
259
|
+
async runTextConditioner(tokenIds) {
|
|
260
|
+
const out = await this.textConditioner.run({ token_ids: tokenIds });
|
|
261
|
+
const firstOutName = this.textConditioner.outputNames?.[0];
|
|
262
|
+
const t = firstOutName ? out[firstOutName] : Object.values(out)[0];
|
|
263
|
+
if (!t)
|
|
264
|
+
throw new Error("PocketTTS text_conditioner: missing output");
|
|
265
|
+
return t;
|
|
266
|
+
}
|
|
267
|
+
async *runFlowLm(textEmbeddings) {
|
|
268
|
+
const ort = this.ort;
|
|
269
|
+
const state = initState(this.flowLmMain, ort);
|
|
270
|
+
const emptySeq = new ort.Tensor("float32", new Float32Array(0), [1, 0, 32]);
|
|
271
|
+
const emptyText = new ort.Tensor("float32", new Float32Array(0), [1, 0, 1024]);
|
|
272
|
+
// Voice conditioning pass
|
|
273
|
+
const resVoice = await this.flowLmMain.run({
|
|
274
|
+
sequence: emptySeq,
|
|
275
|
+
text_embeddings: this.voiceEmbeddings,
|
|
276
|
+
...state,
|
|
277
|
+
});
|
|
278
|
+
updateStateFromOutputs(state, resVoice);
|
|
279
|
+
// Text conditioning pass
|
|
280
|
+
const resText = await this.flowLmMain.run({
|
|
281
|
+
sequence: emptySeq,
|
|
282
|
+
text_embeddings: textEmbeddings,
|
|
283
|
+
...state,
|
|
284
|
+
});
|
|
285
|
+
updateStateFromOutputs(state, resText);
|
|
286
|
+
// Autoregressive generation
|
|
287
|
+
const curr = new Float32Array(32);
|
|
288
|
+
curr.fill(Number.NaN);
|
|
289
|
+
let currTensor = new ort.Tensor("float32", curr, [1, 1, 32]);
|
|
290
|
+
const dt = 1.0 / this.lsdSteps;
|
|
291
|
+
let eosStep = null;
|
|
292
|
+
for (let step = 0; step < this.maxFrames; step += 1) {
|
|
293
|
+
const resStep = await this.flowLmMain.run({
|
|
294
|
+
sequence: currTensor,
|
|
295
|
+
text_embeddings: emptyText,
|
|
296
|
+
...state,
|
|
297
|
+
});
|
|
298
|
+
const outputNames = this.flowLmMain.outputNames;
|
|
299
|
+
const conditioningName = outputNames?.[0] ?? Object.keys(resStep)[0];
|
|
300
|
+
const eosName = outputNames?.[1] ?? Object.keys(resStep)[1];
|
|
301
|
+
const conditioning = resStep[conditioningName];
|
|
302
|
+
const eos = resStep[eosName];
|
|
303
|
+
if (!conditioning || !eos) {
|
|
304
|
+
throw new Error("PocketTTS flow_lm_main: missing conditioning/EOS outputs");
|
|
305
|
+
}
|
|
306
|
+
updateStateFromOutputs(state, resStep);
|
|
307
|
+
const eosData = tensorDataFloat32(eos);
|
|
308
|
+
if (eosData[0] > -4.0 && eosStep === null) {
|
|
309
|
+
eosStep = step;
|
|
310
|
+
}
|
|
311
|
+
if (eosStep !== null && step >= eosStep + this.framesAfterEos) {
|
|
312
|
+
break;
|
|
313
|
+
}
|
|
314
|
+
// Flow matching with external Euler loop.
|
|
315
|
+
const std = this.temperature > 0 ? Math.sqrt(this.temperature) : 0;
|
|
316
|
+
const x = new Float32Array(32);
|
|
317
|
+
if (std > 0) {
|
|
318
|
+
for (let i = 0; i < x.length; i += 1) {
|
|
319
|
+
x[i] = randn() * std;
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
for (const st of this.stBuffers) {
|
|
323
|
+
const xTensor = new ort.Tensor("float32", x, [1, 32]);
|
|
324
|
+
const flowOut = await this.flowLmFlow.run({
|
|
325
|
+
c: conditioning,
|
|
326
|
+
s: st.s,
|
|
327
|
+
t: st.t,
|
|
328
|
+
x: xTensor,
|
|
329
|
+
});
|
|
330
|
+
const first = this.flowLmFlow.outputNames?.[0];
|
|
331
|
+
const flowTensor = first ? flowOut[first] : Object.values(flowOut)[0];
|
|
332
|
+
if (!flowTensor)
|
|
333
|
+
throw new Error("PocketTTS flow_lm_flow: missing output");
|
|
334
|
+
const delta = tensorDataFloat32(flowTensor);
|
|
335
|
+
for (let i = 0; i < x.length; i += 1) {
|
|
336
|
+
x[i] = x[i] + delta[i] * dt;
|
|
337
|
+
}
|
|
338
|
+
}
|
|
339
|
+
yield x;
|
|
340
|
+
currTensor = new ort.Tensor("float32", x, [1, 1, 32]);
|
|
341
|
+
}
|
|
342
|
+
}
|
|
343
|
+
async decodeLatentsChunk(frames, state) {
|
|
344
|
+
const ort = this.ort;
|
|
345
|
+
const frameCount = frames.length;
|
|
346
|
+
const flattened = new Float32Array(frameCount * 32);
|
|
347
|
+
for (let i = 0; i < frameCount; i += 1) {
|
|
348
|
+
flattened.set(frames[i], i * 32);
|
|
349
|
+
}
|
|
350
|
+
const latent = new ort.Tensor("float32", flattened, [1, frameCount, 32]);
|
|
351
|
+
const out = await this.mimiDecoder.run({ latent, ...state });
|
|
352
|
+
updateStateFromOutputs(state, out);
|
|
353
|
+
const firstOutName = this.mimiDecoder.outputNames?.[0];
|
|
354
|
+
const audioTensor = firstOutName ? out[firstOutName] : Object.values(out)[0];
|
|
355
|
+
if (!audioTensor) {
|
|
356
|
+
throw new Error("PocketTTS mimi_decoder: missing audio output");
|
|
357
|
+
}
|
|
358
|
+
return tensorDataFloat32(audioTensor);
|
|
359
|
+
}
|
|
360
|
+
async *streamAudio(text) {
|
|
361
|
+
const tokenIds = this.tokenize(text);
|
|
362
|
+
const textEmb = await this.runTextConditioner(tokenIds);
|
|
363
|
+
const decoderState = initState(this.mimiDecoder, this.ort);
|
|
364
|
+
const generated = [];
|
|
365
|
+
let decodedFrames = 0;
|
|
366
|
+
for await (const latent of this.runFlowLm(textEmb)) {
|
|
367
|
+
generated.push(latent);
|
|
368
|
+
const pending = generated.length - decodedFrames;
|
|
369
|
+
let chunkSize = 0;
|
|
370
|
+
if (decodedFrames === 0) {
|
|
371
|
+
if (pending >= this.firstChunkFrames) {
|
|
372
|
+
chunkSize = this.firstChunkFrames;
|
|
373
|
+
}
|
|
374
|
+
}
|
|
375
|
+
else if (pending >= this.maxChunkFrames) {
|
|
376
|
+
chunkSize = this.maxChunkFrames;
|
|
377
|
+
}
|
|
378
|
+
if (chunkSize > 0) {
|
|
379
|
+
const audio = await this.decodeLatentsChunk(generated.slice(decodedFrames, decodedFrames + chunkSize), decoderState);
|
|
380
|
+
decodedFrames += chunkSize;
|
|
381
|
+
yield audio;
|
|
382
|
+
}
|
|
383
|
+
}
|
|
384
|
+
if (decodedFrames < generated.length) {
|
|
385
|
+
const audio = await this.decodeLatentsChunk(generated.slice(decodedFrames), decoderState);
|
|
386
|
+
yield audio;
|
|
387
|
+
}
|
|
388
|
+
}
|
|
389
|
+
}
|
|
390
|
+
PocketTtsOnnxEngine.SAMPLE_RATE = 24000;
|
|
391
|
+
PocketTtsOnnxEngine.SAMPLES_PER_FRAME = 1920;
|
|
392
|
+
export class PocketTtsOnnxTTS {
|
|
393
|
+
constructor(engine, logger, chunkMs) {
|
|
394
|
+
this.engine = engine;
|
|
395
|
+
this.chunkMs = chunkMs;
|
|
396
|
+
this.logger = logger.child({ module: "speech", provider: "pocket-tts", component: "tts" });
|
|
397
|
+
}
|
|
398
|
+
static async create(config, logger) {
|
|
399
|
+
const engine = await PocketTtsOnnxEngine.create(config, logger);
|
|
400
|
+
const chunkMs = config.targetChunkMs ?? 50;
|
|
401
|
+
return new PocketTtsOnnxTTS(engine, logger, chunkMs);
|
|
402
|
+
}
|
|
403
|
+
async synthesizeSpeech(text) {
|
|
404
|
+
const start = Date.now();
|
|
405
|
+
const sampleRate = PocketTtsOnnxEngine.SAMPLE_RATE;
|
|
406
|
+
const pcmChunkBytes = Math.max(2, Math.round((sampleRate * this.chunkMs) / 1000) * 2);
|
|
407
|
+
const iterable = (async function* (engine) {
|
|
408
|
+
for await (const floatChunk of engine.streamAudio(text)) {
|
|
409
|
+
const pcm = float32ToPcm16le(floatChunk);
|
|
410
|
+
for (const chunk of chunkBuffer(pcm, pcmChunkBytes)) {
|
|
411
|
+
yield chunk;
|
|
412
|
+
}
|
|
413
|
+
}
|
|
414
|
+
})(this.engine);
|
|
415
|
+
this.logger.debug({ ms: Date.now() - start, textLength: text.length }, "PocketTTS stream ready");
|
|
416
|
+
return {
|
|
417
|
+
stream: Readable.from(iterable),
|
|
418
|
+
format: `pcm;rate=${sampleRate}`,
|
|
419
|
+
};
|
|
420
|
+
}
|
|
421
|
+
}
|
|
422
|
+
//# sourceMappingURL=pocket-tts-onnx.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pocket-tts-onnx.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/pocket/pocket-tts-onnx.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAIvC,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACvG,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAY1E,SAAS,gBAAgB,CAAC,QAAgB,EAAE,KAAa;IACvD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,IAAc;IAC7B,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,GAAG,IAAI,CAAC,CAAC;IAC/B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,IAA+C;IACpE,gFAAgF;IAChF,wFAAwF;IACxF,yFAAyF;IACzF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACpB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC;gBAAE,OAAO,CAAC,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,CAAC;YACpB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAmB,EACnB,SAAiB;IAEjB,MAAM,OAAO,GAAI,OAAe,CAAC,aAAwB,CAAC;IAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAK,CAAS,CAAC,IAAI,KAAK,SAAS,CAAQ,CAAC;QACtG,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAC7B,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IACjD,CAAC;IAED,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,SAAS,IAAK,OAAe,EAAE,CAAC;QAC5E,MAAM,KAAK,GAAI,OAAe,CAAC,SAAS,CAAQ,CAAC;QACjD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,IAAI,KAAK,EAAE,KAAK,EAAE,CAAC;IACxE,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB;IAClC,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,KAAK;IACZ,aAAa;IACb,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,KAAK,CAAC;QAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,CAAC,KAAK,CAAC;QAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,GAAG,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;IAClB,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC;QAC5C,GAAG,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,OAAO;IACpB,OAAO,CAAC,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAc,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,kBAA0B;IACzD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;IAEnD,MAAM,SAAS,GACZ,GAAW,CAAC,sBAAsB;QAClC,GAAW,CAAC,OAAO,EAAE,sBAAsB;QAC3C,GAAW,CAAC,OAAO,CAAC;IAEvB,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,EAAE,GAA2B,IAAI,SAAS,EAAE,CAAC;IAEnD,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAClC,MAAM,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACzC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,eAAe,CAAC,GAAc,EAAE,MAA+B;IACtE,uGAAuG;IACvG,IAAI,MAAM,KAAK,KAAK;QAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,OAAO;IACP,mGAAmG;IACnG,gEAAgE;IAChE,KAAK,GAAG,CAAC;IACT,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,wBAAwB,CAAC,GAAc,EAAE,OAAmB,EAAE,SAAiB;IACtF,MAAM,IAAI,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACrD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IACrD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3B,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,SAAS,CAAC,OAAmB,EAAE,GAAc;IACpD,MAAM,GAAG,GAA8B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAK,OAAe,CAAC,UAAsB,EAAE,CAAC;QAC3D,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,GAAG,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,sBAAsB,CAC7B,KAAgC,EAChC,OAAkC;IAElC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;YAAE,SAAS;QAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAChE,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,MAAM,CAAC;QACjC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAY;IACrC,MAAM,IAAI,GAAI,CAAS,CAAC,IAAI,CAAC;IAC7B,IAAI,IAAI,YAAY,YAAY;QAAE,OAAO,IAAI,CAAC;IAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC,IAAI,CAAC,IAAgB,CAAC,CAAC;IACpE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;AACzE,CAAC;AAgBD,MAAM,mBAAmB;IAuBvB,YAAoB,IAenB;QACC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;IAC9C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAA2B,EAAE,MAAmB;QAClE,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QAEjG,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,MAAM,OAAO,GAAG,GAAG,QAAQ,OAAO,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QAC1C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;QAClD,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC;QACtD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;QAEnD,MAAM,aAAa,GAAG,GAAG,QAAQ,kBAAkB,CAAC;QACpD,MAAM,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,IAAI,GAAG,QAAQ,uBAAuB,CAAC;QAE3F,MAAM,YAAY,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC3F,MAAM,YAAY,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC3F,MAAM,WAAW,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAE1F,gBAAgB,CAAC,GAAG,OAAO,oBAAoB,EAAE,wBAAwB,CAAC,CAAC;QAC3E,gBAAgB,CAAC,GAAG,OAAO,wBAAwB,EAAE,4BAA4B,CAAC,CAAC;QACnF,gBAAgB,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACzE,gBAAgB,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACzE,gBAAgB,CAAC,GAAG,OAAO,IAAI,WAAW,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACxE,gBAAgB,CAAC,aAAa,EAAE,2BAA2B,CAAC,CAAC;QAC7D,gBAAgB,CAAC,kBAAkB,EAAE,gCAAgC,CAAC,CAAC;QAEvE,MAAM,GAAG,GAAG,MAAM,OAAO,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAE/C,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACvG,iBAAiB,CAAC,aAAa,CAAC;YAChC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,oBAAoB,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAC9F,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,wBAAwB,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAClG,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAC5F,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,YAAY,EAAE,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;YAC5F,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,WAAW,EAAE,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;SAC5F,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,SAAS,GAA0C,EAAE,CAAC;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;YACvB,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC;gBACb,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3D,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;aAC5D,CAAC,CAAC;QACL,CAAC;QAED,8CAA8C;QAC9C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACzB,IAAI,MAAM,CAAC,UAAU,KAAK,mBAAmB,CAAC,WAAW,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC;gBACvC,SAAS,EAAE,MAAM,CAAC,UAAU;gBAC5B,UAAU,EAAE,mBAAmB,CAAC,WAAW;aAC5C,CAAC,CAAC;YACH,KAAK,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAChC,SAAS,EACT,UAAU,EACV,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAC1B,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAI,WAAmB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAuB,CAAC;QACjF,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAE,OAAe,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAS,CAAC;QACpG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,GAAG,CAAC,IAAI,CACN,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,EACvD,4BAA4B,CAC7B,CAAC;QAEF,OAAO,IAAI,mBAAmB,CAAC;YAC7B,GAAG;YACH,WAAW;YACX,QAAQ;YACR,SAAS;YACT,cAAc;YACd,gBAAgB;YAChB,cAAc;YACd,SAAS;YACT,eAAe;YACf,UAAU;YACV,UAAU;YACV,WAAW;YACX,SAAS;YACT,eAAe,EAAE,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,MAAM,UAAU,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QACnC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,QAAmB;QAClD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAS,CAAC,CAAC;QAC3E,MAAM,YAAY,GAAI,IAAI,CAAC,eAAuB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAuB,CAAC;QAC1F,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,CAAE,GAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAS,CAAC;QACrF,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,CAAC,SAAS,CAAC,cAAyB;QAChD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAE/E,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YACzC,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,GAAG,KAAK;SACF,CAAC,CAAC;QACV,sBAAsB,CAAC,KAAK,EAAE,QAAe,CAAC,CAAC;QAE/C,yBAAyB;QACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YACxC,QAAQ,EAAE,QAAQ;YAClB,eAAe,EAAE,cAAc;YAC/B,GAAG,KAAK;SACF,CAAC,CAAC;QACV,sBAAsB,CAAC,KAAK,EAAE,OAAc,CAAC,CAAC;QAE9C,4BAA4B;QAC5B,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAE7D,MAAM,EAAE,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,OAAO,GAAkB,IAAI,CAAC;QAElC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBACxC,QAAQ,EAAE,UAAU;gBACpB,eAAe,EAAE,SAAS;gBAC1B,GAAG,KAAK;aACF,CAAC,CAAC;YAEV,MAAM,WAAW,GAAI,IAAI,CAAC,UAAkB,CAAC,WAAmC,CAAC;YACjF,MAAM,gBAAgB,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,CAAC;YACtE,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,CAAC;YAE7D,MAAM,YAAY,GAAI,OAAe,CAAC,gBAAgB,CAAc,CAAC;YACrE,MAAM,GAAG,GAAI,OAAe,CAAC,OAAO,CAAc,CAAC;YACnD,IAAI,CAAC,YAAY,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YAC9E,CAAC;YACD,sBAAsB,CAAC,KAAK,EAAE,OAAc,CAAC,CAAC;YAE9C,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,CAAC,GAAG,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC3C,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;YACD,IAAI,OAAO,KAAK,IAAI,IAAI,IAAI,IAAI,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC9D,MAAM;YACR,CAAC;YAED,0CAA0C;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;gBACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,GAAG,GAAG,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAChC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBACxC,CAAC,EAAE,YAAY;oBACf,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,CAAC,EAAE,OAAO;iBACJ,CAAC,CAAC;gBACV,MAAM,KAAK,GAAI,IAAI,CAAC,UAAkB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAuB,CAAC;gBAC9E,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAE,OAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAS,CAAC;gBACxF,IAAI,CAAC,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC3E,MAAM,KAAK,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,GAAG,KAAK,CAAC,CAAC,CAAE,GAAG,EAAE,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,MAAM,CAAC,CAAC;YACR,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,MAAsB,EACtB,KAAgC;QAEhC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACrB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAE,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;QAEzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,KAAK,EAAS,CAAC,CAAC;QACpE,sBAAsB,CAAC,KAAK,EAAE,GAAU,CAAC,CAAC;QAE1C,MAAM,YAAY,GAAI,IAAI,CAAC,WAAmB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAuB,CAAC;QACtF,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAE,GAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAS,CAAC;QAC/F,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,CAAC,WAAW,CAAC,IAAY;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAExD,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3D,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YACnD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,aAAa,CAAC;YAEjD,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;gBACxB,IAAI,OAAO,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACrC,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;gBACpC,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC1C,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;YAClC,CAAC;YAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CACzC,SAAS,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS,CAAC,EACzD,YAAY,CACb,CAAC;gBACF,aAAa,IAAI,SAAS,CAAC;gBAC3B,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,aAAa,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,YAAY,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;;AA5Te,+BAAW,GAAG,KAAK,CAAC;AACpB,qCAAiB,GAAG,IAAI,CAAC;AA8T3C,MAAM,OAAO,gBAAgB;IAK3B,YAAoB,MAA2B,EAAE,MAAmB,EAAE,OAAe;QACnF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAA2B,EAAE,MAAmB;QAClE,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;QAC3C,OAAO,IAAI,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC;QAEnD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEtF,MAAM,QAAQ,GAAG,CAAC,KAAK,SAAS,CAAC,EAAE,MAA2B;YAC5D,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxD,MAAM,GAAG,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBACzC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,CAAC;oBACpD,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,wBAAwB,CAAC,CAAC;QAEjG,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC/B,MAAM,EAAE,YAAY,UAAU,EAAE;SACjC,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { Logger } from "pino";
|
|
2
|
+
import type { PaseoSpeechConfig } from "../../../bootstrap.js";
|
|
3
|
+
import type { SpeechToTextProvider, TextToSpeechProvider } from "../../speech-provider.js";
|
|
4
|
+
import type { RequestedSpeechProviders } from "../../speech-types.js";
|
|
5
|
+
import { type LocalSpeechModelId } from "./models.js";
|
|
6
|
+
type LocalSpeechAvailability = {
|
|
7
|
+
configured: boolean;
|
|
8
|
+
modelsDir: string | null;
|
|
9
|
+
autoDownload: boolean | null;
|
|
10
|
+
};
|
|
11
|
+
export type InitializedLocalSpeech = {
|
|
12
|
+
sttService: SpeechToTextProvider | null;
|
|
13
|
+
ttsService: TextToSpeechProvider | null;
|
|
14
|
+
dictationSttService: SpeechToTextProvider | null;
|
|
15
|
+
localVoiceTtsProvider: TextToSpeechProvider | null;
|
|
16
|
+
localModelConfig: {
|
|
17
|
+
modelsDir: string;
|
|
18
|
+
defaultModelIds: LocalSpeechModelId[];
|
|
19
|
+
} | null;
|
|
20
|
+
availability: LocalSpeechAvailability;
|
|
21
|
+
cleanup: () => void;
|
|
22
|
+
};
|
|
23
|
+
export declare function getLocalSpeechAvailability(speechConfig: PaseoSpeechConfig | null): LocalSpeechAvailability;
|
|
24
|
+
export declare function initializeLocalSpeechServices(params: {
|
|
25
|
+
providers: RequestedSpeechProviders;
|
|
26
|
+
speechConfig: PaseoSpeechConfig | null;
|
|
27
|
+
logger: Logger;
|
|
28
|
+
}): Promise<InitializedLocalSpeech>;
|
|
29
|
+
export {};
|
|
30
|
+
//# sourceMappingURL=runtime.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAEtE,OAAO,EAOL,KAAK,kBAAkB,EAGxB,MAAM,aAAa,CAAC;AAmBrB,KAAK,uBAAuB,GAAG;IAC7B,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,OAAO,GAAG,IAAI,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,mBAAmB,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACjD,qBAAqB,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACnD,gBAAgB,EAAE;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,kBAAkB,EAAE,CAAC;KACvC,GAAG,IAAI,CAAC;IACT,YAAY,EAAE,uBAAuB,CAAC;IACtC,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB,CAAC;AAsBF,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,iBAAiB,GAAG,IAAI,GACrC,uBAAuB,CAOzB;AA4FD,wBAAsB,6BAA6B,CAAC,MAAM,EAAE;IAC1D,SAAS,EAAE,wBAAwB,CAAC;IACpC,YAAY,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA8LlC"}
|