@getpaseo/server 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +20 -0
- package/README.md +107 -0
- package/agent-prompt.md +339 -0
- package/dist/scripts/daemon-runner.js +32 -0
- package/dist/scripts/daemon-runner.js.map +1 -0
- package/dist/scripts/dev-runner.js +19 -0
- package/dist/scripts/dev-runner.js.map +1 -0
- package/dist/scripts/mcp-stdio-socket-bridge-cli.mjs +62 -0
- package/dist/scripts/supervisor.js +95 -0
- package/dist/scripts/supervisor.js.map +1 -0
- package/dist/server/client/daemon-client.d.ts +383 -0
- package/dist/server/client/daemon-client.d.ts.map +1 -0
- package/dist/server/client/daemon-client.js +2443 -0
- package/dist/server/client/daemon-client.js.map +1 -0
- package/dist/server/server/agent/activity-curator.d.ts +8 -0
- package/dist/server/server/agent/activity-curator.d.ts.map +1 -0
- package/dist/server/server/agent/activity-curator.js +228 -0
- package/dist/server/server/agent/activity-curator.js.map +1 -0
- package/dist/server/server/agent/agent-management-mcp.d.ts +34 -0
- package/dist/server/server/agent/agent-management-mcp.d.ts.map +1 -0
- package/dist/server/server/agent/agent-management-mcp.js +619 -0
- package/dist/server/server/agent/agent-management-mcp.js.map +1 -0
- package/dist/server/server/agent/agent-manager.d.ts +182 -0
- package/dist/server/server/agent/agent-manager.d.ts.map +1 -0
- package/dist/server/server/agent/agent-manager.js +1066 -0
- package/dist/server/server/agent/agent-manager.js.map +1 -0
- package/dist/server/server/agent/agent-metadata-generator.d.ts +29 -0
- package/dist/server/server/agent/agent-metadata-generator.d.ts.map +1 -0
- package/dist/server/server/agent/agent-metadata-generator.js +157 -0
- package/dist/server/server/agent/agent-metadata-generator.js.map +1 -0
- package/dist/server/server/agent/agent-projections.d.ts +12 -0
- package/dist/server/server/agent/agent-projections.d.ts.map +1 -0
- package/dist/server/server/agent/agent-projections.js +238 -0
- package/dist/server/server/agent/agent-projections.js.map +1 -0
- package/dist/server/server/agent/agent-response-loop.d.ts +32 -0
- package/dist/server/server/agent/agent-response-loop.d.ts.map +1 -0
- package/dist/server/server/agent/agent-response-loop.js +224 -0
- package/dist/server/server/agent/agent-response-loop.js.map +1 -0
- package/dist/server/server/agent/agent-sdk-types.d.ts +360 -0
- package/dist/server/server/agent/agent-sdk-types.d.ts.map +1 -0
- package/dist/server/server/agent/agent-sdk-types.js +2 -0
- package/dist/server/server/agent/agent-sdk-types.js.map +1 -0
- package/dist/server/server/agent/agent-storage.d.ts +187 -0
- package/dist/server/server/agent/agent-storage.d.ts.map +1 -0
- package/dist/server/server/agent/agent-storage.js +328 -0
- package/dist/server/server/agent/agent-storage.js.map +1 -0
- package/dist/server/server/agent/audio-utils.d.ts +3 -0
- package/dist/server/server/agent/audio-utils.d.ts.map +1 -0
- package/dist/server/server/agent/audio-utils.js +19 -0
- package/dist/server/server/agent/audio-utils.js.map +1 -0
- package/dist/server/server/agent/dictation-debug.d.ts +13 -0
- package/dist/server/server/agent/dictation-debug.d.ts.map +1 -0
- package/dist/server/server/agent/dictation-debug.js +50 -0
- package/dist/server/server/agent/dictation-debug.js.map +1 -0
- package/dist/server/server/agent/llm-openai.d.ts +7 -0
- package/dist/server/server/agent/llm-openai.d.ts.map +1 -0
- package/dist/server/server/agent/llm-openai.js +8 -0
- package/dist/server/server/agent/llm-openai.js.map +1 -0
- package/dist/server/server/agent/mcp-server.d.ts +26 -0
- package/dist/server/server/agent/mcp-server.d.ts.map +1 -0
- package/dist/server/server/agent/mcp-server.js +762 -0
- package/dist/server/server/agent/mcp-server.js.map +1 -0
- package/dist/server/server/agent/model-resolver.d.ts +11 -0
- package/dist/server/server/agent/model-resolver.d.ts.map +1 -0
- package/dist/server/server/agent/model-resolver.js +21 -0
- package/dist/server/server/agent/model-resolver.js.map +1 -0
- package/dist/server/server/agent/orchestrator-instructions.d.ts +7 -0
- package/dist/server/server/agent/orchestrator-instructions.d.ts.map +1 -0
- package/dist/server/server/agent/orchestrator-instructions.js +51 -0
- package/dist/server/server/agent/orchestrator-instructions.js.map +1 -0
- package/dist/server/server/agent/orchestrator.d.ts +12 -0
- package/dist/server/server/agent/orchestrator.d.ts.map +1 -0
- package/dist/server/server/agent/orchestrator.js +12 -0
- package/dist/server/server/agent/orchestrator.js.map +1 -0
- package/dist/server/server/agent/pcm16-resampler.d.ts +14 -0
- package/dist/server/server/agent/pcm16-resampler.d.ts.map +1 -0
- package/dist/server/server/agent/pcm16-resampler.js +63 -0
- package/dist/server/server/agent/pcm16-resampler.js.map +1 -0
- package/dist/server/server/agent/provider-launch-config.d.ts +139 -0
- package/dist/server/server/agent/provider-launch-config.d.ts.map +1 -0
- package/dist/server/server/agent/provider-launch-config.js +83 -0
- package/dist/server/server/agent/provider-launch-config.js.map +1 -0
- package/dist/server/server/agent/provider-manifest.d.ts +20 -0
- package/dist/server/server/agent/provider-manifest.d.ts.map +1 -0
- package/dist/server/server/agent/provider-manifest.js +97 -0
- package/dist/server/server/agent/provider-manifest.js.map +1 -0
- package/dist/server/server/agent/provider-registry.d.ts +18 -0
- package/dist/server/server/agent/provider-registry.d.ts.map +1 -0
- package/dist/server/server/agent/provider-registry.js +45 -0
- package/dist/server/server/agent/provider-registry.js.map +1 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.d.ts +3 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.d.ts.map +1 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.js +42 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.js.map +1 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.d.ts +16 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.d.ts.map +1 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.js +73 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.js.map +1 -0
- package/dist/server/server/agent/providers/claude-agent.d.ts +35 -0
- package/dist/server/server/agent/providers/claude-agent.d.ts.map +1 -0
- package/dist/server/server/agent/providers/claude-agent.js +2056 -0
- package/dist/server/server/agent/providers/claude-agent.js.map +1 -0
- package/dist/server/server/agent/providers/codex/tool-call-detail-parser.d.ts +13 -0
- package/dist/server/server/agent/providers/codex/tool-call-detail-parser.d.ts.map +1 -0
- package/dist/server/server/agent/providers/codex/tool-call-detail-parser.js +67 -0
- package/dist/server/server/agent/providers/codex/tool-call-detail-parser.js.map +1 -0
- package/dist/server/server/agent/providers/codex/tool-call-mapper.d.ts +15 -0
- package/dist/server/server/agent/providers/codex/tool-call-mapper.d.ts.map +1 -0
- package/dist/server/server/agent/providers/codex/tool-call-mapper.js +640 -0
- package/dist/server/server/agent/providers/codex/tool-call-mapper.js.map +1 -0
- package/dist/server/server/agent/providers/codex-app-server-agent.d.ts +34 -0
- package/dist/server/server/agent/providers/codex-app-server-agent.d.ts.map +1 -0
- package/dist/server/server/agent/providers/codex-app-server-agent.js +2476 -0
- package/dist/server/server/agent/providers/codex-app-server-agent.js.map +1 -0
- package/dist/server/server/agent/providers/codex-rollout-timeline.d.ts +9 -0
- package/dist/server/server/agent/providers/codex-rollout-timeline.d.ts.map +1 -0
- package/dist/server/server/agent/providers/codex-rollout-timeline.js +486 -0
- package/dist/server/server/agent/providers/codex-rollout-timeline.js.map +1 -0
- package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.d.ts +3 -0
- package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.d.ts.map +1 -0
- package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.js +33 -0
- package/dist/server/server/agent/providers/opencode/tool-call-detail-parser.js.map +1 -0
- package/dist/server/server/agent/providers/opencode/tool-call-mapper.d.ts +13 -0
- package/dist/server/server/agent/providers/opencode/tool-call-mapper.d.ts.map +1 -0
- package/dist/server/server/agent/providers/opencode/tool-call-mapper.js +75 -0
- package/dist/server/server/agent/providers/opencode/tool-call-mapper.js.map +1 -0
- package/dist/server/server/agent/providers/opencode-agent.d.ts +37 -0
- package/dist/server/server/agent/providers/opencode-agent.d.ts.map +1 -0
- package/dist/server/server/agent/providers/opencode-agent.js +822 -0
- package/dist/server/server/agent/providers/opencode-agent.js.map +1 -0
- package/dist/server/server/agent/providers/tool-call-detail-primitives.d.ts +1363 -0
- package/dist/server/server/agent/providers/tool-call-detail-primitives.d.ts.map +1 -0
- package/dist/server/server/agent/providers/tool-call-detail-primitives.js +534 -0
- package/dist/server/server/agent/providers/tool-call-detail-primitives.js.map +1 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.d.ts +18 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.d.ts.map +1 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.js +119 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.js.map +1 -0
- package/dist/server/server/agent/recordings-debug.d.ts +3 -0
- package/dist/server/server/agent/recordings-debug.d.ts.map +1 -0
- package/dist/server/server/agent/recordings-debug.js +19 -0
- package/dist/server/server/agent/recordings-debug.js.map +1 -0
- package/dist/server/server/agent/stt-debug.d.ts +10 -0
- package/dist/server/server/agent/stt-debug.d.ts.map +1 -0
- package/dist/server/server/agent/stt-debug.js +33 -0
- package/dist/server/server/agent/stt-debug.js.map +1 -0
- package/dist/server/server/agent/stt-manager.d.ts +32 -0
- package/dist/server/server/agent/stt-manager.d.ts.map +1 -0
- package/dist/server/server/agent/stt-manager.js +231 -0
- package/dist/server/server/agent/stt-manager.js.map +1 -0
- package/dist/server/server/agent/system-prompt.d.ts +3 -0
- package/dist/server/server/agent/system-prompt.d.ts.map +1 -0
- package/dist/server/server/agent/system-prompt.js +19 -0
- package/dist/server/server/agent/system-prompt.js.map +1 -0
- package/dist/server/server/agent/tool-name-normalization.d.ts +7 -0
- package/dist/server/server/agent/tool-name-normalization.d.ts.map +1 -0
- package/dist/server/server/agent/tool-name-normalization.js +45 -0
- package/dist/server/server/agent/tool-name-normalization.js.map +1 -0
- package/dist/server/server/agent/tts-debug.d.ts +8 -0
- package/dist/server/server/agent/tts-debug.d.ts.map +1 -0
- package/dist/server/server/agent/tts-debug.js +24 -0
- package/dist/server/server/agent/tts-debug.js.map +1 -0
- package/dist/server/server/agent/tts-manager.d.ts +33 -0
- package/dist/server/server/agent/tts-manager.d.ts.map +1 -0
- package/dist/server/server/agent/tts-manager.js +261 -0
- package/dist/server/server/agent/tts-manager.js.map +1 -0
- package/dist/server/server/agent/wait-for-agent-tracker.d.ts +15 -0
- package/dist/server/server/agent/wait-for-agent-tracker.d.ts.map +1 -0
- package/dist/server/server/agent/wait-for-agent-tracker.js +53 -0
- package/dist/server/server/agent/wait-for-agent-tracker.js.map +1 -0
- package/dist/server/server/allowed-hosts.d.ts +13 -0
- package/dist/server/server/allowed-hosts.d.ts.map +1 -0
- package/dist/server/server/allowed-hosts.js +94 -0
- package/dist/server/server/allowed-hosts.js.map +1 -0
- package/dist/server/server/bootstrap.d.ts +49 -0
- package/dist/server/server/bootstrap.d.ts.map +1 -0
- package/dist/server/server/bootstrap.js +483 -0
- package/dist/server/server/bootstrap.js.map +1 -0
- package/dist/server/server/config.d.ts +13 -0
- package/dist/server/server/config.d.ts.map +1 -0
- package/dist/server/server/config.js +84 -0
- package/dist/server/server/config.js.map +1 -0
- package/dist/server/server/connection-offer.d.ts +19 -0
- package/dist/server/server/connection-offer.d.ts.map +1 -0
- package/dist/server/server/connection-offer.js +60 -0
- package/dist/server/server/connection-offer.js.map +1 -0
- package/dist/server/server/daemon-keypair.d.ts +8 -0
- package/dist/server/server/daemon-keypair.d.ts.map +1 -0
- package/dist/server/server/daemon-keypair.js +40 -0
- package/dist/server/server/daemon-keypair.js.map +1 -0
- package/dist/server/server/dictation/dictation-stream-manager.d.ts +76 -0
- package/dist/server/server/dictation/dictation-stream-manager.d.ts.map +1 -0
- package/dist/server/server/dictation/dictation-stream-manager.js +481 -0
- package/dist/server/server/dictation/dictation-stream-manager.js.map +1 -0
- package/dist/server/server/exports.d.ts +11 -0
- package/dist/server/server/exports.d.ts.map +1 -0
- package/dist/server/server/exports.js +11 -0
- package/dist/server/server/exports.js.map +1 -0
- package/dist/server/server/file-download/token-store.d.ts +25 -0
- package/dist/server/server/file-download/token-store.d.ts.map +1 -0
- package/dist/server/server/file-download/token-store.js +40 -0
- package/dist/server/server/file-download/token-store.js.map +1 -0
- package/dist/server/server/file-explorer/service.d.ts +41 -0
- package/dist/server/server/file-explorer/service.d.ts.map +1 -0
- package/dist/server/server/file-explorer/service.js +163 -0
- package/dist/server/server/file-explorer/service.js.map +1 -0
- package/dist/server/server/index.d.ts +2 -0
- package/dist/server/server/index.d.ts.map +1 -0
- package/dist/server/server/index.js +90 -0
- package/dist/server/server/index.js.map +1 -0
- package/dist/server/server/json-utils.d.ts +11 -0
- package/dist/server/server/json-utils.d.ts.map +1 -0
- package/dist/server/server/json-utils.js +45 -0
- package/dist/server/server/json-utils.js.map +1 -0
- package/dist/server/server/logger.d.ts +12 -0
- package/dist/server/server/logger.d.ts.map +1 -0
- package/dist/server/server/logger.js +29 -0
- package/dist/server/server/logger.js.map +1 -0
- package/dist/server/server/messages.d.ts +9 -0
- package/dist/server/server/messages.d.ts.map +1 -0
- package/dist/server/server/messages.js +29 -0
- package/dist/server/server/messages.js.map +1 -0
- package/dist/server/server/pairing-offer.d.ts +16 -0
- package/dist/server/server/pairing-offer.d.ts.map +1 -0
- package/dist/server/server/pairing-offer.js +45 -0
- package/dist/server/server/pairing-offer.js.map +1 -0
- package/dist/server/server/pairing-qr.d.ts +7 -0
- package/dist/server/server/pairing-qr.d.ts.map +1 -0
- package/dist/server/server/pairing-qr.js +45 -0
- package/dist/server/server/pairing-qr.js.map +1 -0
- package/dist/server/server/paseo-home.d.ts +2 -0
- package/dist/server/server/paseo-home.d.ts.map +1 -0
- package/dist/server/server/paseo-home.js +19 -0
- package/dist/server/server/paseo-home.js.map +1 -0
- package/dist/server/server/path-utils.d.ts +3 -0
- package/dist/server/server/path-utils.d.ts.map +1 -0
- package/dist/server/server/path-utils.js +20 -0
- package/dist/server/server/path-utils.js.map +1 -0
- package/dist/server/server/persisted-config.d.ts +500 -0
- package/dist/server/server/persisted-config.d.ts.map +1 -0
- package/dist/server/server/persisted-config.js +212 -0
- package/dist/server/server/persisted-config.js.map +1 -0
- package/dist/server/server/persistence-hooks.d.ts +24 -0
- package/dist/server/server/persistence-hooks.d.ts.map +1 -0
- package/dist/server/server/persistence-hooks.js +60 -0
- package/dist/server/server/persistence-hooks.js.map +1 -0
- package/dist/server/server/pid-lock.d.ts +19 -0
- package/dist/server/server/pid-lock.d.ts.map +1 -0
- package/dist/server/server/pid-lock.js +115 -0
- package/dist/server/server/pid-lock.js.map +1 -0
- package/dist/server/server/push/push-service.d.ts +21 -0
- package/dist/server/server/push/push-service.d.ts.map +1 -0
- package/dist/server/server/push/push-service.js +68 -0
- package/dist/server/server/push/push-service.js.map +1 -0
- package/dist/server/server/push/token-store.d.ts +18 -0
- package/dist/server/server/push/token-store.d.ts.map +1 -0
- package/dist/server/server/push/token-store.js +70 -0
- package/dist/server/server/push/token-store.js.map +1 -0
- package/dist/server/server/relay-transport.d.ts +22 -0
- package/dist/server/server/relay-transport.d.ts.map +1 -0
- package/dist/server/server/relay-transport.js +374 -0
- package/dist/server/server/relay-transport.js.map +1 -0
- package/dist/server/server/server-id.d.ts +17 -0
- package/dist/server/server/server-id.d.ts.map +1 -0
- package/dist/server/server/server-id.js +63 -0
- package/dist/server/server/server-id.js.map +1 -0
- package/dist/server/server/session.d.ts +360 -0
- package/dist/server/server/session.d.ts.map +1 -0
- package/dist/server/server/session.js +4615 -0
- package/dist/server/server/session.js.map +1 -0
- package/dist/server/server/speech/audio.d.ts +10 -0
- package/dist/server/server/speech/audio.d.ts.map +1 -0
- package/dist/server/server/speech/audio.js +101 -0
- package/dist/server/server/speech/audio.js.map +1 -0
- package/dist/server/server/speech/providers/local/config.d.ts +26 -0
- package/dist/server/server/speech/providers/local/config.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/config.js +93 -0
- package/dist/server/server/speech/providers/local/config.js.map +1 -0
- package/dist/server/server/speech/providers/local/models.d.ts +12 -0
- package/dist/server/server/speech/providers/local/models.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/models.js +18 -0
- package/dist/server/server/speech/providers/local/models.js.map +1 -0
- package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.d.ts +24 -0
- package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.js +422 -0
- package/dist/server/server/speech/providers/local/pocket/pocket-tts-onnx.js.map +1 -0
- package/dist/server/server/speech/providers/local/runtime.d.ts +30 -0
- package/dist/server/server/speech/providers/local/runtime.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/runtime.js +254 -0
- package/dist/server/server/speech/providers/local/runtime.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/model-catalog.d.ts +117 -0
- package/dist/server/server/speech/providers/local/sherpa/model-catalog.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/model-catalog.js +166 -0
- package/dist/server/server/speech/providers/local/sherpa/model-catalog.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/model-downloader.d.ts +17 -0
- package/dist/server/server/speech/providers/local/sherpa/model-downloader.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/model-downloader.js +151 -0
- package/dist/server/server/speech/providers/local/sherpa/model-downloader.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.d.ts +28 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js +68 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.d.ts +37 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.js +79 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-online-recognizer.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.d.ts +7 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.js +11 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-loader.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts +7 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js +44 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.d.ts +28 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js +131 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.d.ts +21 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js +132 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.d.ts +23 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.js +112 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-realtime-session.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.d.ts +23 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.js +140 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-stt.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.d.ts +21 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.js +95 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-tts.js.map +1 -0
- package/dist/server/server/speech/providers/openai/config.d.ts +22 -0
- package/dist/server/server/speech/providers/openai/config.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/config.js +94 -0
- package/dist/server/server/speech/providers/openai/config.js.map +1 -0
- package/dist/server/server/speech/providers/openai/realtime-transcription-session.d.ts +42 -0
- package/dist/server/server/speech/providers/openai/realtime-transcription-session.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/realtime-transcription-session.js +165 -0
- package/dist/server/server/speech/providers/openai/realtime-transcription-session.js.map +1 -0
- package/dist/server/server/speech/providers/openai/runtime.d.ts +27 -0
- package/dist/server/server/speech/providers/openai/runtime.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/runtime.js +103 -0
- package/dist/server/server/speech/providers/openai/runtime.js.map +1 -0
- package/dist/server/server/speech/providers/openai/stt.d.ts +22 -0
- package/dist/server/server/speech/providers/openai/stt.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/stt.js +208 -0
- package/dist/server/server/speech/providers/openai/stt.js.map +1 -0
- package/dist/server/server/speech/providers/openai/tts.d.ts +18 -0
- package/dist/server/server/speech/providers/openai/tts.d.ts.map +1 -0
- package/dist/server/server/speech/providers/openai/tts.js +46 -0
- package/dist/server/server/speech/providers/openai/tts.js.map +1 -0
- package/dist/server/server/speech/speech-config-resolver.d.ts +11 -0
- package/dist/server/server/speech/speech-config-resolver.d.ts.map +1 -0
- package/dist/server/server/speech/speech-config-resolver.js +64 -0
- package/dist/server/server/speech/speech-config-resolver.js.map +1 -0
- package/dist/server/server/speech/speech-provider.d.ts +59 -0
- package/dist/server/server/speech/speech-provider.d.ts.map +1 -0
- package/dist/server/server/speech/speech-provider.js +2 -0
- package/dist/server/server/speech/speech-provider.js.map +1 -0
- package/dist/server/server/speech/speech-runtime.d.ts +20 -0
- package/dist/server/server/speech/speech-runtime.d.ts.map +1 -0
- package/dist/server/server/speech/speech-runtime.js +119 -0
- package/dist/server/server/speech/speech-runtime.js.map +1 -0
- package/dist/server/server/speech/speech-types.d.ts +20 -0
- package/dist/server/server/speech/speech-types.d.ts.map +1 -0
- package/dist/server/server/speech/speech-types.js +7 -0
- package/dist/server/server/speech/speech-types.js.map +1 -0
- package/dist/server/server/terminal-mcp/index.d.ts +4 -0
- package/dist/server/server/terminal-mcp/index.d.ts.map +1 -0
- package/dist/server/server/terminal-mcp/index.js +3 -0
- package/dist/server/server/terminal-mcp/index.js.map +1 -0
- package/dist/server/server/terminal-mcp/server.d.ts +10 -0
- package/dist/server/server/terminal-mcp/server.d.ts.map +1 -0
- package/dist/server/server/terminal-mcp/server.js +217 -0
- package/dist/server/server/terminal-mcp/server.js.map +1 -0
- package/dist/server/server/terminal-mcp/terminal-manager.d.ts +123 -0
- package/dist/server/server/terminal-mcp/terminal-manager.d.ts.map +1 -0
- package/dist/server/server/terminal-mcp/terminal-manager.js +351 -0
- package/dist/server/server/terminal-mcp/terminal-manager.js.map +1 -0
- package/dist/server/server/terminal-mcp/tmux.d.ts +207 -0
- package/dist/server/server/terminal-mcp/tmux.d.ts.map +1 -0
- package/dist/server/server/terminal-mcp/tmux.js +924 -0
- package/dist/server/server/terminal-mcp/tmux.js.map +1 -0
- package/dist/server/server/types.d.ts +5 -0
- package/dist/server/server/types.d.ts.map +1 -0
- package/dist/server/server/types.js +3 -0
- package/dist/server/server/types.js.map +1 -0
- package/dist/server/server/utils/diff-highlighter.d.ts +52 -0
- package/dist/server/server/utils/diff-highlighter.d.ts.map +1 -0
- package/dist/server/server/utils/diff-highlighter.js +244 -0
- package/dist/server/server/utils/diff-highlighter.js.map +1 -0
- package/dist/server/server/utils/syntax-highlighter.d.ts +10 -0
- package/dist/server/server/utils/syntax-highlighter.d.ts.map +1 -0
- package/dist/server/server/utils/syntax-highlighter.js +141 -0
- package/dist/server/server/utils/syntax-highlighter.js.map +1 -0
- package/dist/server/server/voice-config.d.ts +14 -0
- package/dist/server/server/voice-config.d.ts.map +1 -0
- package/dist/server/server/voice-config.js +51 -0
- package/dist/server/server/voice-config.js.map +1 -0
- package/dist/server/server/voice-mcp-bridge-command.d.ts +17 -0
- package/dist/server/server/voice-mcp-bridge-command.d.ts.map +1 -0
- package/dist/server/server/voice-mcp-bridge-command.js +31 -0
- package/dist/server/server/voice-mcp-bridge-command.js.map +1 -0
- package/dist/server/server/voice-mcp-bridge.d.ts +18 -0
- package/dist/server/server/voice-mcp-bridge.d.ts.map +1 -0
- package/dist/server/server/voice-mcp-bridge.js +109 -0
- package/dist/server/server/voice-mcp-bridge.js.map +1 -0
- package/dist/server/server/voice-permission-policy.d.ts +4 -0
- package/dist/server/server/voice-permission-policy.d.ts.map +1 -0
- package/dist/server/server/voice-permission-policy.js +13 -0
- package/dist/server/server/voice-permission-policy.js.map +1 -0
- package/dist/server/server/voice-types.d.ts +17 -0
- package/dist/server/server/voice-types.d.ts.map +1 -0
- package/dist/server/server/voice-types.js +2 -0
- package/dist/server/server/voice-types.js.map +1 -0
- package/dist/server/server/websocket-server.d.ts +80 -0
- package/dist/server/server/websocket-server.d.ts.map +1 -0
- package/dist/server/server/websocket-server.js +447 -0
- package/dist/server/server/websocket-server.js.map +1 -0
- package/dist/server/shared/agent-lifecycle.d.ts +3 -0
- package/dist/server/shared/agent-lifecycle.d.ts.map +1 -0
- package/dist/server/shared/agent-lifecycle.js +8 -0
- package/dist/server/shared/agent-lifecycle.js.map +1 -0
- package/dist/server/shared/connection-offer.d.ts +62 -0
- package/dist/server/shared/connection-offer.d.ts.map +1 -0
- package/dist/server/shared/connection-offer.js +17 -0
- package/dist/server/shared/connection-offer.js.map +1 -0
- package/dist/server/shared/daemon-endpoints.d.ts +19 -0
- package/dist/server/shared/daemon-endpoints.d.ts.map +1 -0
- package/dist/server/shared/daemon-endpoints.js +98 -0
- package/dist/server/shared/daemon-endpoints.js.map +1 -0
- package/dist/server/shared/messages.d.ts +36729 -0
- package/dist/server/shared/messages.d.ts.map +1 -0
- package/dist/server/shared/messages.js +1666 -0
- package/dist/server/shared/messages.js.map +1 -0
- package/dist/server/shared/path-utils.d.ts +2 -0
- package/dist/server/shared/path-utils.d.ts.map +1 -0
- package/dist/server/shared/path-utils.js +16 -0
- package/dist/server/shared/path-utils.js.map +1 -0
- package/dist/server/shared/tool-call-display.d.ts +11 -0
- package/dist/server/shared/tool-call-display.d.ts.map +1 -0
- package/dist/server/shared/tool-call-display.js +82 -0
- package/dist/server/shared/tool-call-display.js.map +1 -0
- package/dist/server/terminal/terminal-manager.d.ts +14 -0
- package/dist/server/terminal/terminal-manager.d.ts.map +1 -0
- package/dist/server/terminal/terminal-manager.js +67 -0
- package/dist/server/terminal/terminal-manager.js.map +1 -0
- package/dist/server/terminal/terminal.d.ts +67 -0
- package/dist/server/terminal/terminal.d.ts.map +1 -0
- package/dist/server/terminal/terminal.js +190 -0
- package/dist/server/terminal/terminal.js.map +1 -0
- package/dist/server/utils/checkout-git.d.ts +138 -0
- package/dist/server/utils/checkout-git.d.ts.map +1 -0
- package/dist/server/utils/checkout-git.js +1079 -0
- package/dist/server/utils/checkout-git.js.map +1 -0
- package/dist/server/utils/path.d.ts +5 -0
- package/dist/server/utils/path.d.ts.map +1 -0
- package/dist/server/utils/path.js +15 -0
- package/dist/server/utils/path.js.map +1 -0
- package/dist/server/utils/project-icon.d.ts +39 -0
- package/dist/server/utils/project-icon.d.ts.map +1 -0
- package/dist/server/utils/project-icon.js +391 -0
- package/dist/server/utils/project-icon.js.map +1 -0
- package/dist/server/utils/worktree-metadata.d.ts +21 -0
- package/dist/server/utils/worktree-metadata.d.ts.map +1 -0
- package/dist/server/utils/worktree-metadata.js +74 -0
- package/dist/server/utils/worktree-metadata.js.map +1 -0
- package/dist/server/utils/worktree.d.ts +95 -0
- package/dist/server/utils/worktree.d.ts.map +1 -0
- package/dist/server/utils/worktree.js +568 -0
- package/dist/server/utils/worktree.js.map +1 -0
- package/package.json +108 -0
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
export function nonEmptyString(value) {
|
|
2
|
+
return typeof value === "string" && value.length > 0 ? value : undefined;
|
|
3
|
+
}
|
|
4
|
+
export function commandFromValue(value) {
|
|
5
|
+
if (typeof value === "string") {
|
|
6
|
+
return nonEmptyString(value);
|
|
7
|
+
}
|
|
8
|
+
if (!Array.isArray(value)) {
|
|
9
|
+
return undefined;
|
|
10
|
+
}
|
|
11
|
+
const tokens = value.filter((token) => typeof token === "string" && token.length > 0);
|
|
12
|
+
return tokens.length > 0 ? tokens.join(" ") : undefined;
|
|
13
|
+
}
|
|
14
|
+
const CODEX_SHELL_ENVELOPE_HEADER_LINES = new Set([
|
|
15
|
+
"chunk id:",
|
|
16
|
+
"wall time:",
|
|
17
|
+
"process exited with code",
|
|
18
|
+
"original token count:",
|
|
19
|
+
]);
|
|
20
|
+
function isCodexShellEnvelopeHeaderLine(line) {
|
|
21
|
+
const normalized = line.trim().toLowerCase();
|
|
22
|
+
for (const prefix of CODEX_SHELL_ENVELOPE_HEADER_LINES) {
|
|
23
|
+
if (normalized.startsWith(prefix)) {
|
|
24
|
+
return true;
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
return false;
|
|
28
|
+
}
|
|
29
|
+
function looksLikeCodexShellEnvelope(lines) {
|
|
30
|
+
if (lines.length === 0) {
|
|
31
|
+
return false;
|
|
32
|
+
}
|
|
33
|
+
const first = lines[0]?.trim().toLowerCase() ?? "";
|
|
34
|
+
if (!first.startsWith("chunk id:")) {
|
|
35
|
+
return false;
|
|
36
|
+
}
|
|
37
|
+
const headerWindow = lines.slice(0, 8).map((line) => line.trim().toLowerCase());
|
|
38
|
+
const hasWallTime = headerWindow.some((line) => line.startsWith("wall time:"));
|
|
39
|
+
const hasExitCode = headerWindow.some((line) => line.startsWith("process exited with code"));
|
|
40
|
+
return hasWallTime && hasExitCode;
|
|
41
|
+
}
|
|
42
|
+
export function extractCodexShellOutput(value) {
|
|
43
|
+
const text = nonEmptyString(value);
|
|
44
|
+
if (!text) {
|
|
45
|
+
return undefined;
|
|
46
|
+
}
|
|
47
|
+
const normalized = text.replace(/\r\n/g, "\n");
|
|
48
|
+
const lines = normalized.split("\n");
|
|
49
|
+
if (!looksLikeCodexShellEnvelope(lines)) {
|
|
50
|
+
return text;
|
|
51
|
+
}
|
|
52
|
+
const outputLineIndex = lines.findIndex((line) => line.trim() === "Output:");
|
|
53
|
+
if (outputLineIndex >= 0) {
|
|
54
|
+
return nonEmptyString(lines.slice(outputLineIndex + 1).join("\n"));
|
|
55
|
+
}
|
|
56
|
+
let firstBodyLineIndex = -1;
|
|
57
|
+
for (let index = 1; index < lines.length; index += 1) {
|
|
58
|
+
const line = lines[index] ?? "";
|
|
59
|
+
if (!isCodexShellEnvelopeHeaderLine(line)) {
|
|
60
|
+
firstBodyLineIndex = index;
|
|
61
|
+
break;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
if (firstBodyLineIndex === -1) {
|
|
65
|
+
return undefined;
|
|
66
|
+
}
|
|
67
|
+
return nonEmptyString(lines.slice(firstBodyLineIndex).join("\n"));
|
|
68
|
+
}
|
|
69
|
+
export function flattenReadContent(value) {
|
|
70
|
+
if (typeof value === "string") {
|
|
71
|
+
return nonEmptyString(value);
|
|
72
|
+
}
|
|
73
|
+
if (!value) {
|
|
74
|
+
return undefined;
|
|
75
|
+
}
|
|
76
|
+
if (Array.isArray(value)) {
|
|
77
|
+
const parts = value
|
|
78
|
+
.map((chunk) => nonEmptyString(chunk.text) ??
|
|
79
|
+
nonEmptyString(chunk.content) ??
|
|
80
|
+
nonEmptyString(chunk.output))
|
|
81
|
+
.filter((part) => typeof part === "string");
|
|
82
|
+
return parts.length > 0 ? parts.join("\n") : undefined;
|
|
83
|
+
}
|
|
84
|
+
return (nonEmptyString(value.text) ??
|
|
85
|
+
nonEmptyString(value.content) ??
|
|
86
|
+
nonEmptyString(value.output));
|
|
87
|
+
}
|
|
88
|
+
export function truncateDiffText(text, maxChars = 12000) {
|
|
89
|
+
if (typeof text !== "string") {
|
|
90
|
+
return undefined;
|
|
91
|
+
}
|
|
92
|
+
if (text.length <= maxChars) {
|
|
93
|
+
return text;
|
|
94
|
+
}
|
|
95
|
+
const truncatedCount = text.length - maxChars;
|
|
96
|
+
return `${text.slice(0, maxChars)}\n...[truncated ${truncatedCount} chars]`;
|
|
97
|
+
}
|
|
98
|
+
function hashText(value) {
|
|
99
|
+
let hash = 0;
|
|
100
|
+
for (let i = 0; i < value.length; i += 1) {
|
|
101
|
+
hash = (hash << 5) - hash + value.charCodeAt(i);
|
|
102
|
+
hash |= 0;
|
|
103
|
+
}
|
|
104
|
+
return Math.abs(hash).toString(36);
|
|
105
|
+
}
|
|
106
|
+
export function coerceToolCallId(params) {
|
|
107
|
+
if (typeof params.rawCallId === "string" && params.rawCallId.trim().length > 0) {
|
|
108
|
+
return params.rawCallId;
|
|
109
|
+
}
|
|
110
|
+
let serialized = "";
|
|
111
|
+
try {
|
|
112
|
+
serialized = JSON.stringify(params.input) ?? "";
|
|
113
|
+
}
|
|
114
|
+
catch {
|
|
115
|
+
serialized = String(params.input);
|
|
116
|
+
}
|
|
117
|
+
return `${params.providerPrefix}-${hashText(`${params.toolName}:${serialized}`)}`;
|
|
118
|
+
}
|
|
119
|
+
//# sourceMappingURL=tool-call-mapper-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tool-call-mapper-utils.js","sourceRoot":"","sources":["../../../../../src/server/agent/providers/tool-call-mapper-utils.ts"],"names":[],"mappings":"AAMA,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CACzB,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAC1E,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1D,CAAC;AAED,MAAM,iCAAiC,GAAG,IAAI,GAAG,CAAC;IAChD,WAAW;IACX,YAAY;IACZ,0BAA0B;IAC1B,uBAAuB;CACxB,CAAC,CAAC;AAEH,SAAS,8BAA8B,CAAC,IAAY;IAClD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,KAAK,MAAM,MAAM,IAAI,iCAAiC,EAAE,CAAC;QACvD,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAe;IAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;IACnD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAChF,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC;IAC/E,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAC,CAAC;IAC7F,OAAO,WAAW,IAAI,WAAW,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAyB;IAC/D,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7E,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;QACzB,OAAO,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,IAAI,kBAAkB,GAAG,CAAC,CAAC,CAAC;IAC5B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,kBAAkB,GAAG,KAAK,CAAC;YAC3B,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,kBAAkB,KAAK,CAAC,CAAC,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAA2C;IAE3C,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,KAAK;aAChB,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC;YAC1B,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC;YAC7B,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAC/B;aACA,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC9D,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,CAAC;IACD,OAAO,CACL,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1B,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC;QAC7B,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAC7B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,IAAwB,EACxB,WAAmB,KAAM;IAEzB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;IAC9C,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,mBAAmB,cAAc,SAAS,CAAC;AAC9E,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChD,IAAI,IAAI,CAAC,CAAC;IACZ,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAKhC;IACC,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/E,OAAO,MAAM,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,GAAG,MAAM,CAAC,cAAc,IAAI,QAAQ,CAAC,GAAG,MAAM,CAAC,QAAQ,IAAI,UAAU,EAAE,CAAC,EAAE,CAAC;AACpF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recordings-debug.d.ts","sourceRoot":"","sources":["../../../../src/server/agent/recordings-debug.ts"],"names":[],"mappings":"AAOA,wBAAgB,4BAA4B,IAAI,OAAO,CAEtD;AAED,wBAAgB,yBAAyB,CAAC,kBAAkB,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAWnF"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { resolve } from "path";
|
|
2
|
+
function isTruthyEnv(value) {
|
|
3
|
+
const normalized = (value ?? "").trim().toLowerCase();
|
|
4
|
+
return normalized === "1" || normalized === "true" || normalized === "yes" || normalized === "on";
|
|
5
|
+
}
|
|
6
|
+
export function isPaseoDictationDebugEnabled() {
|
|
7
|
+
return isTruthyEnv(process.env.PASEO_DICTATION_DEBUG);
|
|
8
|
+
}
|
|
9
|
+
export function resolveRecordingsDebugDir(explicitEnvVarName) {
|
|
10
|
+
const explicit = process.env[explicitEnvVarName];
|
|
11
|
+
if (explicit && explicit.trim()) {
|
|
12
|
+
return resolve(explicit.trim());
|
|
13
|
+
}
|
|
14
|
+
if (!isPaseoDictationDebugEnabled()) {
|
|
15
|
+
return null;
|
|
16
|
+
}
|
|
17
|
+
return resolve(process.cwd(), ".debug/recordings");
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=recordings-debug.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recordings-debug.js","sourceRoot":"","sources":["../../../../src/server/agent/recordings-debug.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAE/B,SAAS,WAAW,CAAC,KAAyB;IAC5C,MAAM,UAAU,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,IAAI,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,4BAA4B;IAC1C,OAAO,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,kBAA0B;IAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IACjD,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QAChC,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,CAAC,4BAA4B,EAAE,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,mBAAmB,CAAC,CAAC;AACrD,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type pino from "pino";
|
|
2
|
+
export interface DebugAudioMetadata {
|
|
3
|
+
sessionId: string;
|
|
4
|
+
agentId?: string;
|
|
5
|
+
requestId?: string;
|
|
6
|
+
label?: string;
|
|
7
|
+
format: string;
|
|
8
|
+
}
|
|
9
|
+
export declare function maybePersistDebugAudio(audio: Buffer, metadata: DebugAudioMetadata, logger: pino.Logger): Promise<string | null>;
|
|
10
|
+
//# sourceMappingURL=stt-debug.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stt-debug.d.ts","sourceRoot":"","sources":["../../../../src/server/agent/stt-debug.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAS7B,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,kBAAkB,EAC5B,MAAM,EAAE,IAAI,CAAC,MAAM,GAClB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CA6BxB"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { mkdir, writeFile } from "fs/promises";
|
|
2
|
+
import { join } from "path";
|
|
3
|
+
import { inferAudioExtension, sanitizeForFilename } from "./audio-utils.js";
|
|
4
|
+
import { resolveRecordingsDebugDir } from "./recordings-debug.js";
|
|
5
|
+
const debugDir = resolveRecordingsDebugDir("STT_DEBUG_AUDIO_DIR");
|
|
6
|
+
let announced = false;
|
|
7
|
+
export async function maybePersistDebugAudio(audio, metadata, logger) {
|
|
8
|
+
if (!debugDir) {
|
|
9
|
+
return null;
|
|
10
|
+
}
|
|
11
|
+
if (!announced) {
|
|
12
|
+
logger.info({ debugDir }, "Raw audio capture enabled");
|
|
13
|
+
announced = true;
|
|
14
|
+
}
|
|
15
|
+
const timestamp = new Date().toISOString().replace(/[:.]/g, "-");
|
|
16
|
+
const folder = join(debugDir, sanitizeForFilename(metadata.sessionId, "session"));
|
|
17
|
+
await mkdir(folder, { recursive: true });
|
|
18
|
+
const parts = [timestamp];
|
|
19
|
+
if (metadata.agentId) {
|
|
20
|
+
parts.push(sanitizeForFilename(metadata.agentId, "agent"));
|
|
21
|
+
}
|
|
22
|
+
if (metadata.label) {
|
|
23
|
+
parts.push(sanitizeForFilename(metadata.label, "source"));
|
|
24
|
+
}
|
|
25
|
+
if (metadata.requestId) {
|
|
26
|
+
parts.push(sanitizeForFilename(metadata.requestId, "request"));
|
|
27
|
+
}
|
|
28
|
+
const ext = inferAudioExtension(metadata.format);
|
|
29
|
+
const filePath = join(folder, `${parts.join("_")}.${ext}`);
|
|
30
|
+
await writeFile(filePath, audio);
|
|
31
|
+
return filePath;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=stt-debug.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stt-debug.js","sourceRoot":"","sources":["../../../../src/server/agent/stt-debug.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAElE,MAAM,QAAQ,GAAG,yBAAyB,CAAC,qBAAqB,CAAC,CAAC;AAClE,IAAI,SAAS,GAAG,KAAK,CAAC;AAUtB,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAa,EACb,QAA4B,EAC5B,MAAmB;IAEnB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,2BAA2B,CAAC,CAAC;QACvD,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAClF,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzC,MAAM,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1B,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,GAAG,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IAC3D,MAAM,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACjC,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type pino from "pino";
|
|
2
|
+
import type { SpeechToTextProvider, TranscriptionResult } from "../speech/speech-provider.js";
|
|
3
|
+
interface TranscriptionMetadata {
|
|
4
|
+
agentId?: string;
|
|
5
|
+
requestId?: string;
|
|
6
|
+
label?: string;
|
|
7
|
+
}
|
|
8
|
+
export interface SessionTranscriptionResult extends TranscriptionResult {
|
|
9
|
+
debugRecordingPath?: string;
|
|
10
|
+
byteLength: number;
|
|
11
|
+
format: string;
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Per-session STT manager
|
|
15
|
+
* Handles speech-to-text transcription
|
|
16
|
+
*/
|
|
17
|
+
export declare class STTManager {
|
|
18
|
+
private readonly sessionId;
|
|
19
|
+
private readonly logger;
|
|
20
|
+
private readonly stt;
|
|
21
|
+
constructor(sessionId: string, logger: pino.Logger, stt: SpeechToTextProvider | null);
|
|
22
|
+
/**
|
|
23
|
+
* Transcribe audio buffer to text
|
|
24
|
+
*/
|
|
25
|
+
transcribe(audio: Buffer, format: string, metadata?: TranscriptionMetadata): Promise<SessionTranscriptionResult>;
|
|
26
|
+
/**
|
|
27
|
+
* Cleanup (currently no-op, but provides extension point)
|
|
28
|
+
*/
|
|
29
|
+
cleanup(): void;
|
|
30
|
+
}
|
|
31
|
+
export {};
|
|
32
|
+
//# sourceMappingURL=stt-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stt-manager.d.ts","sourceRoot":"","sources":["../../../../src/server/agent/stt-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAK9F,UAAU,qBAAqB;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAkBD,MAAM,WAAW,0BAA2B,SAAQ,mBAAmB;IACrE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;GAGG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAA8B;gBAEtC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,oBAAoB,GAAG,IAAI;IAMpF;;OAEG;IACU,UAAU,CACrB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,QAAQ,CAAC,EAAE,qBAAqB,GAC/B,OAAO,CAAC,0BAA0B,CAAC;IAiQtC;;OAEG;IACI,OAAO,IAAI,IAAI;CAGvB"}
|
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
import { maybePersistDebugAudio } from "./stt-debug.js";
|
|
2
|
+
import { parsePcm16MonoWav, parsePcmRateFromFormat } from "../speech/audio.js";
|
|
3
|
+
import { Pcm16MonoResampler } from "./pcm16-resampler.js";
|
|
4
|
+
const BATCH_APPEND_CHUNK_SECONDS = 1;
|
|
5
|
+
const DEFAULT_BATCH_COMMIT_EVERY_SECONDS = 15;
|
|
6
|
+
const BATCH_FINAL_TIMEOUT_MS = 120000;
|
|
7
|
+
function resolveBatchCommitEverySeconds() {
|
|
8
|
+
const fromEnv = process.env.PASEO_STT_BATCH_COMMIT_EVERY_SECONDS;
|
|
9
|
+
if (!fromEnv) {
|
|
10
|
+
return DEFAULT_BATCH_COMMIT_EVERY_SECONDS;
|
|
11
|
+
}
|
|
12
|
+
const parsed = Number.parseFloat(fromEnv);
|
|
13
|
+
if (!Number.isFinite(parsed) || parsed < 0) {
|
|
14
|
+
return DEFAULT_BATCH_COMMIT_EVERY_SECONDS;
|
|
15
|
+
}
|
|
16
|
+
return parsed;
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Per-session STT manager
|
|
20
|
+
* Handles speech-to-text transcription
|
|
21
|
+
*/
|
|
22
|
+
export class STTManager {
|
|
23
|
+
constructor(sessionId, logger, stt) {
|
|
24
|
+
this.sessionId = sessionId;
|
|
25
|
+
this.logger = logger.child({ module: "agent", component: "stt-manager", sessionId });
|
|
26
|
+
this.stt = stt;
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Transcribe audio buffer to text
|
|
30
|
+
*/
|
|
31
|
+
async transcribe(audio, format, metadata) {
|
|
32
|
+
if (!this.stt) {
|
|
33
|
+
throw new Error("STT not configured");
|
|
34
|
+
}
|
|
35
|
+
this.logger.debug({ bytes: audio.length, format, label: metadata?.label }, "Transcribing audio");
|
|
36
|
+
let debugRecordingPath = null;
|
|
37
|
+
try {
|
|
38
|
+
debugRecordingPath = await maybePersistDebugAudio(audio, {
|
|
39
|
+
sessionId: this.sessionId,
|
|
40
|
+
agentId: metadata?.agentId,
|
|
41
|
+
requestId: metadata?.requestId,
|
|
42
|
+
label: metadata?.label,
|
|
43
|
+
format,
|
|
44
|
+
}, this.logger);
|
|
45
|
+
}
|
|
46
|
+
catch (error) {
|
|
47
|
+
this.logger.warn({ err: error }, "Failed to persist debug audio");
|
|
48
|
+
}
|
|
49
|
+
const session = this.stt.createSession({
|
|
50
|
+
logger: this.logger.child({ component: "stt-session" }),
|
|
51
|
+
language: "en",
|
|
52
|
+
});
|
|
53
|
+
let inputRate;
|
|
54
|
+
let pcm16;
|
|
55
|
+
if (format.toLowerCase().includes("audio/wav")) {
|
|
56
|
+
const parsed = parsePcm16MonoWav(audio);
|
|
57
|
+
inputRate = parsed.sampleRate;
|
|
58
|
+
pcm16 = parsed.pcm16;
|
|
59
|
+
}
|
|
60
|
+
else if (format.toLowerCase().includes("audio/pcm")) {
|
|
61
|
+
inputRate =
|
|
62
|
+
parsePcmRateFromFormat(format, session.requiredSampleRate) ??
|
|
63
|
+
session.requiredSampleRate;
|
|
64
|
+
pcm16 = audio;
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
throw new Error(`Unsupported audio format for STT: ${format}`);
|
|
68
|
+
}
|
|
69
|
+
let pcmForModel = pcm16;
|
|
70
|
+
if (inputRate !== session.requiredSampleRate) {
|
|
71
|
+
const resampler = new Pcm16MonoResampler({
|
|
72
|
+
inputRate,
|
|
73
|
+
outputRate: session.requiredSampleRate,
|
|
74
|
+
});
|
|
75
|
+
pcmForModel = resampler.processChunk(pcm16);
|
|
76
|
+
inputRate = session.requiredSampleRate;
|
|
77
|
+
}
|
|
78
|
+
try {
|
|
79
|
+
const startedAt = Date.now();
|
|
80
|
+
await session.connect();
|
|
81
|
+
const committedSegmentIds = [];
|
|
82
|
+
const transcriptsBySegmentId = new Map();
|
|
83
|
+
const finalTranscriptSegmentIds = new Set();
|
|
84
|
+
const transcriptMetaBySegmentId = new Map();
|
|
85
|
+
let expectedFinals = 0;
|
|
86
|
+
let settle = null;
|
|
87
|
+
let fail = null;
|
|
88
|
+
let settled = false;
|
|
89
|
+
const allFinalsReady = new Promise((resolve, reject) => {
|
|
90
|
+
settle = resolve;
|
|
91
|
+
fail = reject;
|
|
92
|
+
});
|
|
93
|
+
const resolveIfComplete = () => {
|
|
94
|
+
if (settled) {
|
|
95
|
+
return;
|
|
96
|
+
}
|
|
97
|
+
if (expectedFinals > 0 && finalTranscriptSegmentIds.size >= expectedFinals) {
|
|
98
|
+
settled = true;
|
|
99
|
+
settle?.();
|
|
100
|
+
return;
|
|
101
|
+
}
|
|
102
|
+
if (expectedFinals === 0 && finalTranscriptSegmentIds.size > 0) {
|
|
103
|
+
settled = true;
|
|
104
|
+
settle?.();
|
|
105
|
+
}
|
|
106
|
+
};
|
|
107
|
+
const rejectWith = (error) => {
|
|
108
|
+
if (settled) {
|
|
109
|
+
return;
|
|
110
|
+
}
|
|
111
|
+
settled = true;
|
|
112
|
+
fail?.(error);
|
|
113
|
+
};
|
|
114
|
+
session.on("error", (error) => {
|
|
115
|
+
rejectWith(error instanceof Error ? error : new Error(String(error)));
|
|
116
|
+
});
|
|
117
|
+
session.on("committed", ({ segmentId }) => {
|
|
118
|
+
committedSegmentIds.push(segmentId);
|
|
119
|
+
expectedFinals += 1;
|
|
120
|
+
resolveIfComplete();
|
|
121
|
+
});
|
|
122
|
+
session.on("transcript", (payload) => {
|
|
123
|
+
transcriptsBySegmentId.set(payload.segmentId, payload.transcript);
|
|
124
|
+
if (!payload.isFinal) {
|
|
125
|
+
return;
|
|
126
|
+
}
|
|
127
|
+
finalTranscriptSegmentIds.add(payload.segmentId);
|
|
128
|
+
transcriptMetaBySegmentId.set(payload.segmentId, {
|
|
129
|
+
language: payload.language,
|
|
130
|
+
logprobs: payload.logprobs,
|
|
131
|
+
avgLogprob: payload.avgLogprob,
|
|
132
|
+
isLowConfidence: payload.isLowConfidence,
|
|
133
|
+
});
|
|
134
|
+
resolveIfComplete();
|
|
135
|
+
});
|
|
136
|
+
const appendChunkBytes = Math.max(1, Math.round(session.requiredSampleRate * 2 * BATCH_APPEND_CHUNK_SECONDS));
|
|
137
|
+
const commitEverySeconds = resolveBatchCommitEverySeconds();
|
|
138
|
+
const commitEveryBytes = commitEverySeconds > 0
|
|
139
|
+
? Math.max(1, Math.round(session.requiredSampleRate * 2 * commitEverySeconds))
|
|
140
|
+
: 0;
|
|
141
|
+
let bytesSinceCommit = 0;
|
|
142
|
+
for (let offset = 0; offset < pcmForModel.length; offset += appendChunkBytes) {
|
|
143
|
+
const chunk = pcmForModel.subarray(offset, Math.min(pcmForModel.length, offset + appendChunkBytes));
|
|
144
|
+
if (chunk.length === 0) {
|
|
145
|
+
continue;
|
|
146
|
+
}
|
|
147
|
+
session.appendPcm16(chunk);
|
|
148
|
+
bytesSinceCommit += chunk.length;
|
|
149
|
+
if (commitEveryBytes > 0 && bytesSinceCommit >= commitEveryBytes) {
|
|
150
|
+
session.commit();
|
|
151
|
+
bytesSinceCommit = 0;
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
if (bytesSinceCommit > 0 || expectedFinals === 0) {
|
|
155
|
+
session.commit();
|
|
156
|
+
}
|
|
157
|
+
const finalTimeout = setTimeout(() => {
|
|
158
|
+
if (settled) {
|
|
159
|
+
return;
|
|
160
|
+
}
|
|
161
|
+
settled = true;
|
|
162
|
+
this.logger.warn({
|
|
163
|
+
expectedFinals,
|
|
164
|
+
receivedFinals: finalTranscriptSegmentIds.size,
|
|
165
|
+
label: metadata?.label,
|
|
166
|
+
}, "Timed out waiting for final STT segments; returning available transcripts");
|
|
167
|
+
settle?.();
|
|
168
|
+
}, BATCH_FINAL_TIMEOUT_MS);
|
|
169
|
+
await allFinalsReady;
|
|
170
|
+
clearTimeout(finalTimeout);
|
|
171
|
+
const committedSet = new Set(committedSegmentIds);
|
|
172
|
+
const orderedSegmentIds = [...committedSegmentIds];
|
|
173
|
+
for (const segmentId of transcriptsBySegmentId.keys()) {
|
|
174
|
+
if (!committedSet.has(segmentId)) {
|
|
175
|
+
orderedSegmentIds.push(segmentId);
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
const transcript = orderedSegmentIds
|
|
179
|
+
.map((segmentId) => transcriptsBySegmentId.get(segmentId) ?? "")
|
|
180
|
+
.join(" ")
|
|
181
|
+
.trim();
|
|
182
|
+
const orderedFinalMeta = orderedSegmentIds
|
|
183
|
+
.filter((segmentId) => finalTranscriptSegmentIds.has(segmentId))
|
|
184
|
+
.map((segmentId) => transcriptMetaBySegmentId.get(segmentId))
|
|
185
|
+
.filter((meta) => Boolean(meta));
|
|
186
|
+
const language = orderedFinalMeta.find((meta) => meta.language)?.language;
|
|
187
|
+
const singleSegmentMeta = orderedFinalMeta.length === 1 ? orderedFinalMeta[0] : null;
|
|
188
|
+
const allLowConfidence = orderedFinalMeta.length > 0 &&
|
|
189
|
+
orderedFinalMeta.every((meta) => meta.isLowConfidence === true);
|
|
190
|
+
const result = {
|
|
191
|
+
text: transcript,
|
|
192
|
+
...(language ? { language } : {}),
|
|
193
|
+
...(singleSegmentMeta?.logprobs ? { logprobs: singleSegmentMeta.logprobs } : {}),
|
|
194
|
+
...(singleSegmentMeta?.avgLogprob !== undefined
|
|
195
|
+
? { avgLogprob: singleSegmentMeta.avgLogprob }
|
|
196
|
+
: {}),
|
|
197
|
+
...(allLowConfidence ? { isLowConfidence: true } : {}),
|
|
198
|
+
duration: Date.now() - startedAt,
|
|
199
|
+
};
|
|
200
|
+
// Filter out low-confidence transcriptions (non-speech sounds)
|
|
201
|
+
if (result.isLowConfidence) {
|
|
202
|
+
this.logger.debug({ text: result.text, avgLogprob: result.avgLogprob }, "Filtered low-confidence transcription (likely non-speech)");
|
|
203
|
+
// Return empty text to ignore this transcription
|
|
204
|
+
return {
|
|
205
|
+
...result,
|
|
206
|
+
text: "",
|
|
207
|
+
byteLength: audio.length,
|
|
208
|
+
format,
|
|
209
|
+
debugRecordingPath: debugRecordingPath ?? undefined,
|
|
210
|
+
};
|
|
211
|
+
}
|
|
212
|
+
this.logger.debug({ text: result.text, avgLogprob: result.avgLogprob }, "Transcription complete");
|
|
213
|
+
return {
|
|
214
|
+
...result,
|
|
215
|
+
debugRecordingPath: debugRecordingPath ?? undefined,
|
|
216
|
+
byteLength: audio.length,
|
|
217
|
+
format,
|
|
218
|
+
};
|
|
219
|
+
}
|
|
220
|
+
finally {
|
|
221
|
+
session.close();
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
/**
|
|
225
|
+
* Cleanup (currently no-op, but provides extension point)
|
|
226
|
+
*/
|
|
227
|
+
cleanup() {
|
|
228
|
+
// No cleanup needed for STT currently
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
//# sourceMappingURL=stt-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stt-manager.js","sourceRoot":"","sources":["../../../../src/server/agent/stt-manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAQ1D,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,kCAAkC,GAAG,EAAE,CAAC;AAC9C,MAAM,sBAAsB,GAAG,MAAO,CAAC;AAEvC,SAAS,8BAA8B;IACrC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC;IACjE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,kCAAkC,CAAC;IAC5C,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,OAAO,kCAAkC,CAAC;IAC5C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAQD;;;GAGG;AACH,MAAM,OAAO,UAAU;IAKrB,YAAY,SAAiB,EAAE,MAAmB,EAAE,GAAgC;QAClF,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC;QACrF,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,UAAU,CACrB,KAAa,EACb,MAAc,EACd,QAAgC;QAEhC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,EACvD,oBAAoB,CACrB,CAAC;QAEF,IAAI,kBAAkB,GAAkB,IAAI,CAAC;QAC7C,IAAI,CAAC;YACH,kBAAkB,GAAG,MAAM,sBAAsB,CAC/C,KAAK,EACL;gBACE,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,QAAQ,EAAE,OAAO;gBAC1B,SAAS,EAAE,QAAQ,EAAE,SAAS;gBAC9B,KAAK,EAAE,QAAQ,EAAE,KAAK;gBACtB,MAAM;aACP,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,+BAA+B,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;YACvD,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,IAAI,SAAiB,CAAC;QACtB,IAAI,KAAa,CAAC;QAClB,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACxC,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;YAC9B,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC;aAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACtD,SAAS;gBACP,sBAAsB,CAAC,MAAM,EAAE,OAAO,CAAC,kBAAkB,CAAC;oBAC1D,OAAO,CAAC,kBAAkB,CAAC;YAC7B,KAAK,GAAG,KAAK,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,qCAAqC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,SAAS,KAAK,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC;gBACvC,SAAS;gBACT,UAAU,EAAE,OAAO,CAAC,kBAAkB;aACvC,CAAC,CAAC;YACH,WAAW,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC5C,SAAS,GAAG,OAAO,CAAC,kBAAkB,CAAC;QACzC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAExB,MAAM,mBAAmB,GAAa,EAAE,CAAC;YACzC,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAkB,CAAC;YACzD,MAAM,yBAAyB,GAAG,IAAI,GAAG,EAAU,CAAC;YACpD,MAAM,yBAAyB,GAAG,IAAI,GAAG,EAQtC,CAAC;YAEJ,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,MAAM,GAAwB,IAAI,CAAC;YACvC,IAAI,IAAI,GAAoC,IAAI,CAAC;YACjD,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC3D,MAAM,GAAG,OAAO,CAAC;gBACjB,IAAI,GAAG,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,MAAM,iBAAiB,GAAG,GAAG,EAAE;gBAC7B,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,IAAI,cAAc,GAAG,CAAC,IAAI,yBAAyB,CAAC,IAAI,IAAI,cAAc,EAAE,CAAC;oBAC3E,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM,EAAE,EAAE,CAAC;oBACX,OAAO;gBACT,CAAC;gBACD,IAAI,cAAc,KAAK,CAAC,IAAI,yBAAyB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;oBAC/D,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM,EAAE,EAAE,CAAC;gBACb,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,EAAE;gBAClC,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC;YAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC5B,UAAU,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;gBACxC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACpC,cAAc,IAAI,CAAC,CAAC;gBACpB,iBAAiB,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE;gBACnC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;gBAClE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACrB,OAAO;gBACT,CAAC;gBACD,yBAAyB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACjD,yBAAyB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE;oBAC/C,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,eAAe,EAAE,OAAO,CAAC,eAAe;iBACzC,CAAC,CAAC;gBACH,iBAAiB,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAC/B,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,kBAAkB,GAAG,CAAC,GAAG,0BAA0B,CAAC,CACxE,CAAC;YACF,MAAM,kBAAkB,GAAG,8BAA8B,EAAE,CAAC;YAC5D,MAAM,gBAAgB,GACpB,kBAAkB,GAAG,CAAC;gBACpB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,kBAAkB,GAAG,CAAC,GAAG,kBAAkB,CAAC,CAAC;gBAC9E,CAAC,CAAC,CAAC,CAAC;YAER,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,MAAM,IAAI,gBAAgB,EAAE,CAAC;gBAC7E,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAChC,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,gBAAgB,CAAC,CACxD,CAAC;gBACF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,SAAS;gBACX,CAAC;gBACD,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBAC3B,gBAAgB,IAAI,KAAK,CAAC,MAAM,CAAC;gBAEjC,IAAI,gBAAgB,GAAG,CAAC,IAAI,gBAAgB,IAAI,gBAAgB,EAAE,CAAC;oBACjE,OAAO,CAAC,MAAM,EAAE,CAAC;oBACjB,gBAAgB,GAAG,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,IAAI,gBAAgB,GAAG,CAAC,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;gBACjD,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,CAAC;YAED,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;gBACnC,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd;oBACE,cAAc;oBACd,cAAc,EAAE,yBAAyB,CAAC,IAAI;oBAC9C,KAAK,EAAE,QAAQ,EAAE,KAAK;iBACvB,EACD,2EAA2E,CAC5E,CAAC;gBACF,MAAM,EAAE,EAAE,CAAC;YACb,CAAC,EAAE,sBAAsB,CAAC,CAAC;YAE3B,MAAM,cAAc,CAAC;YACrB,YAAY,CAAC,YAAY,CAAC,CAAC;YAE3B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,CAAC;YAClD,MAAM,iBAAiB,GAAa,CAAC,GAAG,mBAAmB,CAAC,CAAC;YAC7D,KAAK,MAAM,SAAS,IAAI,sBAAsB,CAAC,IAAI,EAAE,EAAE,CAAC;gBACtD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBACjC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,iBAAiB;iBACjC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;iBAC/D,IAAI,CAAC,GAAG,CAAC;iBACT,IAAI,EAAE,CAAC;YACV,MAAM,gBAAgB,GAAG,iBAAiB;iBACvC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;iBAC/D,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;iBAC5D,MAAM,CACL,CACE,IAAI,EAMJ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CACnB,CAAC;YACJ,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;YAC1E,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACrF,MAAM,gBAAgB,GACpB,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBAC3B,gBAAgB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC;YAElE,MAAM,MAAM,GAAwB;gBAClC,IAAI,EAAE,UAAU;gBAChB,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChF,GAAG,CAAC,iBAAiB,EAAE,UAAU,KAAK,SAAS;oBAC7C,CAAC,CAAC,EAAE,UAAU,EAAE,iBAAiB,CAAC,UAAU,EAAE;oBAC9C,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACjC,CAAC;YAEF,+DAA+D;YAC/D,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,EACpD,2DAA2D,CAC5D,CAAC;gBAEF,iDAAiD;gBACjD,OAAO;oBACL,GAAG,MAAM;oBACT,IAAI,EAAE,EAAE;oBACR,UAAU,EAAE,KAAK,CAAC,MAAM;oBACxB,MAAM;oBACN,kBAAkB,EAAE,kBAAkB,IAAI,SAAS;iBACpD,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,EACpD,wBAAwB,CACzB,CAAC;YAEF,OAAO;gBACL,GAAG,MAAM;gBACT,kBAAkB,EAAE,kBAAkB,IAAI,SAAS;gBACnD,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,MAAM;aACP,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACI,OAAO;QACZ,sCAAsC;IACxC,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"system-prompt.d.ts","sourceRoot":"","sources":["../../../../src/server/agent/system-prompt.ts"],"names":[],"mappings":"AAQA,wBAAgB,gBAAgB,IAAI,MAAM,CAGzC;AAKD,wBAAgB,eAAe,IAAI,MAAM,CAKxC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { readFileSync } from 'fs';
|
|
2
|
+
import { fileURLToPath } from 'url';
|
|
3
|
+
import path from 'path';
|
|
4
|
+
const __filename = fileURLToPath(import.meta.url);
|
|
5
|
+
const __dirname = path.dirname(__filename);
|
|
6
|
+
// Load system prompt from agent-prompt.md in package root
|
|
7
|
+
export function loadSystemPrompt() {
|
|
8
|
+
const promptPath = path.join(__dirname, '../../../agent-prompt.md');
|
|
9
|
+
return readFileSync(promptPath, 'utf-8');
|
|
10
|
+
}
|
|
11
|
+
// Cache the loaded prompt
|
|
12
|
+
let cachedPrompt = null;
|
|
13
|
+
export function getSystemPrompt() {
|
|
14
|
+
if (!cachedPrompt) {
|
|
15
|
+
cachedPrompt = loadSystemPrompt();
|
|
16
|
+
}
|
|
17
|
+
return cachedPrompt;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=system-prompt.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"system-prompt.js","sourceRoot":"","sources":["../../../../src/server/agent/system-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,0DAA0D;AAC1D,MAAM,UAAU,gBAAgB;IAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;IACpE,OAAO,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,0BAA0B;AAC1B,IAAI,YAAY,GAAkB,IAAI,CAAC;AAEvC,MAAM,UAAU,eAAe;IAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,YAAY,GAAG,gBAAgB,EAAE,CAAC;IACpC,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export declare function normalizeToolName(name: string): string;
|
|
2
|
+
export declare function tokenizeToolName(name: string): string[];
|
|
3
|
+
export declare function getToolLeafName(name: string): string | null;
|
|
4
|
+
export declare function isSpeakToolName(name: string): boolean;
|
|
5
|
+
export declare function isLikelyNamespacedToolName(name: string): boolean;
|
|
6
|
+
export declare function isLikelyExternalToolName(name: string): boolean;
|
|
7
|
+
//# sourceMappingURL=tool-name-normalization.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tool-name-normalization.d.ts","sourceRoot":"","sources":["../../../../src/server/agent/tool-name-normalization.ts"],"names":[],"mappings":"AAGA,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAGvD;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAG3D;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAErD;AAED,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAkBhE;AAED,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAS9D"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
const TOOL_TOKEN_REGEX = /[a-z0-9]+/g;
|
|
2
|
+
const STANDARD_NAMESPACE_SEPARATOR_REGEX = /[.:/]/;
|
|
3
|
+
export function normalizeToolName(name) {
|
|
4
|
+
return name.trim().toLowerCase();
|
|
5
|
+
}
|
|
6
|
+
export function tokenizeToolName(name) {
|
|
7
|
+
const normalized = normalizeToolName(name);
|
|
8
|
+
return normalized.match(TOOL_TOKEN_REGEX) ?? [];
|
|
9
|
+
}
|
|
10
|
+
export function getToolLeafName(name) {
|
|
11
|
+
const tokens = tokenizeToolName(name);
|
|
12
|
+
return tokens.length > 0 ? tokens[tokens.length - 1] : null;
|
|
13
|
+
}
|
|
14
|
+
export function isSpeakToolName(name) {
|
|
15
|
+
return getToolLeafName(name) === "speak";
|
|
16
|
+
}
|
|
17
|
+
export function isLikelyNamespacedToolName(name) {
|
|
18
|
+
const normalized = normalizeToolName(name);
|
|
19
|
+
if (STANDARD_NAMESPACE_SEPARATOR_REGEX.test(normalized)) {
|
|
20
|
+
return true;
|
|
21
|
+
}
|
|
22
|
+
if (!normalized.includes("__")) {
|
|
23
|
+
return false;
|
|
24
|
+
}
|
|
25
|
+
// Keep `__` handling strict to avoid false positives on arbitrary custom names.
|
|
26
|
+
const segments = normalized.split("__").filter((segment) => segment.length > 0);
|
|
27
|
+
if (segments.length >= 3) {
|
|
28
|
+
return true;
|
|
29
|
+
}
|
|
30
|
+
if (segments.length === 2 && segments[1].includes("_")) {
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
return false;
|
|
34
|
+
}
|
|
35
|
+
export function isLikelyExternalToolName(name) {
|
|
36
|
+
const normalized = normalizeToolName(name);
|
|
37
|
+
if (!normalized) {
|
|
38
|
+
return false;
|
|
39
|
+
}
|
|
40
|
+
if (isSpeakToolName(normalized)) {
|
|
41
|
+
return true;
|
|
42
|
+
}
|
|
43
|
+
return isLikelyNamespacedToolName(normalized);
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=tool-name-normalization.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tool-name-normalization.js","sourceRoot":"","sources":["../../../../src/server/agent/tool-name-normalization.ts"],"names":[],"mappings":"AAAA,MAAM,gBAAgB,GAAG,YAAY,CAAC;AACtC,MAAM,kCAAkC,GAAG,OAAO,CAAC;AAEnD,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC3C,OAAO,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,eAAe,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAY;IACrD,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,kCAAkC,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,gFAAgF;IAChF,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChF,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAY;IACnD,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,0BAA0B,CAAC,UAAU,CAAC,CAAC;AAChD,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type pino from "pino";
|
|
2
|
+
export interface TtsDebugAudioMetadata {
|
|
3
|
+
sessionId: string;
|
|
4
|
+
groupId: string;
|
|
5
|
+
format: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function maybePersistTtsDebugAudio(audio: Buffer, metadata: TtsDebugAudioMetadata, logger: pino.Logger): Promise<string | null>;
|
|
8
|
+
//# sourceMappingURL=tts-debug.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tts-debug.d.ts","sourceRoot":"","sources":["../../../../src/server/agent/tts-debug.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAS7B,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,yBAAyB,CAC7C,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,qBAAqB,EAC/B,MAAM,EAAE,IAAI,CAAC,MAAM,GAClB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAmBxB"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { mkdir, writeFile } from "fs/promises";
|
|
2
|
+
import { join } from "path";
|
|
3
|
+
import { inferAudioExtension, sanitizeForFilename } from "./audio-utils.js";
|
|
4
|
+
import { resolveRecordingsDebugDir } from "./recordings-debug.js";
|
|
5
|
+
const debugDir = resolveRecordingsDebugDir("TTS_DEBUG_AUDIO_DIR");
|
|
6
|
+
let announced = false;
|
|
7
|
+
export async function maybePersistTtsDebugAudio(audio, metadata, logger) {
|
|
8
|
+
if (!debugDir) {
|
|
9
|
+
return null;
|
|
10
|
+
}
|
|
11
|
+
if (!announced) {
|
|
12
|
+
logger.info({ debugDir }, "TTS audio capture enabled");
|
|
13
|
+
announced = true;
|
|
14
|
+
}
|
|
15
|
+
const timestamp = new Date().toISOString().replace(/[:.]/g, "-");
|
|
16
|
+
const folder = join(debugDir, sanitizeForFilename(metadata.sessionId, "session"));
|
|
17
|
+
await mkdir(folder, { recursive: true });
|
|
18
|
+
const parts = [timestamp, sanitizeForFilename(metadata.groupId, "tts")];
|
|
19
|
+
const ext = inferAudioExtension(metadata.format);
|
|
20
|
+
const filePath = join(folder, `${parts.join("_")}.${ext}`);
|
|
21
|
+
await writeFile(filePath, audio);
|
|
22
|
+
return filePath;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=tts-debug.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tts-debug.js","sourceRoot":"","sources":["../../../../src/server/agent/tts-debug.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAElE,MAAM,QAAQ,GAAG,yBAAyB,CAAC,qBAAqB,CAAC,CAAC;AAClE,IAAI,SAAS,GAAG,KAAK,CAAC;AAQtB,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAa,EACb,QAA+B,EAC/B,MAAmB;IAEnB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,2BAA2B,CAAC,CAAC;QACvD,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAClF,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzC,MAAM,KAAK,GAAG,CAAC,SAAS,EAAE,mBAAmB,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IAC3D,MAAM,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACjC,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|