@getpaseo/server 0.1.37 → 0.1.38
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/scripts/dev-runner.js +1 -1
- package/dist/scripts/dev-runner.js.map +1 -1
- package/dist/scripts/{daemon-runner.js → supervisor-entrypoint.js} +7 -9
- package/dist/scripts/supervisor-entrypoint.js.map +1 -0
- package/dist/scripts/supervisor.js +17 -1
- package/dist/scripts/supervisor.js.map +1 -1
- package/dist/server/server/bootstrap.d.ts +0 -4
- package/dist/server/server/bootstrap.d.ts.map +1 -1
- package/dist/server/server/bootstrap.js +8 -22
- package/dist/server/server/bootstrap.js.map +1 -1
- package/dist/server/server/index.js +0 -4
- package/dist/server/server/index.js.map +1 -1
- package/dist/server/server/pid-lock.d.ts +7 -2
- package/dist/server/server/pid-lock.d.ts.map +1 -1
- package/dist/server/server/pid-lock.js +21 -0
- package/dist/server/server/pid-lock.js.map +1 -1
- package/dist/server/server/session.d.ts.map +1 -1
- package/dist/server/server/session.js +2 -2
- package/dist/server/server/session.js.map +1 -1
- package/dist/src/server/pid-lock.js +21 -0
- package/dist/src/server/pid-lock.js.map +1 -1
- package/package.json +3 -3
- package/dist/scripts/daemon-runner.js.map +0 -1
- package/dist/src/server/agent/activity-curator.js +0 -243
- package/dist/src/server/agent/activity-curator.js.map +0 -1
- package/dist/src/server/agent/agent-manager.js +0 -1855
- package/dist/src/server/agent/agent-manager.js.map +0 -1
- package/dist/src/server/agent/agent-metadata-generator.js +0 -161
- package/dist/src/server/agent/agent-metadata-generator.js.map +0 -1
- package/dist/src/server/agent/agent-projections.js +0 -254
- package/dist/src/server/agent/agent-projections.js.map +0 -1
- package/dist/src/server/agent/agent-response-loop.js +0 -304
- package/dist/src/server/agent/agent-response-loop.js.map +0 -1
- package/dist/src/server/agent/agent-sdk-types.js +0 -12
- package/dist/src/server/agent/agent-sdk-types.js.map +0 -1
- package/dist/src/server/agent/agent-storage.js +0 -302
- package/dist/src/server/agent/agent-storage.js.map +0 -1
- package/dist/src/server/agent/agent-title-limits.js +0 -3
- package/dist/src/server/agent/agent-title-limits.js.map +0 -1
- package/dist/src/server/agent/audio-utils.js +0 -19
- package/dist/src/server/agent/audio-utils.js.map +0 -1
- package/dist/src/server/agent/dictation-debug.js +0 -50
- package/dist/src/server/agent/dictation-debug.js.map +0 -1
- package/dist/src/server/agent/mcp-server.js +0 -754
- package/dist/src/server/agent/mcp-server.js.map +0 -1
- package/dist/src/server/agent/orchestrator-instructions.js +0 -51
- package/dist/src/server/agent/orchestrator-instructions.js.map +0 -1
- package/dist/src/server/agent/pcm16-resampler.js +0 -63
- package/dist/src/server/agent/pcm16-resampler.js.map +0 -1
- package/dist/src/server/agent/provider-launch-config.js +0 -213
- package/dist/src/server/agent/provider-launch-config.js.map +0 -1
- package/dist/src/server/agent/provider-manifest.js +0 -127
- package/dist/src/server/agent/provider-manifest.js.map +0 -1
- package/dist/src/server/agent/provider-registry.js +0 -45
- package/dist/src/server/agent/provider-registry.js.map +0 -1
- package/dist/src/server/agent/providers/claude/partial-json.js +0 -306
- package/dist/src/server/agent/providers/claude/partial-json.js.map +0 -1
- package/dist/src/server/agent/providers/claude/sdk-model-resolver.js +0 -104
- package/dist/src/server/agent/providers/claude/sdk-model-resolver.js.map +0 -1
- package/dist/src/server/agent/providers/claude/sidechain-tracker.js +0 -230
- package/dist/src/server/agent/providers/claude/sidechain-tracker.js.map +0 -1
- package/dist/src/server/agent/providers/claude/task-notification-tool-call.js +0 -267
- package/dist/src/server/agent/providers/claude/task-notification-tool-call.js.map +0 -1
- package/dist/src/server/agent/providers/claude/tool-call-detail-parser.js +0 -121
- package/dist/src/server/agent/providers/claude/tool-call-detail-parser.js.map +0 -1
- package/dist/src/server/agent/providers/claude/tool-call-mapper.js +0 -252
- package/dist/src/server/agent/providers/claude/tool-call-mapper.js.map +0 -1
- package/dist/src/server/agent/providers/claude-agent.js +0 -3166
- package/dist/src/server/agent/providers/claude-agent.js.map +0 -1
- package/dist/src/server/agent/providers/codex/tool-call-detail-parser.js +0 -104
- package/dist/src/server/agent/providers/codex/tool-call-detail-parser.js.map +0 -1
- package/dist/src/server/agent/providers/codex/tool-call-mapper.js +0 -758
- package/dist/src/server/agent/providers/codex/tool-call-mapper.js.map +0 -1
- package/dist/src/server/agent/providers/codex-app-server-agent.js +0 -2949
- package/dist/src/server/agent/providers/codex-app-server-agent.js.map +0 -1
- package/dist/src/server/agent/providers/codex-rollout-timeline.js +0 -544
- package/dist/src/server/agent/providers/codex-rollout-timeline.js.map +0 -1
- package/dist/src/server/agent/providers/opencode/tool-call-detail-parser.js +0 -39
- package/dist/src/server/agent/providers/opencode/tool-call-detail-parser.js.map +0 -1
- package/dist/src/server/agent/providers/opencode/tool-call-mapper.js +0 -144
- package/dist/src/server/agent/providers/opencode/tool-call-mapper.js.map +0 -1
- package/dist/src/server/agent/providers/opencode-agent.js +0 -1193
- package/dist/src/server/agent/providers/opencode-agent.js.map +0 -1
- package/dist/src/server/agent/providers/tool-call-detail-primitives.js +0 -686
- package/dist/src/server/agent/providers/tool-call-detail-primitives.js.map +0 -1
- package/dist/src/server/agent/providers/tool-call-mapper-utils.js +0 -115
- package/dist/src/server/agent/providers/tool-call-mapper-utils.js.map +0 -1
- package/dist/src/server/agent/recordings-debug.js +0 -19
- package/dist/src/server/agent/recordings-debug.js.map +0 -1
- package/dist/src/server/agent/stt-debug.js +0 -33
- package/dist/src/server/agent/stt-debug.js.map +0 -1
- package/dist/src/server/agent/stt-manager.js +0 -232
- package/dist/src/server/agent/stt-manager.js.map +0 -1
- package/dist/src/server/agent/timeline-append.js +0 -27
- package/dist/src/server/agent/timeline-append.js.map +0 -1
- package/dist/src/server/agent/timeline-projection.js +0 -215
- package/dist/src/server/agent/timeline-projection.js.map +0 -1
- package/dist/src/server/agent/tool-name-normalization.js +0 -45
- package/dist/src/server/agent/tool-name-normalization.js.map +0 -1
- package/dist/src/server/agent/tts-debug.js +0 -24
- package/dist/src/server/agent/tts-debug.js.map +0 -1
- package/dist/src/server/agent/tts-manager.js +0 -374
- package/dist/src/server/agent/tts-manager.js.map +0 -1
- package/dist/src/server/agent/wait-for-agent-tracker.js +0 -53
- package/dist/src/server/agent/wait-for-agent-tracker.js.map +0 -1
- package/dist/src/server/agent-attention-policy.js +0 -40
- package/dist/src/server/agent-attention-policy.js.map +0 -1
- package/dist/src/server/allowed-hosts.js +0 -94
- package/dist/src/server/allowed-hosts.js.map +0 -1
- package/dist/src/server/bootstrap.js +0 -620
- package/dist/src/server/bootstrap.js.map +0 -1
- package/dist/src/server/chat/chat-mentions.js +0 -71
- package/dist/src/server/chat/chat-mentions.js.map +0 -1
- package/dist/src/server/chat/chat-rpc-schemas.js +0 -103
- package/dist/src/server/chat/chat-rpc-schemas.js.map +0 -1
- package/dist/src/server/chat/chat-service.js +0 -330
- package/dist/src/server/chat/chat-service.js.map +0 -1
- package/dist/src/server/chat/chat-types.js +0 -22
- package/dist/src/server/chat/chat-types.js.map +0 -1
- package/dist/src/server/checkout-diff-manager.js +0 -272
- package/dist/src/server/checkout-diff-manager.js.map +0 -1
- package/dist/src/server/checkout-git-utils.js +0 -37
- package/dist/src/server/checkout-git-utils.js.map +0 -1
- package/dist/src/server/client-message-id.js +0 -12
- package/dist/src/server/client-message-id.js.map +0 -1
- package/dist/src/server/config.js +0 -73
- package/dist/src/server/config.js.map +0 -1
- package/dist/src/server/connection-offer.js +0 -59
- package/dist/src/server/connection-offer.js.map +0 -1
- package/dist/src/server/daemon-keypair.js +0 -40
- package/dist/src/server/daemon-keypair.js.map +0 -1
- package/dist/src/server/daemon-version.js +0 -22
- package/dist/src/server/daemon-version.js.map +0 -1
- package/dist/src/server/dictation/dictation-stream-manager.js +0 -571
- package/dist/src/server/dictation/dictation-stream-manager.js.map +0 -1
- package/dist/src/server/file-download/token-store.js +0 -40
- package/dist/src/server/file-download/token-store.js.map +0 -1
- package/dist/src/server/file-explorer/service.js +0 -180
- package/dist/src/server/file-explorer/service.js.map +0 -1
- package/dist/src/server/json-utils.js +0 -45
- package/dist/src/server/json-utils.js.map +0 -1
- package/dist/src/server/loop/rpc-schemas.js +0 -159
- package/dist/src/server/loop/rpc-schemas.js.map +0 -1
- package/dist/src/server/loop-service.js +0 -741
- package/dist/src/server/loop-service.js.map +0 -1
- package/dist/src/server/messages.js +0 -29
- package/dist/src/server/messages.js.map +0 -1
- package/dist/src/server/package-version.js +0 -46
- package/dist/src/server/package-version.js.map +0 -1
- package/dist/src/server/pairing-offer.js +0 -45
- package/dist/src/server/pairing-offer.js.map +0 -1
- package/dist/src/server/pairing-qr.js +0 -45
- package/dist/src/server/pairing-qr.js.map +0 -1
- package/dist/src/server/path-utils.js +0 -20
- package/dist/src/server/path-utils.js.map +0 -1
- package/dist/src/server/persisted-config.js +0 -265
- package/dist/src/server/persisted-config.js.map +0 -1
- package/dist/src/server/persistence-hooks.js +0 -60
- package/dist/src/server/persistence-hooks.js.map +0 -1
- package/dist/src/server/push/push-service.js +0 -68
- package/dist/src/server/push/push-service.js.map +0 -1
- package/dist/src/server/push/token-store.js +0 -70
- package/dist/src/server/push/token-store.js.map +0 -1
- package/dist/src/server/relay-transport.js +0 -461
- package/dist/src/server/relay-transport.js.map +0 -1
- package/dist/src/server/schedule/cron.js +0 -103
- package/dist/src/server/schedule/cron.js.map +0 -1
- package/dist/src/server/schedule/rpc-schemas.js +0 -112
- package/dist/src/server/schedule/rpc-schemas.js.map +0 -1
- package/dist/src/server/schedule/service.js +0 -397
- package/dist/src/server/schedule/service.js.map +0 -1
- package/dist/src/server/schedule/store.js +0 -56
- package/dist/src/server/schedule/store.js.map +0 -1
- package/dist/src/server/schedule/types.js +0 -73
- package/dist/src/server/schedule/types.js.map +0 -1
- package/dist/src/server/server-id.js +0 -63
- package/dist/src/server/server-id.js.map +0 -1
- package/dist/src/server/session.js +0 -6381
- package/dist/src/server/session.js.map +0 -1
- package/dist/src/server/speech/audio.js +0 -101
- package/dist/src/server/speech/audio.js.map +0 -1
- package/dist/src/server/speech/provider-resolver.js +0 -7
- package/dist/src/server/speech/provider-resolver.js.map +0 -1
- package/dist/src/server/speech/providers/local/config.js +0 -74
- package/dist/src/server/speech/providers/local/config.js.map +0 -1
- package/dist/src/server/speech/providers/local/models.js +0 -17
- package/dist/src/server/speech/providers/local/models.js.map +0 -1
- package/dist/src/server/speech/providers/local/pocket/pocket-tts-onnx.js +0 -436
- package/dist/src/server/speech/providers/local/pocket/pocket-tts-onnx.js.map +0 -1
- package/dist/src/server/speech/providers/local/runtime.js +0 -238
- package/dist/src/server/speech/providers/local/runtime.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/model-catalog.js +0 -166
- package/dist/src/server/speech/providers/local/sherpa/model-catalog.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/model-downloader.js +0 -165
- package/dist/src/server/speech/providers/local/sherpa/model-downloader.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js +0 -73
- package/dist/src/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-online-recognizer.js +0 -84
- package/dist/src/server/speech/providers/local/sherpa/sherpa-online-recognizer.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-loader.js +0 -11
- package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-loader.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js +0 -102
- package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js +0 -135
- package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js +0 -130
- package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-realtime-session.js +0 -110
- package/dist/src/server/speech/providers/local/sherpa/sherpa-realtime-session.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-stt.js +0 -138
- package/dist/src/server/speech/providers/local/sherpa/sherpa-stt.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-tts.js +0 -98
- package/dist/src/server/speech/providers/local/sherpa/sherpa-tts.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-provider.js +0 -23
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-provider.js.map +0 -1
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-session.js +0 -107
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-session.js.map +0 -1
- package/dist/src/server/speech/providers/openai/config.js +0 -80
- package/dist/src/server/speech/providers/openai/config.js.map +0 -1
- package/dist/src/server/speech/providers/openai/realtime-transcription-session.js +0 -168
- package/dist/src/server/speech/providers/openai/realtime-transcription-session.js.map +0 -1
- package/dist/src/server/speech/providers/openai/runtime.js +0 -112
- package/dist/src/server/speech/providers/openai/runtime.js.map +0 -1
- package/dist/src/server/speech/providers/openai/stt.js +0 -206
- package/dist/src/server/speech/providers/openai/stt.js.map +0 -1
- package/dist/src/server/speech/providers/openai/tts.js +0 -46
- package/dist/src/server/speech/providers/openai/tts.js.map +0 -1
- package/dist/src/server/speech/speech-config-resolver.js +0 -102
- package/dist/src/server/speech/speech-config-resolver.js.map +0 -1
- package/dist/src/server/speech/speech-provider.js +0 -2
- package/dist/src/server/speech/speech-provider.js.map +0 -1
- package/dist/src/server/speech/speech-runtime.js +0 -530
- package/dist/src/server/speech/speech-runtime.js.map +0 -1
- package/dist/src/server/speech/speech-types.js +0 -8
- package/dist/src/server/speech/speech-types.js.map +0 -1
- package/dist/src/server/speech/turn-detection-provider.js +0 -2
- package/dist/src/server/speech/turn-detection-provider.js.map +0 -1
- package/dist/src/server/utils/diff-highlighter.js +0 -257
- package/dist/src/server/utils/diff-highlighter.js.map +0 -1
- package/dist/src/server/voice/fixed-duration-pcm-ring-buffer.js +0 -35
- package/dist/src/server/voice/fixed-duration-pcm-ring-buffer.js.map +0 -1
- package/dist/src/server/voice/voice-turn-controller.js +0 -159
- package/dist/src/server/voice/voice-turn-controller.js.map +0 -1
- package/dist/src/server/voice-config.js +0 -51
- package/dist/src/server/voice-config.js.map +0 -1
- package/dist/src/server/voice-mcp-bridge-command.js +0 -31
- package/dist/src/server/voice-mcp-bridge-command.js.map +0 -1
- package/dist/src/server/voice-mcp-bridge.js +0 -109
- package/dist/src/server/voice-mcp-bridge.js.map +0 -1
- package/dist/src/server/voice-permission-policy.js +0 -13
- package/dist/src/server/voice-permission-policy.js.map +0 -1
- package/dist/src/server/voice-types.js +0 -2
- package/dist/src/server/voice-types.js.map +0 -1
- package/dist/src/server/websocket-server.js +0 -1048
- package/dist/src/server/websocket-server.js.map +0 -1
- package/dist/src/server/workspace-registry-bootstrap.js +0 -98
- package/dist/src/server/workspace-registry-bootstrap.js.map +0 -1
- package/dist/src/server/workspace-registry-model.js +0 -175
- package/dist/src/server/workspace-registry-model.js.map +0 -1
- package/dist/src/server/workspace-registry.js +0 -151
- package/dist/src/server/workspace-registry.js.map +0 -1
- package/dist/src/server/worktree-bootstrap.js +0 -508
- package/dist/src/server/worktree-bootstrap.js.map +0 -1
- package/dist/src/shared/agent-attention-notification.js +0 -130
- package/dist/src/shared/agent-attention-notification.js.map +0 -1
- package/dist/src/shared/agent-lifecycle.js +0 -8
- package/dist/src/shared/agent-lifecycle.js.map +0 -1
- package/dist/src/shared/connection-offer.js +0 -17
- package/dist/src/shared/connection-offer.js.map +0 -1
- package/dist/src/shared/daemon-endpoints.js +0 -122
- package/dist/src/shared/daemon-endpoints.js.map +0 -1
- package/dist/src/shared/messages.js +0 -2107
- package/dist/src/shared/messages.js.map +0 -1
- package/dist/src/shared/path-utils.js +0 -16
- package/dist/src/shared/path-utils.js.map +0 -1
- package/dist/src/shared/terminal-stream-protocol.js +0 -99
- package/dist/src/shared/terminal-stream-protocol.js.map +0 -1
- package/dist/src/shared/tool-call-display.js +0 -122
- package/dist/src/shared/tool-call-display.js.map +0 -1
- package/dist/src/terminal/terminal-manager.js +0 -136
- package/dist/src/terminal/terminal-manager.js.map +0 -1
- package/dist/src/terminal/terminal.js +0 -333
- package/dist/src/terminal/terminal.js.map +0 -1
- package/dist/src/utils/checkout-git.js +0 -1518
- package/dist/src/utils/checkout-git.js.map +0 -1
- package/dist/src/utils/directory-suggestions.js +0 -671
- package/dist/src/utils/directory-suggestions.js.map +0 -1
- package/dist/src/utils/path.js +0 -15
- package/dist/src/utils/path.js.map +0 -1
- package/dist/src/utils/project-icon.js +0 -389
- package/dist/src/utils/project-icon.js.map +0 -1
- package/dist/src/utils/worktree-metadata.js +0 -116
- package/dist/src/utils/worktree-metadata.js.map +0 -1
- package/dist/src/utils/worktree.js +0 -744
- package/dist/src/utils/worktree.js.map +0 -1
|
@@ -1,168 +0,0 @@
|
|
|
1
|
-
import WebSocket from "ws";
|
|
2
|
-
import { EventEmitter } from "node:events";
|
|
3
|
-
export class OpenAIRealtimeTranscriptionSession extends EventEmitter {
|
|
4
|
-
constructor(params) {
|
|
5
|
-
super();
|
|
6
|
-
this.requiredSampleRate = 24000;
|
|
7
|
-
this.ws = null;
|
|
8
|
-
this.ready = null;
|
|
9
|
-
this.closing = false;
|
|
10
|
-
this.partialByItemId = new Map();
|
|
11
|
-
this.apiKey = params.apiKey;
|
|
12
|
-
this.logger = params.logger.child({ provider: "openai", component: "realtime-transcription" });
|
|
13
|
-
this.transcriptionModel = params.transcriptionModel;
|
|
14
|
-
this.language = params.language;
|
|
15
|
-
this.prompt = params.prompt;
|
|
16
|
-
this.turnDetection = params.turnDetection ?? null;
|
|
17
|
-
}
|
|
18
|
-
async connect() {
|
|
19
|
-
if (this.ready) {
|
|
20
|
-
return this.ready;
|
|
21
|
-
}
|
|
22
|
-
this.closing = false;
|
|
23
|
-
this.ready = new Promise((resolve, reject) => {
|
|
24
|
-
const url = "wss://api.openai.com/v1/realtime?intent=transcription";
|
|
25
|
-
const ws = new WebSocket(url, {
|
|
26
|
-
headers: {
|
|
27
|
-
Authorization: `Bearer ${this.apiKey}`,
|
|
28
|
-
},
|
|
29
|
-
});
|
|
30
|
-
this.ws = ws;
|
|
31
|
-
let resolved = false;
|
|
32
|
-
const fail = (error) => {
|
|
33
|
-
if (resolved) {
|
|
34
|
-
this.emit("error", error);
|
|
35
|
-
return;
|
|
36
|
-
}
|
|
37
|
-
resolved = true;
|
|
38
|
-
reject(error);
|
|
39
|
-
};
|
|
40
|
-
ws.on("open", () => {
|
|
41
|
-
this.logger.debug("OpenAI realtime transcription websocket connected");
|
|
42
|
-
const update = {
|
|
43
|
-
type: "session.update",
|
|
44
|
-
session: {
|
|
45
|
-
type: "transcription",
|
|
46
|
-
audio: {
|
|
47
|
-
input: {
|
|
48
|
-
format: { type: "audio/pcm", rate: 24000 },
|
|
49
|
-
transcription: {
|
|
50
|
-
model: this.transcriptionModel,
|
|
51
|
-
...(this.language ? { language: this.language } : {}),
|
|
52
|
-
...(this.prompt ? { prompt: this.prompt } : {}),
|
|
53
|
-
},
|
|
54
|
-
turn_detection: this.turnDetection,
|
|
55
|
-
},
|
|
56
|
-
},
|
|
57
|
-
},
|
|
58
|
-
};
|
|
59
|
-
ws.send(JSON.stringify(update));
|
|
60
|
-
});
|
|
61
|
-
ws.on("message", (data) => {
|
|
62
|
-
const text = typeof data === "string" ? data : data.toString("utf-8");
|
|
63
|
-
let parsed;
|
|
64
|
-
try {
|
|
65
|
-
parsed = JSON.parse(text);
|
|
66
|
-
}
|
|
67
|
-
catch {
|
|
68
|
-
return;
|
|
69
|
-
}
|
|
70
|
-
const event = parsed;
|
|
71
|
-
if (event.type === "session.created" || event.type === "session.updated") {
|
|
72
|
-
if (!resolved) {
|
|
73
|
-
resolved = true;
|
|
74
|
-
resolve();
|
|
75
|
-
}
|
|
76
|
-
return;
|
|
77
|
-
}
|
|
78
|
-
if (event.type === "input_audio_buffer.committed") {
|
|
79
|
-
this.emit("committed", {
|
|
80
|
-
segmentId: event.item_id,
|
|
81
|
-
previousSegmentId: event.previous_item_id,
|
|
82
|
-
});
|
|
83
|
-
return;
|
|
84
|
-
}
|
|
85
|
-
if (event.type === "input_audio_buffer.speech_started") {
|
|
86
|
-
this.emit("speech_started");
|
|
87
|
-
return;
|
|
88
|
-
}
|
|
89
|
-
if (event.type === "input_audio_buffer.speech_stopped") {
|
|
90
|
-
this.emit("speech_stopped");
|
|
91
|
-
return;
|
|
92
|
-
}
|
|
93
|
-
if (event.type === "conversation.item.input_audio_transcription.delta") {
|
|
94
|
-
const replaceDelta = this.transcriptionModel === "whisper-1";
|
|
95
|
-
const prev = this.partialByItemId.get(event.item_id) ?? "";
|
|
96
|
-
const next = replaceDelta ? event.delta : prev + event.delta;
|
|
97
|
-
this.partialByItemId.set(event.item_id, next);
|
|
98
|
-
this.emit("transcript", { segmentId: event.item_id, transcript: next, isFinal: false });
|
|
99
|
-
return;
|
|
100
|
-
}
|
|
101
|
-
if (event.type === "conversation.item.input_audio_transcription.completed") {
|
|
102
|
-
this.partialByItemId.set(event.item_id, event.transcript);
|
|
103
|
-
this.emit("transcript", {
|
|
104
|
-
segmentId: event.item_id,
|
|
105
|
-
transcript: event.transcript,
|
|
106
|
-
isFinal: true,
|
|
107
|
-
});
|
|
108
|
-
return;
|
|
109
|
-
}
|
|
110
|
-
if (event.type === "error") {
|
|
111
|
-
const message = event.error?.message ?? "OpenAI realtime error";
|
|
112
|
-
fail(new Error(message));
|
|
113
|
-
}
|
|
114
|
-
});
|
|
115
|
-
ws.on("error", (err) => {
|
|
116
|
-
fail(err instanceof Error ? err : new Error(String(err)));
|
|
117
|
-
});
|
|
118
|
-
ws.on("close", () => {
|
|
119
|
-
this.logger.debug("OpenAI realtime websocket closed");
|
|
120
|
-
if (this.closing) {
|
|
121
|
-
return;
|
|
122
|
-
}
|
|
123
|
-
if (!resolved) {
|
|
124
|
-
fail(new Error("OpenAI realtime websocket closed before ready"));
|
|
125
|
-
return;
|
|
126
|
-
}
|
|
127
|
-
fail(new Error("OpenAI realtime websocket closed"));
|
|
128
|
-
});
|
|
129
|
-
});
|
|
130
|
-
return this.ready;
|
|
131
|
-
}
|
|
132
|
-
appendPcm16(pcm16le) {
|
|
133
|
-
if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
|
|
134
|
-
throw new Error("OpenAI realtime websocket not connected");
|
|
135
|
-
}
|
|
136
|
-
const base64Audio = pcm16le.toString("base64");
|
|
137
|
-
const event = { type: "input_audio_buffer.append", audio: base64Audio };
|
|
138
|
-
this.ws.send(JSON.stringify(event));
|
|
139
|
-
}
|
|
140
|
-
commit() {
|
|
141
|
-
if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
|
|
142
|
-
throw new Error("OpenAI realtime websocket not connected");
|
|
143
|
-
}
|
|
144
|
-
const event = { type: "input_audio_buffer.commit" };
|
|
145
|
-
this.ws.send(JSON.stringify(event));
|
|
146
|
-
}
|
|
147
|
-
clear() {
|
|
148
|
-
if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
|
|
149
|
-
return;
|
|
150
|
-
}
|
|
151
|
-
const event = { type: "input_audio_buffer.clear" };
|
|
152
|
-
this.ws.send(JSON.stringify(event));
|
|
153
|
-
}
|
|
154
|
-
close() {
|
|
155
|
-
try {
|
|
156
|
-
this.closing = true;
|
|
157
|
-
this.ws?.close();
|
|
158
|
-
}
|
|
159
|
-
catch {
|
|
160
|
-
// no-op
|
|
161
|
-
}
|
|
162
|
-
finally {
|
|
163
|
-
this.ws = null;
|
|
164
|
-
this.ready = null;
|
|
165
|
-
}
|
|
166
|
-
}
|
|
167
|
-
}
|
|
168
|
-
//# sourceMappingURL=realtime-transcription-session.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"realtime-transcription-session.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/realtime-transcription-session.ts"],"names":[],"mappings":"AACA,OAAO,SAAS,MAAM,IAAI,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AA6D3C,MAAM,OAAO,kCACX,SAAQ,YAAY;IAgBpB,YAAY,MAOX;QACC,KAAK,EAAE,CAAC;QArBM,uBAAkB,GAAG,KAAK,CAAC;QAQnC,OAAE,GAAqB,IAAI,CAAC;QAC5B,UAAK,GAAyB,IAAI,CAAC;QACnC,YAAO,GAAG,KAAK,CAAC;QAChB,oBAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;QAWlD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC/F,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;QACpD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC;IACpD,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACjD,MAAM,GAAG,GAAG,uDAAuD,CAAC;YACpE,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,EAAE;gBAC5B,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;aACF,CAAC,CAAC;YACH,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;YAEb,IAAI,QAAQ,GAAG,KAAK,CAAC;YAErB,MAAM,IAAI,GAAG,CAAC,KAAY,EAAE,EAAE;gBAC5B,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oBAC1B,OAAO;gBACT,CAAC;gBACD,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC;YAEF,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;gBACvE,MAAM,MAAM,GAAsB;oBAChC,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE;wBACP,IAAI,EAAE,eAAe;wBACrB,KAAK,EAAE;4BACL,KAAK,EAAE;gCACL,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE;gCAC1C,aAAa,EAAE;oCACb,KAAK,EAAE,IAAI,CAAC,kBAAkB;oCAC9B,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oCACrD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iCAChD;gCACD,cAAc,EAAE,IAAI,CAAC,aAAa;6BACnC;yBACF;qBACF;iBACF,CAAC;gBACF,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACtE,IAAI,MAAe,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,MAA2B,CAAC;gBAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBACzE,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,QAAQ,GAAG,IAAI,CAAC;wBAChB,OAAO,EAAE,CAAC;oBACZ,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,8BAA8B,EAAE,CAAC;oBAClD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;wBACrB,SAAS,EAAE,KAAK,CAAC,OAAO;wBACxB,iBAAiB,EAAE,KAAK,CAAC,gBAAgB;qBAC1C,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;oBACvD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,mCAAmC,EAAE,CAAC;oBACvD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,mDAAmD,EAAE,CAAC;oBACvE,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,KAAK,WAAW,CAAC;oBAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC3D,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;oBAC7D,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;oBAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBACxF,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,uDAAuD,EAAE,CAAC;oBAC3E,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC1D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;wBACtB,SAAS,EAAE,KAAK,CAAC,OAAO;wBACxB,UAAU,EAAE,KAAK,CAAC,UAAU;wBAC5B,OAAO,EAAE,IAAI;qBACd,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,uBAAuB,CAAC;oBAChE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACrB,IAAI,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC5D,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;gBACtD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,IAAI,CAAC,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC;oBACjE,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEM,WAAW,CAAC,OAAe;QAChC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAsB,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;QAC3F,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAEM,MAAM;QACX,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,KAAK,GAAsB,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC;QACvE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACtD,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAsB,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;QACtE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAEM,KAAK;QACV,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YACf,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
import { DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL, DEFAULT_OPENAI_TTS_MODEL, } from "./config.js";
|
|
2
|
-
import { OpenAIRealtimeTranscriptionSession } from "./realtime-transcription-session.js";
|
|
3
|
-
import { OpenAISTT } from "./stt.js";
|
|
4
|
-
import { OpenAITTS } from "./tts.js";
|
|
5
|
-
function resolveOpenAiCredentials(openaiConfig) {
|
|
6
|
-
const openaiApiKey = openaiConfig?.apiKey;
|
|
7
|
-
return {
|
|
8
|
-
openaiSttApiKey: openaiConfig?.stt?.apiKey ?? openaiApiKey,
|
|
9
|
-
openaiTtsApiKey: openaiConfig?.tts?.apiKey ?? openaiApiKey,
|
|
10
|
-
openaiDictationApiKey: openaiApiKey,
|
|
11
|
-
};
|
|
12
|
-
}
|
|
13
|
-
export function getOpenAiSpeechAvailability(openaiConfig) {
|
|
14
|
-
const credentials = resolveOpenAiCredentials(openaiConfig);
|
|
15
|
-
return {
|
|
16
|
-
stt: Boolean(credentials.openaiSttApiKey),
|
|
17
|
-
tts: Boolean(credentials.openaiTtsApiKey),
|
|
18
|
-
dictationStt: Boolean(credentials.openaiDictationApiKey),
|
|
19
|
-
};
|
|
20
|
-
}
|
|
21
|
-
export function validateOpenAiCredentialRequirements(params) {
|
|
22
|
-
const { providers, logger, openaiConfig } = params;
|
|
23
|
-
const openAiCredentials = resolveOpenAiCredentials(openaiConfig);
|
|
24
|
-
const missingOpenAiCredentialsFor = [];
|
|
25
|
-
if (providers.voiceStt.enabled !== false &&
|
|
26
|
-
providers.voiceStt.provider === "openai" &&
|
|
27
|
-
!openAiCredentials.openaiSttApiKey) {
|
|
28
|
-
missingOpenAiCredentialsFor.push("voice.stt");
|
|
29
|
-
}
|
|
30
|
-
if (providers.voiceTts.enabled !== false &&
|
|
31
|
-
providers.voiceTts.provider === "openai" &&
|
|
32
|
-
!openAiCredentials.openaiTtsApiKey) {
|
|
33
|
-
missingOpenAiCredentialsFor.push("voice.tts");
|
|
34
|
-
}
|
|
35
|
-
if (providers.dictationStt.enabled !== false &&
|
|
36
|
-
providers.dictationStt.provider === "openai" &&
|
|
37
|
-
!openAiCredentials.openaiDictationApiKey) {
|
|
38
|
-
missingOpenAiCredentialsFor.push("dictation.stt");
|
|
39
|
-
}
|
|
40
|
-
if (missingOpenAiCredentialsFor.length > 0) {
|
|
41
|
-
logger.error({
|
|
42
|
-
requestedProviders: {
|
|
43
|
-
dictationStt: providers.dictationStt.provider,
|
|
44
|
-
voiceStt: providers.voiceStt.provider,
|
|
45
|
-
voiceTts: providers.voiceTts.provider,
|
|
46
|
-
},
|
|
47
|
-
missingOpenAiCredentialsFor,
|
|
48
|
-
}, "Invalid speech configuration: OpenAI provider selected but credentials are missing");
|
|
49
|
-
throw new Error(`Missing OpenAI credentials for configured speech features: ${missingOpenAiCredentialsFor.join(", ")}`);
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
export function initializeOpenAiSpeechServices(params) {
|
|
53
|
-
const { providers, openaiConfig, existing, logger } = params;
|
|
54
|
-
const openAiCredentials = resolveOpenAiCredentials(openaiConfig);
|
|
55
|
-
let sttService = existing.sttService;
|
|
56
|
-
let ttsService = existing.ttsService;
|
|
57
|
-
let dictationSttService = existing.dictationSttService;
|
|
58
|
-
const turnDetectionService = existing.turnDetectionService;
|
|
59
|
-
const needsOpenAiStt = !sttService && providers.voiceStt.enabled !== false && providers.voiceStt.provider === "openai";
|
|
60
|
-
const needsOpenAiTts = !ttsService && providers.voiceTts.enabled !== false && providers.voiceTts.provider === "openai";
|
|
61
|
-
const needsOpenAiDictation = !dictationSttService &&
|
|
62
|
-
providers.dictationStt.enabled !== false &&
|
|
63
|
-
providers.dictationStt.provider === "openai";
|
|
64
|
-
if ((needsOpenAiStt || needsOpenAiTts || needsOpenAiDictation) &&
|
|
65
|
-
(openAiCredentials.openaiSttApiKey ||
|
|
66
|
-
openAiCredentials.openaiTtsApiKey ||
|
|
67
|
-
openAiCredentials.openaiDictationApiKey)) {
|
|
68
|
-
logger.info("OpenAI speech provider initialized");
|
|
69
|
-
if (needsOpenAiStt && openAiCredentials.openaiSttApiKey) {
|
|
70
|
-
const { apiKey: _sttApiKey, ...sttConfig } = openaiConfig?.stt ?? {};
|
|
71
|
-
sttService = new OpenAISTT({
|
|
72
|
-
apiKey: openAiCredentials.openaiSttApiKey,
|
|
73
|
-
...sttConfig,
|
|
74
|
-
}, logger);
|
|
75
|
-
}
|
|
76
|
-
if (needsOpenAiTts && openAiCredentials.openaiTtsApiKey) {
|
|
77
|
-
const { apiKey: _ttsApiKey, ...ttsConfig } = openaiConfig?.tts ?? {};
|
|
78
|
-
ttsService = new OpenAITTS({
|
|
79
|
-
apiKey: openAiCredentials.openaiTtsApiKey,
|
|
80
|
-
voice: "alloy",
|
|
81
|
-
model: DEFAULT_OPENAI_TTS_MODEL,
|
|
82
|
-
responseFormat: "pcm",
|
|
83
|
-
...ttsConfig,
|
|
84
|
-
}, logger);
|
|
85
|
-
}
|
|
86
|
-
const dictationApiKey = openAiCredentials.openaiDictationApiKey;
|
|
87
|
-
if (needsOpenAiDictation && dictationApiKey) {
|
|
88
|
-
dictationSttService = {
|
|
89
|
-
id: "openai",
|
|
90
|
-
createSession: ({ logger: sessionLogger, language, prompt }) => new OpenAIRealtimeTranscriptionSession({
|
|
91
|
-
apiKey: dictationApiKey,
|
|
92
|
-
logger: sessionLogger,
|
|
93
|
-
transcriptionModel: openaiConfig?.realtimeTranscriptionModel ??
|
|
94
|
-
DEFAULT_OPENAI_REALTIME_TRANSCRIPTION_MODEL,
|
|
95
|
-
...(language ? { language } : {}),
|
|
96
|
-
...(prompt ? { prompt } : {}),
|
|
97
|
-
turnDetection: null,
|
|
98
|
-
}),
|
|
99
|
-
};
|
|
100
|
-
}
|
|
101
|
-
}
|
|
102
|
-
else if (needsOpenAiStt || needsOpenAiTts || needsOpenAiDictation) {
|
|
103
|
-
logger.warn("OpenAI speech providers are configured but credentials are missing");
|
|
104
|
-
}
|
|
105
|
-
return {
|
|
106
|
-
turnDetectionService,
|
|
107
|
-
sttService,
|
|
108
|
-
ttsService,
|
|
109
|
-
dictationSttService,
|
|
110
|
-
};
|
|
111
|
-
}
|
|
112
|
-
//# sourceMappingURL=runtime.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/runtime.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,2CAA2C,EAC3C,wBAAwB,GAEzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAqBrC,SAAS,wBAAwB,CAC/B,YAAoD;IAEpD,MAAM,YAAY,GAAG,YAAY,EAAE,MAAM,CAAC;IAC1C,OAAO;QACL,eAAe,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,IAAI,YAAY;QAC1D,eAAe,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,IAAI,YAAY;QAC1D,qBAAqB,EAAE,YAAY;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,YAAoD;IAEpD,MAAM,WAAW,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAC3D,OAAO;QACL,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC;QACzC,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC;QACzC,YAAY,EAAE,OAAO,CAAC,WAAW,CAAC,qBAAqB,CAAC;KACzD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,MAIpD;IACC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACnD,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAEjE,MAAM,2BAA2B,GAAa,EAAE,CAAC;IACjD,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QACxC,CAAC,iBAAiB,CAAC,eAAe,EAClC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IACD,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QACxC,CAAC,iBAAiB,CAAC,eAAe,EAClC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IACD,IACE,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QACxC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,QAAQ;QAC5C,CAAC,iBAAiB,CAAC,qBAAqB,EACxC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,2BAA2B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,CAAC,KAAK,CACV;YACE,kBAAkB,EAAE;gBAClB,YAAY,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;gBACrC,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;aACtC;YACD,2BAA2B;SAC5B,EACD,oFAAoF,CACrF,CAAC;QACF,MAAM,IAAI,KAAK,CACb,8DAA8D,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvG,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAK9C;IACC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC7D,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAEjE,IAAI,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACrC,IAAI,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACrC,IAAI,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;IACvD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,CAAC;IAE3D,MAAM,cAAc,GAClB,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAClG,MAAM,cAAc,GAClB,CAAC,UAAU,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAClG,MAAM,oBAAoB,GACxB,CAAC,mBAAmB;QACpB,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QACxC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAE/C,IACE,CAAC,cAAc,IAAI,cAAc,IAAI,oBAAoB,CAAC;QAC1D,CAAC,iBAAiB,CAAC,eAAe;YAChC,iBAAiB,CAAC,eAAe;YACjC,iBAAiB,CAAC,qBAAqB,CAAC,EAC1C,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAElD,IAAI,cAAc,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,EAAE,CAAC;YACrE,UAAU,GAAG,IAAI,SAAS,CACxB;gBACE,MAAM,EAAE,iBAAiB,CAAC,eAAe;gBACzC,GAAG,SAAS;aACb,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,EAAE,CAAC;YACrE,UAAU,GAAG,IAAI,SAAS,CACxB;gBACE,MAAM,EAAE,iBAAiB,CAAC,eAAe;gBACzC,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,wBAAwB;gBAC/B,cAAc,EAAE,KAAK;gBACrB,GAAG,SAAS;aACb,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,iBAAiB,CAAC,qBAAqB,CAAC;QAChE,IAAI,oBAAoB,IAAI,eAAe,EAAE,CAAC;YAC5C,mBAAmB,GAAG;gBACpB,EAAE,EAAE,QAAQ;gBACZ,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAC7D,IAAI,kCAAkC,CAAC;oBACrC,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,aAAa;oBACrB,kBAAkB,EAChB,YAAY,EAAE,0BAA0B;wBACxC,2CAA2C;oBAC7C,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,aAAa,EAAE,IAAI;iBACpB,CAAC;aACL,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,cAAc,IAAI,cAAc,IAAI,oBAAoB,EAAE,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;IACpF,CAAC;IAED,OAAO;QACL,oBAAoB;QACpB,UAAU;QACV,UAAU;QACV,mBAAmB;KACpB,CAAC;AACJ,CAAC"}
|
|
@@ -1,206 +0,0 @@
|
|
|
1
|
-
import { EventEmitter } from "node:events";
|
|
2
|
-
import OpenAI from "openai";
|
|
3
|
-
import { writeFile, unlink } from "fs/promises";
|
|
4
|
-
import { join } from "path";
|
|
5
|
-
import { tmpdir } from "os";
|
|
6
|
-
import { v4 } from "uuid";
|
|
7
|
-
import { inferAudioExtension } from "../../../agent/audio-utils.js";
|
|
8
|
-
function isObject(value) {
|
|
9
|
-
return typeof value === "object" && value !== null;
|
|
10
|
-
}
|
|
11
|
-
function isLogprobToken(value) {
|
|
12
|
-
if (!isObject(value)) {
|
|
13
|
-
return false;
|
|
14
|
-
}
|
|
15
|
-
if (typeof value.token !== "string") {
|
|
16
|
-
return false;
|
|
17
|
-
}
|
|
18
|
-
if (typeof value.logprob !== "number") {
|
|
19
|
-
return false;
|
|
20
|
-
}
|
|
21
|
-
if (value.bytes === undefined) {
|
|
22
|
-
return true;
|
|
23
|
-
}
|
|
24
|
-
return Array.isArray(value.bytes) && value.bytes.every((entry) => typeof entry === "number");
|
|
25
|
-
}
|
|
26
|
-
function isLogprobTokenArray(value) {
|
|
27
|
-
return Array.isArray(value) && value.every((entry) => isLogprobToken(entry));
|
|
28
|
-
}
|
|
29
|
-
export class OpenAISTT {
|
|
30
|
-
constructor(sttConfig, parentLogger) {
|
|
31
|
-
this.id = "openai";
|
|
32
|
-
this.config = sttConfig;
|
|
33
|
-
this.logger = parentLogger.child({ module: "agent", provider: "openai", component: "stt" });
|
|
34
|
-
this.openaiClient = new OpenAI({
|
|
35
|
-
apiKey: sttConfig.apiKey,
|
|
36
|
-
});
|
|
37
|
-
this.logger.info({ model: sttConfig.model || "whisper-1" }, "STT (OpenAI Whisper) initialized");
|
|
38
|
-
}
|
|
39
|
-
createSession(params) {
|
|
40
|
-
const emitter = new EventEmitter();
|
|
41
|
-
const logger = params.logger.child({ provider: "openai", component: "stt-session" });
|
|
42
|
-
const requiredSampleRate = 24000;
|
|
43
|
-
let connected = false;
|
|
44
|
-
let segmentId = v4();
|
|
45
|
-
let previousSegmentId = null;
|
|
46
|
-
let pcm16 = Buffer.alloc(0);
|
|
47
|
-
const transcribeAudio = this.transcribeAudioInternal.bind(this);
|
|
48
|
-
const convertPCMToWavBuffer = (pcmBuffer) => {
|
|
49
|
-
const headerSize = 44;
|
|
50
|
-
const channels = 1;
|
|
51
|
-
const bitsPerSample = 16;
|
|
52
|
-
const sampleRate = requiredSampleRate;
|
|
53
|
-
const wavBuffer = Buffer.alloc(headerSize + pcmBuffer.length);
|
|
54
|
-
const byteRate = (sampleRate * channels * bitsPerSample) / 8;
|
|
55
|
-
const blockAlign = (channels * bitsPerSample) / 8;
|
|
56
|
-
wavBuffer.write("RIFF", 0);
|
|
57
|
-
wavBuffer.writeUInt32LE(36 + pcmBuffer.length, 4);
|
|
58
|
-
wavBuffer.write("WAVE", 8);
|
|
59
|
-
wavBuffer.write("fmt ", 12);
|
|
60
|
-
wavBuffer.writeUInt32LE(16, 16);
|
|
61
|
-
wavBuffer.writeUInt16LE(1, 20);
|
|
62
|
-
wavBuffer.writeUInt16LE(channels, 22);
|
|
63
|
-
wavBuffer.writeUInt32LE(sampleRate, 24);
|
|
64
|
-
wavBuffer.writeUInt32LE(byteRate, 28);
|
|
65
|
-
wavBuffer.writeUInt16LE(blockAlign, 32);
|
|
66
|
-
wavBuffer.writeUInt16LE(bitsPerSample, 34);
|
|
67
|
-
wavBuffer.write("data", 36);
|
|
68
|
-
wavBuffer.writeUInt32LE(pcmBuffer.length, 40);
|
|
69
|
-
pcmBuffer.copy(wavBuffer, 44);
|
|
70
|
-
return wavBuffer;
|
|
71
|
-
};
|
|
72
|
-
return {
|
|
73
|
-
requiredSampleRate,
|
|
74
|
-
async connect() {
|
|
75
|
-
connected = true;
|
|
76
|
-
},
|
|
77
|
-
appendPcm16(chunk) {
|
|
78
|
-
if (!connected) {
|
|
79
|
-
emitter.emit("error", new Error("STT session not connected"));
|
|
80
|
-
return;
|
|
81
|
-
}
|
|
82
|
-
pcm16 = pcm16.length === 0 ? chunk : Buffer.concat([pcm16, chunk]);
|
|
83
|
-
},
|
|
84
|
-
commit() {
|
|
85
|
-
if (!connected) {
|
|
86
|
-
emitter.emit("error", new Error("STT session not connected"));
|
|
87
|
-
return;
|
|
88
|
-
}
|
|
89
|
-
const committedId = segmentId;
|
|
90
|
-
const prev = previousSegmentId;
|
|
91
|
-
emitter.emit("committed", { segmentId: committedId, previousSegmentId: prev });
|
|
92
|
-
void (async () => {
|
|
93
|
-
try {
|
|
94
|
-
if (pcm16.length === 0) {
|
|
95
|
-
emitter.emit("transcript", {
|
|
96
|
-
segmentId: committedId,
|
|
97
|
-
transcript: "",
|
|
98
|
-
isFinal: true,
|
|
99
|
-
language: params.language,
|
|
100
|
-
isLowConfidence: true,
|
|
101
|
-
});
|
|
102
|
-
return;
|
|
103
|
-
}
|
|
104
|
-
const wav = convertPCMToWavBuffer(pcm16);
|
|
105
|
-
const result = await transcribeAudio(wav, "audio/wav", params.language ?? "en", logger);
|
|
106
|
-
emitter.emit("transcript", {
|
|
107
|
-
segmentId: committedId,
|
|
108
|
-
transcript: result.text,
|
|
109
|
-
isFinal: true,
|
|
110
|
-
language: result.language,
|
|
111
|
-
logprobs: result.logprobs,
|
|
112
|
-
avgLogprob: result.avgLogprob,
|
|
113
|
-
isLowConfidence: result.isLowConfidence,
|
|
114
|
-
});
|
|
115
|
-
}
|
|
116
|
-
catch (err) {
|
|
117
|
-
emitter.emit("error", err);
|
|
118
|
-
}
|
|
119
|
-
finally {
|
|
120
|
-
previousSegmentId = committedId;
|
|
121
|
-
segmentId = v4();
|
|
122
|
-
pcm16 = Buffer.alloc(0);
|
|
123
|
-
}
|
|
124
|
-
})();
|
|
125
|
-
},
|
|
126
|
-
clear() {
|
|
127
|
-
pcm16 = Buffer.alloc(0);
|
|
128
|
-
segmentId = v4();
|
|
129
|
-
},
|
|
130
|
-
close() {
|
|
131
|
-
connected = false;
|
|
132
|
-
pcm16 = Buffer.alloc(0);
|
|
133
|
-
},
|
|
134
|
-
on(event, handler) {
|
|
135
|
-
emitter.on(event, handler);
|
|
136
|
-
return undefined;
|
|
137
|
-
},
|
|
138
|
-
};
|
|
139
|
-
}
|
|
140
|
-
async transcribeAudioInternal(audioBuffer, format, language, logger) {
|
|
141
|
-
const startTime = Date.now();
|
|
142
|
-
let tempFilePath = null;
|
|
143
|
-
try {
|
|
144
|
-
const ext = inferAudioExtension(format);
|
|
145
|
-
tempFilePath = join(tmpdir(), `audio-${v4()}.${ext}`);
|
|
146
|
-
await writeFile(tempFilePath, audioBuffer);
|
|
147
|
-
logger.debug({ tempFilePath, bytes: audioBuffer.length }, "Transcribing audio file");
|
|
148
|
-
const modelToUse = this.config.model ?? "whisper-1";
|
|
149
|
-
const supportsLogprobs = modelToUse === "gpt-4o-transcribe" || modelToUse === "gpt-4o-mini-transcribe";
|
|
150
|
-
const includeLogprobs = ["logprobs"];
|
|
151
|
-
const response = await this.openaiClient.audio.transcriptions.create({
|
|
152
|
-
file: await import("fs").then((fs) => fs.createReadStream(tempFilePath)),
|
|
153
|
-
language,
|
|
154
|
-
model: modelToUse,
|
|
155
|
-
...(supportsLogprobs ? { include: includeLogprobs } : {}),
|
|
156
|
-
response_format: "json",
|
|
157
|
-
});
|
|
158
|
-
const duration = Date.now() - startTime;
|
|
159
|
-
const confidenceThreshold = this.config.confidenceThreshold ?? -3.0;
|
|
160
|
-
let avgLogprob;
|
|
161
|
-
let isLowConfidence = false;
|
|
162
|
-
const logprobs = supportsLogprobs && isObject(response) && isLogprobTokenArray(response.logprobs)
|
|
163
|
-
? response.logprobs
|
|
164
|
-
: undefined;
|
|
165
|
-
if (logprobs && logprobs.length > 0) {
|
|
166
|
-
const totalLogprob = logprobs.reduce((sum, token) => sum + token.logprob, 0);
|
|
167
|
-
avgLogprob = totalLogprob / logprobs.length;
|
|
168
|
-
isLowConfidence = avgLogprob < confidenceThreshold;
|
|
169
|
-
if (isLowConfidence) {
|
|
170
|
-
logger.debug({
|
|
171
|
-
avgLogprob,
|
|
172
|
-
threshold: confidenceThreshold,
|
|
173
|
-
text: response.text,
|
|
174
|
-
tokenLogprobs: logprobs.map((t) => `${t.token}:${t.logprob.toFixed(2)}`).join(", "),
|
|
175
|
-
}, "Low confidence transcription detected");
|
|
176
|
-
}
|
|
177
|
-
}
|
|
178
|
-
logger.debug({ duration, text: response.text, avgLogprob }, "Transcription complete");
|
|
179
|
-
return {
|
|
180
|
-
text: response.text,
|
|
181
|
-
duration: duration,
|
|
182
|
-
logprobs: logprobs,
|
|
183
|
-
avgLogprob: avgLogprob,
|
|
184
|
-
isLowConfidence: isLowConfidence,
|
|
185
|
-
language: isObject(response) && typeof response.language === "string"
|
|
186
|
-
? response.language
|
|
187
|
-
: undefined,
|
|
188
|
-
};
|
|
189
|
-
}
|
|
190
|
-
catch (error) {
|
|
191
|
-
logger.error({ err: error }, "Transcription error");
|
|
192
|
-
throw new Error(`STT transcription failed: ${error.message}`);
|
|
193
|
-
}
|
|
194
|
-
finally {
|
|
195
|
-
if (tempFilePath) {
|
|
196
|
-
try {
|
|
197
|
-
await unlink(tempFilePath);
|
|
198
|
-
}
|
|
199
|
-
catch (cleanupError) {
|
|
200
|
-
logger.warn({ tempFilePath }, "Failed to clean up temp file");
|
|
201
|
-
}
|
|
202
|
-
}
|
|
203
|
-
}
|
|
204
|
-
}
|
|
205
|
-
}
|
|
206
|
-
//# sourceMappingURL=stt.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"stt.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/stt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EAAE,EAAE,EAAE,MAAM,MAAM,CAAC;AAC1B,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAgBpE,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;AAC/F,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,OAAO,SAAS;IAMpB,YAAY,SAAoB,EAAE,YAAyB;QAF3C,OAAE,GAAG,QAAiB,CAAC;QAGrC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,GAAG,IAAI,MAAM,CAAC;YAC7B,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,WAAW,EAAE,EAAE,kCAAkC,CAAC,CAAC;IAClG,CAAC;IAEM,aAAa,CAAC,MAIpB;QACC,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QACrF,MAAM,kBAAkB,GAAG,KAAK,CAAC;QAEjC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;QACrB,IAAI,iBAAiB,GAAkB,IAAI,CAAC;QAC5C,IAAI,KAAK,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhE,MAAM,qBAAqB,GAAG,CAAC,SAAiB,EAAU,EAAE;YAC1D,MAAM,UAAU,GAAG,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,CAAC,CAAC;YACnB,MAAM,aAAa,GAAG,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,kBAAkB,CAAC;YACtC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9D,MAAM,QAAQ,GAAG,CAAC,UAAU,GAAG,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,CAAC,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAElD,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC3B,SAAS,CAAC,aAAa,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAClD,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC3B,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC5B,SAAS,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAChC,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACtC,SAAS,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACxC,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACtC,SAAS,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACxC,SAAS,CAAC,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YAC3C,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC5B,SAAS,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC9C,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAE9B,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;QAEF,OAAO;YACL,kBAAkB;YAClB,KAAK,CAAC,OAAO;gBACX,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,WAAW,CAAC,KAAa;gBACvB,IAAI,CAAC,SAAS,EAAE,CAAC;oBACd,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;oBACvE,OAAO;gBACT,CAAC;gBACD,KAAK,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM;gBACJ,IAAI,CAAC,SAAS,EAAE,CAAC;oBACd,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;oBACvE,OAAO;gBACT,CAAC;gBAED,MAAM,WAAW,GAAG,SAAS,CAAC;gBAC9B,MAAM,IAAI,GAAG,iBAAiB,CAAC;gBAC9B,OAAe,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;gBAExF,KAAK,CAAC,KAAK,IAAI,EAAE;oBACf,IAAI,CAAC;wBACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BACtB,OAAe,CAAC,IAAI,CAAC,YAAY,EAAE;gCAClC,SAAS,EAAE,WAAW;gCACtB,UAAU,EAAE,EAAE;gCACd,OAAO,EAAE,IAAI;gCACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;gCACzB,eAAe,EAAE,IAAI;6BACtB,CAAC,CAAC;4BACH,OAAO;wBACT,CAAC;wBAED,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;wBACzC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE,MAAM,CAAC,CAAC;wBAEvF,OAAe,CAAC,IAAI,CAAC,YAAY,EAAE;4BAClC,SAAS,EAAE,WAAW;4BACtB,UAAU,EAAE,MAAM,CAAC,IAAI;4BACvB,OAAO,EAAE,IAAI;4BACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,UAAU,EAAE,MAAM,CAAC,UAAU;4BAC7B,eAAe,EAAE,MAAM,CAAC,eAAe;yBACxC,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACZ,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACtC,CAAC;4BAAS,CAAC;wBACT,iBAAiB,GAAG,WAAW,CAAC;wBAChC,SAAS,GAAG,EAAE,EAAE,CAAC;wBACjB,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,CAAC;YACD,KAAK;gBACH,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxB,SAAS,GAAG,EAAE,EAAE,CAAC;YACnB,CAAC;YACD,KAAK;gBACH,SAAS,GAAG,KAAK,CAAC;gBAClB,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC;YACD,EAAE,CAAC,KAAU,EAAE,OAAY;gBACzB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,WAAmB,EACnB,MAAc,EACd,QAAgB,EAChB,MAAmB;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,YAAY,GAAkB,IAAI,CAAC;QAEvC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACxC,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YACtD,MAAM,SAAS,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YAE3C,MAAM,CAAC,KAAK,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC;YAErF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,WAAW,CAAC;YACpD,MAAM,gBAAgB,GACpB,UAAU,KAAK,mBAAmB,IAAI,UAAU,KAAK,wBAAwB,CAAC;YAChF,MAAM,eAAe,GAAiB,CAAC,UAAU,CAAC,CAAC;YAEnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC;gBACnE,IAAI,EAAE,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,gBAAgB,CAAC,YAAa,CAAC,CAAC;gBACzE,QAAQ;gBACR,KAAK,EAAE,UAAU;gBACjB,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzD,eAAe,EAAE,MAAM;aACxB,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC,GAAG,CAAC;YAEpE,IAAI,UAA8B,CAAC;YACnC,IAAI,eAAe,GAAG,KAAK,CAAC;YAC5B,MAAM,QAAQ,GACZ,gBAAgB,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,mBAAmB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC9E,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBACnB,CAAC,CAAC,SAAS,CAAC;YAEhB,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC7E,UAAU,GAAG,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;gBAC5C,eAAe,GAAG,UAAU,GAAG,mBAAmB,CAAC;gBAEnD,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,CAAC,KAAK,CACV;wBACE,UAAU;wBACV,SAAS,EAAE,mBAAmB;wBAC9B,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,aAAa,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;qBACpF,EACD,uCAAuC,CACxC,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,wBAAwB,CAAC,CAAC;YAEtF,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE,QAAQ;gBAClB,UAAU,EAAE,UAAU;gBACtB,eAAe,EAAE,eAAe;gBAChC,QAAQ,EACN,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ;oBACzD,CAAC,CAAC,QAAQ,CAAC,QAAQ;oBACnB,CAAC,CAAC,SAAS;aAChB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,qBAAqB,CAAC,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;gBAAS,CAAC;YACT,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;gBAC7B,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,EAAE,8BAA8B,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import OpenAI from "openai";
|
|
2
|
-
export class OpenAITTS {
|
|
3
|
-
constructor(ttsConfig, parentLogger) {
|
|
4
|
-
this.config = {
|
|
5
|
-
model: "tts-1",
|
|
6
|
-
voice: "alloy",
|
|
7
|
-
responseFormat: "pcm",
|
|
8
|
-
...ttsConfig,
|
|
9
|
-
};
|
|
10
|
-
this.logger = parentLogger.child({ module: "agent", provider: "openai", component: "tts" });
|
|
11
|
-
this.openaiClient = new OpenAI({
|
|
12
|
-
apiKey: ttsConfig.apiKey,
|
|
13
|
-
});
|
|
14
|
-
this.logger.info({ voice: this.config.voice, model: this.config.model, format: this.config.responseFormat }, "TTS (OpenAI) initialized");
|
|
15
|
-
}
|
|
16
|
-
getConfig() {
|
|
17
|
-
return this.config;
|
|
18
|
-
}
|
|
19
|
-
async synthesizeSpeech(text) {
|
|
20
|
-
if (!text || text.trim().length === 0) {
|
|
21
|
-
throw new Error("Cannot synthesize empty text");
|
|
22
|
-
}
|
|
23
|
-
const startTime = Date.now();
|
|
24
|
-
try {
|
|
25
|
-
this.logger.debug({ textLength: text.length, preview: text.substring(0, 50) }, "Synthesizing speech");
|
|
26
|
-
const response = await this.openaiClient.audio.speech.create({
|
|
27
|
-
model: this.config.model,
|
|
28
|
-
voice: this.config.voice,
|
|
29
|
-
input: text,
|
|
30
|
-
response_format: this.config.responseFormat,
|
|
31
|
-
});
|
|
32
|
-
const audioStream = response.body;
|
|
33
|
-
const duration = Date.now() - startTime;
|
|
34
|
-
this.logger.debug({ duration }, "Speech synthesis stream ready");
|
|
35
|
-
return {
|
|
36
|
-
stream: audioStream,
|
|
37
|
-
format: this.config.responseFormat || "mp3",
|
|
38
|
-
};
|
|
39
|
-
}
|
|
40
|
-
catch (error) {
|
|
41
|
-
this.logger.error({ err: error }, "Speech synthesis error");
|
|
42
|
-
throw new Error(`TTS synthesis failed: ${error.message}`);
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
//# sourceMappingURL=tts.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/tts.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAa5B,MAAM,OAAO,SAAS;IAKpB,YAAY,SAAoB,EAAE,YAAyB;QACzD,IAAI,CAAC,MAAM,GAAG;YACZ,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,OAAO;YACd,cAAc,EAAE,KAAK;YACrB,GAAG,SAAS;SACb,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,GAAG,IAAI,MAAM,CAAC;YAC7B,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,EAC1F,0BAA0B,CAC3B,CAAC;IACJ,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACxC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAC3D,qBAAqB,CACtB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC3D,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAM;gBACzB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAM;gBACzB,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,cAMpB;aACV,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,QAAQ,CAAC,IAA2B,CAAC;YAEzD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,+BAA+B,CAAC,CAAC;YAEjE,OAAO;gBACL,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,KAAK;aAC5C,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,wBAAwB,CAAC,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;CACF"}
|