@livekit/agents-plugin-baseten 1.6.4 → 1.7.0

package/dist/index.cjs

@@ -32,7 +32,7 @@ class BasetenPlugin extends import_agents.Plugin {
   constructor() {
     super({
       title: "baseten",
-      version: "1.6.4",
+      version: "1.7.0",
       package: "@livekit/agents-plugin-baseten"
     });
   }

package/dist/index.js

@@ -6,7 +6,7 @@ class BasetenPlugin extends Plugin {
   constructor() {
     super({
       title: "baseten",
-      version: "1.6.4",
+      version: "1.7.0",
       package: "@livekit/agents-plugin-baseten"
     });
   }

package/dist/stt.cjs

@@ -212,7 +212,7 @@ class SpeechStream extends import_agents.stt.SpeechStream {
             const confidence = msg.confidence ?? 0;
             const languageCode = (0, import_agents.normalizeLanguage)(msg.language_code ?? this.#opts.audioLanguage);
             if (!transcript) {
-              this.#logger.debug("Received non-transcript message:", msg);
+              this.#logger.debug({ "lk.pii.message": msg }, "Received non-transcript message");
               return;
             }
             if (!this.#speaking && !isFinal) {
@@ -257,7 +257,13 @@ class SpeechStream extends import_agents.stt.SpeechStream {
               resolve();
             }
           } catch (err) {
-            this.#logger.error(`STT: Error processing message: ${data}`);
+            this.#logger.error(
+              {
+                error: err,
+                "lk.pii.message": String(data)
+              },
+              "Baseten STT failed to process message"
+            );
             reject(err);
           }
         });

package/dist/stt.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type AudioBuffer,\n  AudioByteStream,\n  Task,\n  log,\n  normalizeLanguage,\n  stt,\n  waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport type { BasetenSttOptions } from './types.js';\n\nconst defaultSTTOptions: Partial<BasetenSttOptions> = {\n  environment: 'production',\n  encoding: 'pcm_s16le',\n  sampleRate: 16000,\n  bufferSizeSeconds: 0.032,\n  enablePartialTranscripts: true,\n  partialTranscriptIntervalS: 0.5,\n  finalTranscriptMaxDurationS: 5,\n  audioLanguage: 'en',\n  languageDetectionOnly: false,\n  vadThreshold: 0.5,\n  vadMinSilenceDurationMs: 300,\n  vadSpeechPadMs: 30,\n};\n\nexport class STT extends stt.STT {\n  #opts: BasetenSttOptions;\n  #logger = log();\n  label = 'baseten.STT';\n\n  constructor(opts: Partial<BasetenSttOptions> = {}) {\n    super({\n      streaming: true,\n      interimResults: opts.enablePartialTranscripts ?? defaultSTTOptions.enablePartialTranscripts!,\n      alignedTranscript: 'word',\n    });\n\n    const apiKey = opts.apiKey ?? process.env.BASETEN_API_KEY;\n    const modelEndpoint = opts.modelEndpoint ?? process.env.BASETEN_MODEL_ENDPOINT;\n    const modelId = opts.modelId ?? process.env.BASETEN_STT_MODEL_ID;\n\n    if (!apiKey) {\n      throw new Error(\n        'Baseten API key is required, either pass it as `apiKey` or set $BASETEN_API_KEY',\n      );\n    }\n    if (!modelEndpoint && !modelId) {\n      throw new Error(\n        'Baseten model endpoint is required, either pass it as `modelEndpoint` or set $BASETEN_MODEL_ENDPOINT',\n      );\n    }\n\n    this.#opts = {\n      ...defaultSTTOptions,\n      ...opts,\n      apiKey,\n      modelEndpoint,\n      modelId,\n      audioLanguage: normalizeLanguage((opts.audioLanguage ?? defaultSTTOptions.audioLanguage)!),\n    } as BasetenSttOptions;\n  }\n\n  // eslint-disable-next-line\n  async _recognize(_: AudioBuffer): Promise<stt.SpeechEvent> {\n    throw new Error('Recognize is not supported on Baseten STT');\n  }\n\n  updateOptions(opts: Partial<BasetenSttOptions>) {\n    this.#opts = {\n      ...this.#opts,\n      ...opts,\n      audioLanguage:\n        opts.audioLanguage !== undefined\n          ? normalizeLanguage(opts.audioLanguage)\n          : this.#opts.audioLanguage,\n    };\n  }\n\n  stream(): SpeechStream {\n    return new SpeechStream(this, this.#opts);\n  }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n  #opts: BasetenSttOptions;\n  #logger = log();\n  #speaking = false;\n  #requestId = '';\n  label = 'baseten.SpeechStream';\n\n  constructor(stt: STT, opts: BasetenSttOptions) {\n    super(stt, opts.sampleRate);\n    this.#opts = opts;\n    this.closed = false;\n  }\n\n  private getWsUrl(): string {\n    if (this.#opts.modelEndpoint) {\n      return this.#opts.modelEndpoint;\n    }\n    // Fallback to constructing URL from modelId (deprecated)\n    return `wss://model-${this.#opts.modelId}.api.baseten.co/environments/${this.#opts.environment}/websocket`;\n  }\n\n  protected async run() {\n    const maxRetry = 32;\n    let retries = 0;\n\n    while (!this.input.closed && !this.closed) {\n      const url = this.getWsUrl();\n      const headers = {\n        Authorization: `Api-Key ${this.#opts.apiKey}`,\n      };\n\n      const ws = new WebSocket(url, { headers });\n\n      try {\n        await new Promise((resolve, reject) => {\n          ws.on('open', resolve);\n          ws.on('error', (error) => reject(error));\n          ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n        });\n\n        await this.#runWS(ws);\n      } catch (e) {\n        if (!this.closed && !this.input.closed) {\n          if (retries >= maxRetry) {\n            throw new Error(`failed to connect to Baseten after ${retries} attempts: ${e}`);\n          }\n\n          const delay = Math.min(retries * 5, 10);\n          retries++;\n\n          this.#logger.warn(\n            `failed to connect to Baseten, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`,\n          );\n          await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n        } else {\n          this.#logger.warn(\n            `Baseten disconnected, connection is closed: ${e} (inputClosed: ${this.input.closed}, isClosed: ${this.closed})`,\n          );\n        }\n      }\n    }\n\n    this.closed = true;\n  }\n\n  async #runWS(ws: WebSocket) {\n    let closing = false;\n\n    // Send initial metadata\n    // Note: Baseten server expects 'vad_params' and 'streaming_whisper_params' field names\n    // (not 'streaming_vad_config', 'streaming_params', 'whisper_params' as in older versions)\n    const metadata = {\n      vad_params: {\n        threshold: this.#opts.vadThreshold,\n        min_silence_duration_ms: this.#opts.vadMinSilenceDurationMs,\n        speech_pad_ms: this.#opts.vadSpeechPadMs,\n      },\n      streaming_whisper_params: {\n        encoding: this.#opts.encoding ?? 'pcm_s16le',\n        sample_rate: this.#opts.sampleRate ?? 16000,\n        enable_partial_transcripts: false,\n        audio_language: this.#opts.audioLanguage ?? 'en',\n        show_word_timestamps: true,\n      },\n    };\n\n    ws.send(JSON.stringify(metadata));\n\n    const sendTask = async () => {\n      const sampleRate = this.#opts.sampleRate ?? 16000;\n      const samplesPerChunk = sampleRate === 16000 ? 512 : 256;\n      const audioByteStream = new AudioByteStream(sampleRate, 1, samplesPerChunk);\n\n      try {\n        while (!this.closed) {\n          const result = await this.input.next();\n          if (result.done) {\n            break;\n          }\n\n          const data = result.value;\n\n          let frames: AudioFrame[];\n          if (data === SpeechStream.FLUSH_SENTINEL) {\n            // Flush any remaining buffered audio\n            frames = audioByteStream.flush();\n          } else {\n            if (data.sampleRate !== sampleRate || data.channels !== 1) {\n              throw new Error(\n                `sample rate or channel count mismatch: expected ${sampleRate}Hz/1ch, got ${data.sampleRate}Hz/${data.channels}ch`,\n              );\n            }\n            frames = audioByteStream.write(data.data.buffer as ArrayBuffer);\n          }\n\n          for (const frame of frames) {\n            const buffer = Buffer.from(\n              frame.data.buffer,\n              frame.data.byteOffset,\n              frame.data.byteLength,\n            );\n            ws.send(buffer);\n          }\n        }\n      } finally {\n        closing = true;\n        ws.close();\n      }\n    };\n\n    const listenTask = Task.from(async (controller) => {\n      const listenMessage = new Promise<void>((resolve, reject) => {\n        ws.on('message', (data) => {\n          try {\n            let jsonString: string;\n\n            if (typeof data === 'string') {\n              jsonString = data;\n            } else if (data instanceof Buffer) {\n              jsonString = data.toString('utf-8');\n            } else if (Array.isArray(data)) {\n              jsonString = Buffer.concat(data).toString('utf-8');\n            } else {\n              return;\n            }\n\n            const msg = JSON.parse(jsonString);\n            const isFinal = msg.is_final ?? true;\n            const segments = msg.segments ?? [];\n            const transcript = msg.transcript ?? '';\n            const confidence = msg.confidence ?? 0.0;\n            const languageCode = normalizeLanguage(msg.language_code ?? this.#opts.audioLanguage);\n\n            // Skip if no transcript text\n            if (!transcript) {\n              this.#logger.debug('Received non-transcript message:', msg);\n              return;\n            }\n\n            // Emit START_OF_SPEECH if not already speaking (only for interim or first final)\n            if (!this.#speaking && !isFinal) {\n              this.#speaking = true;\n              this.queue.put({ type: stt.SpeechEventType.START_OF_SPEECH });\n            }\n\n            // Note: Baseten uses 'start_time' and 'end_time' field names (with underscores)\n            const startTime =\n              segments.length > 0\n                ? (segments[0].start_time ?? 0.0) + this.startTimeOffset\n                : this.startTimeOffset;\n            const endTime =\n              segments.length > 0\n                ? (segments[segments.length - 1].end_time ?? 0.0) + this.startTimeOffset\n                : this.startTimeOffset;\n\n            // Note: Baseten returns segments (chunks) which we treat as words for aligned transcripts\n            const words = segments.map(\n              (segment: { text?: string; start_time?: number; end_time?: number }) => ({\n                text: segment.text ?? '',\n                startTime: (segment.start_time ?? 0.0) + this.startTimeOffset,\n                endTime: (segment.end_time ?? 0.0) + this.startTimeOffset,\n                startTimeOffset: this.startTimeOffset,\n                confidence: confidence,\n              }),\n            );\n\n            const speechData: stt.SpeechData = {\n              language: languageCode,\n              text: transcript,\n              startTime,\n              endTime,\n              confidence,\n              words: words.length > 0 ? words : undefined,\n            };\n\n            // Handle interim vs final transcripts (matching Python implementation)\n            if (!isFinal) {\n              // Interim transcript\n              this.queue.put({\n                type: stt.SpeechEventType.INTERIM_TRANSCRIPT,\n                alternatives: [speechData],\n              });\n            } else {\n              // Final transcript\n              this.queue.put({\n                type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n                alternatives: [speechData],\n              });\n\n              // Emit END_OF_SPEECH after final transcript\n              if (this.#speaking) {\n                this.#speaking = false;\n                this.queue.put({ type: stt.SpeechEventType.END_OF_SPEECH });\n              }\n            }\n\n            if (this.closed || closing) {\n              resolve();\n            }\n          } catch (err) {\n            this.#logger.error(`STT: Error processing message: ${data}`);\n            reject(err);\n          }\n        });\n\n        ws.on('error', (err) => {\n          if (!closing) {\n            reject(err);\n          }\n        });\n\n        ws.on('close', () => {\n          if (!closing) {\n            resolve();\n          }\n        });\n      });\n\n      await Promise.race([listenMessage, waitForAbort(controller.signal)]);\n    }, this.abortController);\n\n    await Promise.all([sendTask(), listenTask.result]);\n    closing = true;\n    ws.close();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAQO;AAEP,gBAA0B;AAG1B,MAAM,oBAAgD;AAAA,EACpD,aAAa;AAAA,EACb,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,mBAAmB;AAAA,EACnB,0BAA0B;AAAA,EAC1B,4BAA4B;AAAA,EAC5B,6BAA6B;AAAA,EAC7B,eAAe;AAAA,EACf,uBAAuB;AAAA,EACvB,cAAc;AAAA,EACd,yBAAyB;AAAA,EACzB,gBAAgB;AAClB;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,QAAQ;AAAA,EAER,YAAY,OAAmC,CAAC,GAAG;AACjD,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB,KAAK,4BAA4B,kBAAkB;AAAA,MACnE,mBAAmB;AAAA,IACrB,CAAC;AAED,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,UAAM,gBAAgB,KAAK,iBAAiB,QAAQ,IAAI;AACxD,UAAM,UAAU,KAAK,WAAW,QAAQ,IAAI;AAE5C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,QAAI,CAAC,iBAAiB,CAAC,SAAS;AAC9B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,MACH;AAAA,MACA;AAAA,MACA;AAAA,MACA,mBAAe,iCAAmB,KAAK,iBAAiB,kBAAkB,aAAe;AAAA,IAC3F;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,WAAW,GAA0C;AACzD,UAAM,IAAI,MAAM,2CAA2C;AAAA,EAC7D;AAAA,EAEA,cAAc,MAAkC;AAC9C,SAAK,QAAQ;AAAA,MACX,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH,eACE,KAAK,kBAAkB,aACnB,iCAAkB,KAAK,aAAa,IACpC,KAAK,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,SAAuB;AACrB,WAAO,IAAI,aAAa,MAAM,KAAK,KAAK;AAAA,EAC1C;AACF;AAEO,MAAM,qBAAqB,kBAAI,aAAa;AAAA,EACjD;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,YAAY;AAAA,EACZ,aAAa;AAAA,EACb,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAyB;AAC7C,UAAMA,MAAK,KAAK,UAAU;AAC1B,SAAK,QAAQ;AACb,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,WAAmB;AACzB,QAAI,KAAK,MAAM,eAAe;AAC5B,aAAO,KAAK,MAAM;AAAA,IACpB;AAEA,WAAO,eAAe,KAAK,MAAM,OAAO,gCAAgC,KAAK,MAAM,WAAW;AAAA,EAChG;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,WAAW;AACjB,QAAI,UAAU;AAEd,WAAO,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,QAAQ;AACzC,YAAM,MAAM,KAAK,SAAS;AAC1B,YAAM,UAAU;AAAA,QACd,eAAe,WAAW,KAAK,MAAM,MAAM;AAAA,MAC7C;AAEA,YAAM,KAAK,IAAI,oBAAU,KAAK,EAAE,QAAQ,CAAC;AAEzC,UAAI;AACF,cAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,aAAG,GAAG,QAAQ,OAAO;AACrB,aAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,aAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,QAC/D,CAAC;AAED,cAAM,KAAK,OAAO,EAAE;AAAA,MACtB,SAAS,GAAG;AACV,YAAI,CAAC,KAAK,UAAU,CAAC,KAAK,MAAM,QAAQ;AACtC,cAAI,WAAW,UAAU;AACvB,kBAAM,IAAI,MAAM,sCAAsC,OAAO,cAAc,CAAC,EAAE;AAAA,UAChF;AAEA,gBAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,EAAE;AACtC;AAEA,eAAK,QAAQ;AAAA,YACX,6CAA6C,KAAK,aAAa,CAAC,KAAK,OAAO,IAAI,QAAQ;AAAA,UAC1F;AACA,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,QAClE,OAAO;AACL,eAAK,QAAQ;AAAA,YACX,+CAA+C,CAAC,kBAAkB,KAAK,MAAM,MAAM,eAAe,KAAK,MAAM;AAAA,UAC/G;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAM,OAAO,IAAe;AAC1B,QAAI,UAAU;AAKd,UAAM,WAAW;AAAA,MACf,YAAY;AAAA,QACV,WAAW,KAAK,MAAM;AAAA,QACtB,yBAAyB,KAAK,MAAM;AAAA,QACpC,eAAe,KAAK,MAAM;AAAA,MAC5B;AAAA,MACA,0BAA0B;AAAA,QACxB,UAAU,KAAK,MAAM,YAAY;AAAA,QACjC,aAAa,KAAK,MAAM,cAAc;AAAA,QACtC,4BAA4B;AAAA,QAC5B,gBAAgB,KAAK,MAAM,iBAAiB;AAAA,QAC5C,sBAAsB;AAAA,MACxB;AAAA,IACF;AAEA,OAAG,KAAK,KAAK,UAAU,QAAQ,CAAC;AAEhC,UAAM,WAAW,YAAY;AAC3B,YAAM,aAAa,KAAK,MAAM,cAAc;AAC5C,YAAM,kBAAkB,eAAe,OAAQ,MAAM;AACrD,YAAM,kBAAkB,IAAI,8BAAgB,YAAY,GAAG,eAAe;AAE1E,UAAI;AACF,eAAO,CAAC,KAAK,QAAQ;AACnB,gBAAM,SAAS,MAAM,KAAK,MAAM,KAAK;AACrC,cAAI,OAAO,MAAM;AACf;AAAA,UACF;AAEA,gBAAM,OAAO,OAAO;AAEpB,cAAI;AACJ,cAAI,SAAS,aAAa,gBAAgB;AAExC,qBAAS,gBAAgB,MAAM;AAAA,UACjC,OAAO;AACL,gBAAI,KAAK,eAAe,cAAc,KAAK,aAAa,GAAG;AACzD,oBAAM,IAAI;AAAA,gBACR,mDAAmD,UAAU,eAAe,KAAK,UAAU,MAAM,KAAK,QAAQ;AAAA,cAChH;AAAA,YACF;AACA,qBAAS,gBAAgB,MAAM,KAAK,KAAK,MAAqB;AAAA,UAChE;AAEA,qBAAW,SAAS,QAAQ;AAC1B,kBAAM,SAAS,OAAO;AAAA,cACpB,MAAM,KAAK;AAAA,cACX,MAAM,KAAK;AAAA,cACX,MAAM,KAAK;AAAA,YACb;AACA,eAAG,KAAK,MAAM;AAAA,UAChB;AAAA,QACF;AAAA,MACF,UAAE;AACA,kBAAU;AACV,WAAG,MAAM;AAAA,MACX;AAAA,IACF;AAEA,UAAM,aAAa,mBAAK,KAAK,OAAO,eAAe;AACjD,YAAM,gBAAgB,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3D,WAAG,GAAG,WAAW,CAAC,SAAS;AACzB,cAAI;AACF,gBAAI;AAEJ,gBAAI,OAAO,SAAS,UAAU;AAC5B,2BAAa;AAAA,YACf,WAAW,gBAAgB,QAAQ;AACjC,2BAAa,KAAK,SAAS,OAAO;AAAA,YACpC,WAAW,MAAM,QAAQ,IAAI,GAAG;AAC9B,2BAAa,OAAO,OAAO,IAAI,EAAE,SAAS,OAAO;AAAA,YACnD,OAAO;AACL;AAAA,YACF;AAEA,kBAAM,MAAM,KAAK,MAAM,UAAU;AACjC,kBAAM,UAAU,IAAI,YAAY;AAChC,kBAAM,WAAW,IAAI,YAAY,CAAC;AAClC,kBAAM,aAAa,IAAI,cAAc;AACrC,kBAAM,aAAa,IAAI,cAAc;AACrC,kBAAM,mBAAe,iCAAkB,IAAI,iBAAiB,KAAK,MAAM,aAAa;AAGpF,gBAAI,CAAC,YAAY;AACf,mBAAK,QAAQ,MAAM,oCAAoC,GAAG;AAC1D;AAAA,YACF;AAGA,gBAAI,CAAC,KAAK,aAAa,CAAC,SAAS;AAC/B,mBAAK,YAAY;AACjB,mBAAK,MAAM,IAAI,EAAE,MAAM,kBAAI,gBAAgB,gBAAgB,CAAC;AAAA,YAC9D;AAGA,kBAAM,YACJ,SAAS,SAAS,KACb,SAAS,CAAC,EAAE,cAAc,KAAO,KAAK,kBACvC,KAAK;AACX,kBAAM,UACJ,SAAS,SAAS,KACb,SAAS,SAAS,SAAS,CAAC,EAAE,YAAY,KAAO,KAAK,kBACvD,KAAK;AAGX,kBAAM,QAAQ,SAAS;AAAA,cACrB,CAAC,aAAwE;AAAA,gBACvE,MAAM,QAAQ,QAAQ;AAAA,gBACtB,YAAY,QAAQ,cAAc,KAAO,KAAK;AAAA,gBAC9C,UAAU,QAAQ,YAAY,KAAO,KAAK;AAAA,gBAC1C,iBAAiB,KAAK;AAAA,gBACtB;AAAA,cACF;AAAA,YACF;AAEA,kBAAM,aAA6B;AAAA,cACjC,UAAU;AAAA,cACV,MAAM;AAAA,cACN;AAAA,cACA;AAAA,cACA;AAAA,cACA,OAAO,MAAM,SAAS,IAAI,QAAQ;AAAA,YACpC;AAGA,gBAAI,CAAC,SAAS;AAEZ,mBAAK,MAAM,IAAI;AAAA,gBACb,MAAM,kBAAI,gBAAgB;AAAA,gBAC1B,cAAc,CAAC,UAAU;AAAA,cAC3B,CAAC;AAAA,YACH,OAAO;AAEL,mBAAK,MAAM,IAAI;AAAA,gBACb,MAAM,kBAAI,gBAAgB;AAAA,gBAC1B,cAAc,CAAC,UAAU;AAAA,cAC3B,CAAC;AAGD,kBAAI,KAAK,WAAW;AAClB,qBAAK,YAAY;AACjB,qBAAK,MAAM,IAAI,EAAE,MAAM,kBAAI,gBAAgB,cAAc,CAAC;AAAA,cAC5D;AAAA,YACF;AAEA,gBAAI,KAAK,UAAU,SAAS;AAC1B,sBAAQ;AAAA,YACV;AAAA,UACF,SAAS,KAAK;AACZ,iBAAK,QAAQ,MAAM,kCAAkC,IAAI,EAAE;AAC3D,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,QAAQ;AACtB,cAAI,CAAC,SAAS;AACZ,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,MAAM;AACnB,cAAI,CAAC,SAAS;AACZ,oBAAQ;AAAA,UACV;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAED,YAAM,QAAQ,KAAK,CAAC,mBAAe,4BAAa,WAAW,MAAM,CAAC,CAAC;AAAA,IACrE,GAAG,KAAK,eAAe;AAEvB,UAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,WAAW,MAAM,CAAC;AACjD,cAAU;AACV,OAAG,MAAM;AAAA,EACX;AACF;","names":["stt"]}
+{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type AudioBuffer,\n  AudioByteStream,\n  Task,\n  log,\n  normalizeLanguage,\n  stt,\n  waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport type { BasetenSttOptions } from './types.js';\n\nconst defaultSTTOptions: Partial<BasetenSttOptions> = {\n  environment: 'production',\n  encoding: 'pcm_s16le',\n  sampleRate: 16000,\n  bufferSizeSeconds: 0.032,\n  enablePartialTranscripts: true,\n  partialTranscriptIntervalS: 0.5,\n  finalTranscriptMaxDurationS: 5,\n  audioLanguage: 'en',\n  languageDetectionOnly: false,\n  vadThreshold: 0.5,\n  vadMinSilenceDurationMs: 300,\n  vadSpeechPadMs: 30,\n};\n\nexport class STT extends stt.STT {\n  #opts: BasetenSttOptions;\n  #logger = log();\n  label = 'baseten.STT';\n\n  constructor(opts: Partial<BasetenSttOptions> = {}) {\n    super({\n      streaming: true,\n      interimResults: opts.enablePartialTranscripts ?? defaultSTTOptions.enablePartialTranscripts!,\n      alignedTranscript: 'word',\n    });\n\n    const apiKey = opts.apiKey ?? process.env.BASETEN_API_KEY;\n    const modelEndpoint = opts.modelEndpoint ?? process.env.BASETEN_MODEL_ENDPOINT;\n    const modelId = opts.modelId ?? process.env.BASETEN_STT_MODEL_ID;\n\n    if (!apiKey) {\n      throw new Error(\n        'Baseten API key is required, either pass it as `apiKey` or set $BASETEN_API_KEY',\n      );\n    }\n    if (!modelEndpoint && !modelId) {\n      throw new Error(\n        'Baseten model endpoint is required, either pass it as `modelEndpoint` or set $BASETEN_MODEL_ENDPOINT',\n      );\n    }\n\n    this.#opts = {\n      ...defaultSTTOptions,\n      ...opts,\n      apiKey,\n      modelEndpoint,\n      modelId,\n      audioLanguage: normalizeLanguage((opts.audioLanguage ?? defaultSTTOptions.audioLanguage)!),\n    } as BasetenSttOptions;\n  }\n\n  // eslint-disable-next-line\n  async _recognize(_: AudioBuffer): Promise<stt.SpeechEvent> {\n    throw new Error('Recognize is not supported on Baseten STT');\n  }\n\n  updateOptions(opts: Partial<BasetenSttOptions>) {\n    this.#opts = {\n      ...this.#opts,\n      ...opts,\n      audioLanguage:\n        opts.audioLanguage !== undefined\n          ? normalizeLanguage(opts.audioLanguage)\n          : this.#opts.audioLanguage,\n    };\n  }\n\n  stream(): SpeechStream {\n    return new SpeechStream(this, this.#opts);\n  }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n  #opts: BasetenSttOptions;\n  #logger = log();\n  #speaking = false;\n  #requestId = '';\n  label = 'baseten.SpeechStream';\n\n  constructor(stt: STT, opts: BasetenSttOptions) {\n    super(stt, opts.sampleRate);\n    this.#opts = opts;\n    this.closed = false;\n  }\n\n  private getWsUrl(): string {\n    if (this.#opts.modelEndpoint) {\n      return this.#opts.modelEndpoint;\n    }\n    // Fallback to constructing URL from modelId (deprecated)\n    return `wss://model-${this.#opts.modelId}.api.baseten.co/environments/${this.#opts.environment}/websocket`;\n  }\n\n  protected async run() {\n    const maxRetry = 32;\n    let retries = 0;\n\n    while (!this.input.closed && !this.closed) {\n      const url = this.getWsUrl();\n      const headers = {\n        Authorization: `Api-Key ${this.#opts.apiKey}`,\n      };\n\n      const ws = new WebSocket(url, { headers });\n\n      try {\n        await new Promise((resolve, reject) => {\n          ws.on('open', resolve);\n          ws.on('error', (error) => reject(error));\n          ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n        });\n\n        await this.#runWS(ws);\n      } catch (e) {\n        if (!this.closed && !this.input.closed) {\n          if (retries >= maxRetry) {\n            throw new Error(`failed to connect to Baseten after ${retries} attempts: ${e}`);\n          }\n\n          const delay = Math.min(retries * 5, 10);\n          retries++;\n\n          this.#logger.warn(\n            `failed to connect to Baseten, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`,\n          );\n          await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n        } else {\n          this.#logger.warn(\n            `Baseten disconnected, connection is closed: ${e} (inputClosed: ${this.input.closed}, isClosed: ${this.closed})`,\n          );\n        }\n      }\n    }\n\n    this.closed = true;\n  }\n\n  async #runWS(ws: WebSocket) {\n    let closing = false;\n\n    // Send initial metadata\n    // Note: Baseten server expects 'vad_params' and 'streaming_whisper_params' field names\n    // (not 'streaming_vad_config', 'streaming_params', 'whisper_params' as in older versions)\n    const metadata = {\n      vad_params: {\n        threshold: this.#opts.vadThreshold,\n        min_silence_duration_ms: this.#opts.vadMinSilenceDurationMs,\n        speech_pad_ms: this.#opts.vadSpeechPadMs,\n      },\n      streaming_whisper_params: {\n        encoding: this.#opts.encoding ?? 'pcm_s16le',\n        sample_rate: this.#opts.sampleRate ?? 16000,\n        enable_partial_transcripts: false,\n        audio_language: this.#opts.audioLanguage ?? 'en',\n        show_word_timestamps: true,\n      },\n    };\n\n    ws.send(JSON.stringify(metadata));\n\n    const sendTask = async () => {\n      const sampleRate = this.#opts.sampleRate ?? 16000;\n      const samplesPerChunk = sampleRate === 16000 ? 512 : 256;\n      const audioByteStream = new AudioByteStream(sampleRate, 1, samplesPerChunk);\n\n      try {\n        while (!this.closed) {\n          const result = await this.input.next();\n          if (result.done) {\n            break;\n          }\n\n          const data = result.value;\n\n          let frames: AudioFrame[];\n          if (data === SpeechStream.FLUSH_SENTINEL) {\n            // Flush any remaining buffered audio\n            frames = audioByteStream.flush();\n          } else {\n            if (data.sampleRate !== sampleRate || data.channels !== 1) {\n              throw new Error(\n                `sample rate or channel count mismatch: expected ${sampleRate}Hz/1ch, got ${data.sampleRate}Hz/${data.channels}ch`,\n              );\n            }\n            frames = audioByteStream.write(data.data.buffer as ArrayBuffer);\n          }\n\n          for (const frame of frames) {\n            const buffer = Buffer.from(\n              frame.data.buffer,\n              frame.data.byteOffset,\n              frame.data.byteLength,\n            );\n            ws.send(buffer);\n          }\n        }\n      } finally {\n        closing = true;\n        ws.close();\n      }\n    };\n\n    const listenTask = Task.from(async (controller) => {\n      const listenMessage = new Promise<void>((resolve, reject) => {\n        ws.on('message', (data) => {\n          try {\n            let jsonString: string;\n\n            if (typeof data === 'string') {\n              jsonString = data;\n            } else if (data instanceof Buffer) {\n              jsonString = data.toString('utf-8');\n            } else if (Array.isArray(data)) {\n              jsonString = Buffer.concat(data).toString('utf-8');\n            } else {\n              return;\n            }\n\n            const msg = JSON.parse(jsonString);\n            const isFinal = msg.is_final ?? true;\n            const segments = msg.segments ?? [];\n            const transcript = msg.transcript ?? '';\n            const confidence = msg.confidence ?? 0.0;\n            const languageCode = normalizeLanguage(msg.language_code ?? this.#opts.audioLanguage);\n\n            // Skip if no transcript text\n            if (!transcript) {\n              this.#logger.debug({ 'lk.pii.message': msg }, 'Received non-transcript message');\n              return;\n            }\n\n            // Emit START_OF_SPEECH if not already speaking (only for interim or first final)\n            if (!this.#speaking && !isFinal) {\n              this.#speaking = true;\n              this.queue.put({ type: stt.SpeechEventType.START_OF_SPEECH });\n            }\n\n            // Note: Baseten uses 'start_time' and 'end_time' field names (with underscores)\n            const startTime =\n              segments.length > 0\n                ? (segments[0].start_time ?? 0.0) + this.startTimeOffset\n                : this.startTimeOffset;\n            const endTime =\n              segments.length > 0\n                ? (segments[segments.length - 1].end_time ?? 0.0) + this.startTimeOffset\n                : this.startTimeOffset;\n\n            // Note: Baseten returns segments (chunks) which we treat as words for aligned transcripts\n            const words = segments.map(\n              (segment: { text?: string; start_time?: number; end_time?: number }) => ({\n                text: segment.text ?? '',\n                startTime: (segment.start_time ?? 0.0) + this.startTimeOffset,\n                endTime: (segment.end_time ?? 0.0) + this.startTimeOffset,\n                startTimeOffset: this.startTimeOffset,\n                confidence: confidence,\n              }),\n            );\n\n            const speechData: stt.SpeechData = {\n              language: languageCode,\n              text: transcript,\n              startTime,\n              endTime,\n              confidence,\n              words: words.length > 0 ? words : undefined,\n            };\n\n            // Handle interim vs final transcripts (matching Python implementation)\n            if (!isFinal) {\n              // Interim transcript\n              this.queue.put({\n                type: stt.SpeechEventType.INTERIM_TRANSCRIPT,\n                alternatives: [speechData],\n              });\n            } else {\n              // Final transcript\n              this.queue.put({\n                type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n                alternatives: [speechData],\n              });\n\n              // Emit END_OF_SPEECH after final transcript\n              if (this.#speaking) {\n                this.#speaking = false;\n                this.queue.put({ type: stt.SpeechEventType.END_OF_SPEECH });\n              }\n            }\n\n            if (this.closed || closing) {\n              resolve();\n            }\n          } catch (err) {\n            this.#logger.error(\n              {\n                error: err,\n                'lk.pii.message': String(data),\n              },\n              'Baseten STT failed to process message',\n            );\n            reject(err);\n          }\n        });\n\n        ws.on('error', (err) => {\n          if (!closing) {\n            reject(err);\n          }\n        });\n\n        ws.on('close', () => {\n          if (!closing) {\n            resolve();\n          }\n        });\n      });\n\n      await Promise.race([listenMessage, waitForAbort(controller.signal)]);\n    }, this.abortController);\n\n    await Promise.all([sendTask(), listenTask.result]);\n    closing = true;\n    ws.close();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAQO;AAEP,gBAA0B;AAG1B,MAAM,oBAAgD;AAAA,EACpD,aAAa;AAAA,EACb,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,mBAAmB;AAAA,EACnB,0BAA0B;AAAA,EAC1B,4BAA4B;AAAA,EAC5B,6BAA6B;AAAA,EAC7B,eAAe;AAAA,EACf,uBAAuB;AAAA,EACvB,cAAc;AAAA,EACd,yBAAyB;AAAA,EACzB,gBAAgB;AAClB;AAEO,MAAM,YAAY,kBAAI,IAAI;AAAA,EAC/B;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,QAAQ;AAAA,EAER,YAAY,OAAmC,CAAC,GAAG;AACjD,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB,KAAK,4BAA4B,kBAAkB;AAAA,MACnE,mBAAmB;AAAA,IACrB,CAAC;AAED,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,UAAM,gBAAgB,KAAK,iBAAiB,QAAQ,IAAI;AACxD,UAAM,UAAU,KAAK,WAAW,QAAQ,IAAI;AAE5C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,QAAI,CAAC,iBAAiB,CAAC,SAAS;AAC9B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,MACH;AAAA,MACA;AAAA,MACA;AAAA,MACA,mBAAe,iCAAmB,KAAK,iBAAiB,kBAAkB,aAAe;AAAA,IAC3F;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,WAAW,GAA0C;AACzD,UAAM,IAAI,MAAM,2CAA2C;AAAA,EAC7D;AAAA,EAEA,cAAc,MAAkC;AAC9C,SAAK,QAAQ;AAAA,MACX,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH,eACE,KAAK,kBAAkB,aACnB,iCAAkB,KAAK,aAAa,IACpC,KAAK,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,SAAuB;AACrB,WAAO,IAAI,aAAa,MAAM,KAAK,KAAK;AAAA,EAC1C;AACF;AAEO,MAAM,qBAAqB,kBAAI,aAAa;AAAA,EACjD;AAAA,EACA,cAAU,mBAAI;AAAA,EACd,YAAY;AAAA,EACZ,aAAa;AAAA,EACb,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAyB;AAC7C,UAAMA,MAAK,KAAK,UAAU;AAC1B,SAAK,QAAQ;AACb,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,WAAmB;AACzB,QAAI,KAAK,MAAM,eAAe;AAC5B,aAAO,KAAK,MAAM;AAAA,IACpB;AAEA,WAAO,eAAe,KAAK,MAAM,OAAO,gCAAgC,KAAK,MAAM,WAAW;AAAA,EAChG;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,WAAW;AACjB,QAAI,UAAU;AAEd,WAAO,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,QAAQ;AACzC,YAAM,MAAM,KAAK,SAAS;AAC1B,YAAM,UAAU;AAAA,QACd,eAAe,WAAW,KAAK,MAAM,MAAM;AAAA,MAC7C;AAEA,YAAM,KAAK,IAAI,oBAAU,KAAK,EAAE,QAAQ,CAAC;AAEzC,UAAI;AACF,cAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,aAAG,GAAG,QAAQ,OAAO;AACrB,aAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,aAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,QAC/D,CAAC;AAED,cAAM,KAAK,OAAO,EAAE;AAAA,MACtB,SAAS,GAAG;AACV,YAAI,CAAC,KAAK,UAAU,CAAC,KAAK,MAAM,QAAQ;AACtC,cAAI,WAAW,UAAU;AACvB,kBAAM,IAAI,MAAM,sCAAsC,OAAO,cAAc,CAAC,EAAE;AAAA,UAChF;AAEA,gBAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,EAAE;AACtC;AAEA,eAAK,QAAQ;AAAA,YACX,6CAA6C,KAAK,aAAa,CAAC,KAAK,OAAO,IAAI,QAAQ;AAAA,UAC1F;AACA,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,QAClE,OAAO;AACL,eAAK,QAAQ;AAAA,YACX,+CAA+C,CAAC,kBAAkB,KAAK,MAAM,MAAM,eAAe,KAAK,MAAM;AAAA,UAC/G;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAM,OAAO,IAAe;AAC1B,QAAI,UAAU;AAKd,UAAM,WAAW;AAAA,MACf,YAAY;AAAA,QACV,WAAW,KAAK,MAAM;AAAA,QACtB,yBAAyB,KAAK,MAAM;AAAA,QACpC,eAAe,KAAK,MAAM;AAAA,MAC5B;AAAA,MACA,0BAA0B;AAAA,QACxB,UAAU,KAAK,MAAM,YAAY;AAAA,QACjC,aAAa,KAAK,MAAM,cAAc;AAAA,QACtC,4BAA4B;AAAA,QAC5B,gBAAgB,KAAK,MAAM,iBAAiB;AAAA,QAC5C,sBAAsB;AAAA,MACxB;AAAA,IACF;AAEA,OAAG,KAAK,KAAK,UAAU,QAAQ,CAAC;AAEhC,UAAM,WAAW,YAAY;AAC3B,YAAM,aAAa,KAAK,MAAM,cAAc;AAC5C,YAAM,kBAAkB,eAAe,OAAQ,MAAM;AACrD,YAAM,kBAAkB,IAAI,8BAAgB,YAAY,GAAG,eAAe;AAE1E,UAAI;AACF,eAAO,CAAC,KAAK,QAAQ;AACnB,gBAAM,SAAS,MAAM,KAAK,MAAM,KAAK;AACrC,cAAI,OAAO,MAAM;AACf;AAAA,UACF;AAEA,gBAAM,OAAO,OAAO;AAEpB,cAAI;AACJ,cAAI,SAAS,aAAa,gBAAgB;AAExC,qBAAS,gBAAgB,MAAM;AAAA,UACjC,OAAO;AACL,gBAAI,KAAK,eAAe,cAAc,KAAK,aAAa,GAAG;AACzD,oBAAM,IAAI;AAAA,gBACR,mDAAmD,UAAU,eAAe,KAAK,UAAU,MAAM,KAAK,QAAQ;AAAA,cAChH;AAAA,YACF;AACA,qBAAS,gBAAgB,MAAM,KAAK,KAAK,MAAqB;AAAA,UAChE;AAEA,qBAAW,SAAS,QAAQ;AAC1B,kBAAM,SAAS,OAAO;AAAA,cACpB,MAAM,KAAK;AAAA,cACX,MAAM,KAAK;AAAA,cACX,MAAM,KAAK;AAAA,YACb;AACA,eAAG,KAAK,MAAM;AAAA,UAChB;AAAA,QACF;AAAA,MACF,UAAE;AACA,kBAAU;AACV,WAAG,MAAM;AAAA,MACX;AAAA,IACF;AAEA,UAAM,aAAa,mBAAK,KAAK,OAAO,eAAe;AACjD,YAAM,gBAAgB,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3D,WAAG,GAAG,WAAW,CAAC,SAAS;AACzB,cAAI;AACF,gBAAI;AAEJ,gBAAI,OAAO,SAAS,UAAU;AAC5B,2BAAa;AAAA,YACf,WAAW,gBAAgB,QAAQ;AACjC,2BAAa,KAAK,SAAS,OAAO;AAAA,YACpC,WAAW,MAAM,QAAQ,IAAI,GAAG;AAC9B,2BAAa,OAAO,OAAO,IAAI,EAAE,SAAS,OAAO;AAAA,YACnD,OAAO;AACL;AAAA,YACF;AAEA,kBAAM,MAAM,KAAK,MAAM,UAAU;AACjC,kBAAM,UAAU,IAAI,YAAY;AAChC,kBAAM,WAAW,IAAI,YAAY,CAAC;AAClC,kBAAM,aAAa,IAAI,cAAc;AACrC,kBAAM,aAAa,IAAI,cAAc;AACrC,kBAAM,mBAAe,iCAAkB,IAAI,iBAAiB,KAAK,MAAM,aAAa;AAGpF,gBAAI,CAAC,YAAY;AACf,mBAAK,QAAQ,MAAM,EAAE,kBAAkB,IAAI,GAAG,iCAAiC;AAC/E;AAAA,YACF;AAGA,gBAAI,CAAC,KAAK,aAAa,CAAC,SAAS;AAC/B,mBAAK,YAAY;AACjB,mBAAK,MAAM,IAAI,EAAE,MAAM,kBAAI,gBAAgB,gBAAgB,CAAC;AAAA,YAC9D;AAGA,kBAAM,YACJ,SAAS,SAAS,KACb,SAAS,CAAC,EAAE,cAAc,KAAO,KAAK,kBACvC,KAAK;AACX,kBAAM,UACJ,SAAS,SAAS,KACb,SAAS,SAAS,SAAS,CAAC,EAAE,YAAY,KAAO,KAAK,kBACvD,KAAK;AAGX,kBAAM,QAAQ,SAAS;AAAA,cACrB,CAAC,aAAwE;AAAA,gBACvE,MAAM,QAAQ,QAAQ;AAAA,gBACtB,YAAY,QAAQ,cAAc,KAAO,KAAK;AAAA,gBAC9C,UAAU,QAAQ,YAAY,KAAO,KAAK;AAAA,gBAC1C,iBAAiB,KAAK;AAAA,gBACtB;AAAA,cACF;AAAA,YACF;AAEA,kBAAM,aAA6B;AAAA,cACjC,UAAU;AAAA,cACV,MAAM;AAAA,cACN;AAAA,cACA;AAAA,cACA;AAAA,cACA,OAAO,MAAM,SAAS,IAAI,QAAQ;AAAA,YACpC;AAGA,gBAAI,CAAC,SAAS;AAEZ,mBAAK,MAAM,IAAI;AAAA,gBACb,MAAM,kBAAI,gBAAgB;AAAA,gBAC1B,cAAc,CAAC,UAAU;AAAA,cAC3B,CAAC;AAAA,YACH,OAAO;AAEL,mBAAK,MAAM,IAAI;AAAA,gBACb,MAAM,kBAAI,gBAAgB;AAAA,gBAC1B,cAAc,CAAC,UAAU;AAAA,cAC3B,CAAC;AAGD,kBAAI,KAAK,WAAW;AAClB,qBAAK,YAAY;AACjB,qBAAK,MAAM,IAAI,EAAE,MAAM,kBAAI,gBAAgB,cAAc,CAAC;AAAA,cAC5D;AAAA,YACF;AAEA,gBAAI,KAAK,UAAU,SAAS;AAC1B,sBAAQ;AAAA,YACV;AAAA,UACF,SAAS,KAAK;AACZ,iBAAK,QAAQ;AAAA,cACX;AAAA,gBACE,OAAO;AAAA,gBACP,kBAAkB,OAAO,IAAI;AAAA,cAC/B;AAAA,cACA;AAAA,YACF;AACA,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,QAAQ;AACtB,cAAI,CAAC,SAAS;AACZ,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,MAAM;AACnB,cAAI,CAAC,SAAS;AACZ,oBAAQ;AAAA,UACV;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAED,YAAM,QAAQ,KAAK,CAAC,mBAAe,4BAAa,WAAW,MAAM,CAAC,CAAC;AAAA,IACrE,GAAG,KAAK,eAAe;AAEvB,UAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,WAAW,MAAM,CAAC;AACjD,cAAU;AACV,OAAG,MAAM;AAAA,EACX;AACF;","names":["stt"]}

package/dist/stt.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../src/stt.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,WAAW,EAKhB,GAAG,EAEJ,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAiBpD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAG9B,KAAK,SAAiB;gBAEV,IAAI,GAAE,OAAO,CAAC,iBAAiB,CAAM;IAiC3C,UAAU,CAAC,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAI1D,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,iBAAiB,CAAC;IAW9C,MAAM,IAAI,YAAY;CAGvB;AAED,qBAAa,YAAa,SAAQ,GAAG,CAAC,YAAY;;IAKhD,KAAK,SAA0B;gBAEnB,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,iBAAiB;IAM7C,OAAO,CAAC,QAAQ;cAQA,GAAG;CAgOpB"}
+{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../src/stt.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,WAAW,EAKhB,GAAG,EAEJ,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAiBpD,qBAAa,GAAI,SAAQ,GAAG,CAAC,GAAG;;IAG9B,KAAK,SAAiB;gBAEV,IAAI,GAAE,OAAO,CAAC,iBAAiB,CAAM;IAiC3C,UAAU,CAAC,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAI1D,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,iBAAiB,CAAC;IAW9C,MAAM,IAAI,YAAY;CAGvB;AAED,qBAAa,YAAa,SAAQ,GAAG,CAAC,YAAY;;IAKhD,KAAK,SAA0B;gBAEnB,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,iBAAiB;IAM7C,OAAO,CAAC,QAAQ;cAQA,GAAG;CAsOpB"}

package/dist/stt.js

@@ -195,7 +195,7 @@ class SpeechStream extends stt.SpeechStream {
             const confidence = msg.confidence ?? 0;
             const languageCode = normalizeLanguage(msg.language_code ?? this.#opts.audioLanguage);
             if (!transcript) {
-              this.#logger.debug("Received non-transcript message:", msg);
+              this.#logger.debug({ "lk.pii.message": msg }, "Received non-transcript message");
               return;
             }
             if (!this.#speaking && !isFinal) {
@@ -240,7 +240,13 @@ class SpeechStream extends stt.SpeechStream {
               resolve();
             }
           } catch (err) {
-            this.#logger.error(`STT: Error processing message: ${data}`);
+            this.#logger.error(
+              {
+                error: err,
+                "lk.pii.message": String(data)
+              },
+              "Baseten STT failed to process message"
+            );
             reject(err);
           }
         });

package/dist/stt.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type AudioBuffer,\n  AudioByteStream,\n  Task,\n  log,\n  normalizeLanguage,\n  stt,\n  waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport type { BasetenSttOptions } from './types.js';\n\nconst defaultSTTOptions: Partial<BasetenSttOptions> = {\n  environment: 'production',\n  encoding: 'pcm_s16le',\n  sampleRate: 16000,\n  bufferSizeSeconds: 0.032,\n  enablePartialTranscripts: true,\n  partialTranscriptIntervalS: 0.5,\n  finalTranscriptMaxDurationS: 5,\n  audioLanguage: 'en',\n  languageDetectionOnly: false,\n  vadThreshold: 0.5,\n  vadMinSilenceDurationMs: 300,\n  vadSpeechPadMs: 30,\n};\n\nexport class STT extends stt.STT {\n  #opts: BasetenSttOptions;\n  #logger = log();\n  label = 'baseten.STT';\n\n  constructor(opts: Partial<BasetenSttOptions> = {}) {\n    super({\n      streaming: true,\n      interimResults: opts.enablePartialTranscripts ?? defaultSTTOptions.enablePartialTranscripts!,\n      alignedTranscript: 'word',\n    });\n\n    const apiKey = opts.apiKey ?? process.env.BASETEN_API_KEY;\n    const modelEndpoint = opts.modelEndpoint ?? process.env.BASETEN_MODEL_ENDPOINT;\n    const modelId = opts.modelId ?? process.env.BASETEN_STT_MODEL_ID;\n\n    if (!apiKey) {\n      throw new Error(\n        'Baseten API key is required, either pass it as `apiKey` or set $BASETEN_API_KEY',\n      );\n    }\n    if (!modelEndpoint && !modelId) {\n      throw new Error(\n        'Baseten model endpoint is required, either pass it as `modelEndpoint` or set $BASETEN_MODEL_ENDPOINT',\n      );\n    }\n\n    this.#opts = {\n      ...defaultSTTOptions,\n      ...opts,\n      apiKey,\n      modelEndpoint,\n      modelId,\n      audioLanguage: normalizeLanguage((opts.audioLanguage ?? defaultSTTOptions.audioLanguage)!),\n    } as BasetenSttOptions;\n  }\n\n  // eslint-disable-next-line\n  async _recognize(_: AudioBuffer): Promise<stt.SpeechEvent> {\n    throw new Error('Recognize is not supported on Baseten STT');\n  }\n\n  updateOptions(opts: Partial<BasetenSttOptions>) {\n    this.#opts = {\n      ...this.#opts,\n      ...opts,\n      audioLanguage:\n        opts.audioLanguage !== undefined\n          ? normalizeLanguage(opts.audioLanguage)\n          : this.#opts.audioLanguage,\n    };\n  }\n\n  stream(): SpeechStream {\n    return new SpeechStream(this, this.#opts);\n  }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n  #opts: BasetenSttOptions;\n  #logger = log();\n  #speaking = false;\n  #requestId = '';\n  label = 'baseten.SpeechStream';\n\n  constructor(stt: STT, opts: BasetenSttOptions) {\n    super(stt, opts.sampleRate);\n    this.#opts = opts;\n    this.closed = false;\n  }\n\n  private getWsUrl(): string {\n    if (this.#opts.modelEndpoint) {\n      return this.#opts.modelEndpoint;\n    }\n    // Fallback to constructing URL from modelId (deprecated)\n    return `wss://model-${this.#opts.modelId}.api.baseten.co/environments/${this.#opts.environment}/websocket`;\n  }\n\n  protected async run() {\n    const maxRetry = 32;\n    let retries = 0;\n\n    while (!this.input.closed && !this.closed) {\n      const url = this.getWsUrl();\n      const headers = {\n        Authorization: `Api-Key ${this.#opts.apiKey}`,\n      };\n\n      const ws = new WebSocket(url, { headers });\n\n      try {\n        await new Promise((resolve, reject) => {\n          ws.on('open', resolve);\n          ws.on('error', (error) => reject(error));\n          ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n        });\n\n        await this.#runWS(ws);\n      } catch (e) {\n        if (!this.closed && !this.input.closed) {\n          if (retries >= maxRetry) {\n            throw new Error(`failed to connect to Baseten after ${retries} attempts: ${e}`);\n          }\n\n          const delay = Math.min(retries * 5, 10);\n          retries++;\n\n          this.#logger.warn(\n            `failed to connect to Baseten, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`,\n          );\n          await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n        } else {\n          this.#logger.warn(\n            `Baseten disconnected, connection is closed: ${e} (inputClosed: ${this.input.closed}, isClosed: ${this.closed})`,\n          );\n        }\n      }\n    }\n\n    this.closed = true;\n  }\n\n  async #runWS(ws: WebSocket) {\n    let closing = false;\n\n    // Send initial metadata\n    // Note: Baseten server expects 'vad_params' and 'streaming_whisper_params' field names\n    // (not 'streaming_vad_config', 'streaming_params', 'whisper_params' as in older versions)\n    const metadata = {\n      vad_params: {\n        threshold: this.#opts.vadThreshold,\n        min_silence_duration_ms: this.#opts.vadMinSilenceDurationMs,\n        speech_pad_ms: this.#opts.vadSpeechPadMs,\n      },\n      streaming_whisper_params: {\n        encoding: this.#opts.encoding ?? 'pcm_s16le',\n        sample_rate: this.#opts.sampleRate ?? 16000,\n        enable_partial_transcripts: false,\n        audio_language: this.#opts.audioLanguage ?? 'en',\n        show_word_timestamps: true,\n      },\n    };\n\n    ws.send(JSON.stringify(metadata));\n\n    const sendTask = async () => {\n      const sampleRate = this.#opts.sampleRate ?? 16000;\n      const samplesPerChunk = sampleRate === 16000 ? 512 : 256;\n      const audioByteStream = new AudioByteStream(sampleRate, 1, samplesPerChunk);\n\n      try {\n        while (!this.closed) {\n          const result = await this.input.next();\n          if (result.done) {\n            break;\n          }\n\n          const data = result.value;\n\n          let frames: AudioFrame[];\n          if (data === SpeechStream.FLUSH_SENTINEL) {\n            // Flush any remaining buffered audio\n            frames = audioByteStream.flush();\n          } else {\n            if (data.sampleRate !== sampleRate || data.channels !== 1) {\n              throw new Error(\n                `sample rate or channel count mismatch: expected ${sampleRate}Hz/1ch, got ${data.sampleRate}Hz/${data.channels}ch`,\n              );\n            }\n            frames = audioByteStream.write(data.data.buffer as ArrayBuffer);\n          }\n\n          for (const frame of frames) {\n            const buffer = Buffer.from(\n              frame.data.buffer,\n              frame.data.byteOffset,\n              frame.data.byteLength,\n            );\n            ws.send(buffer);\n          }\n        }\n      } finally {\n        closing = true;\n        ws.close();\n      }\n    };\n\n    const listenTask = Task.from(async (controller) => {\n      const listenMessage = new Promise<void>((resolve, reject) => {\n        ws.on('message', (data) => {\n          try {\n            let jsonString: string;\n\n            if (typeof data === 'string') {\n              jsonString = data;\n            } else if (data instanceof Buffer) {\n              jsonString = data.toString('utf-8');\n            } else if (Array.isArray(data)) {\n              jsonString = Buffer.concat(data).toString('utf-8');\n            } else {\n              return;\n            }\n\n            const msg = JSON.parse(jsonString);\n            const isFinal = msg.is_final ?? true;\n            const segments = msg.segments ?? [];\n            const transcript = msg.transcript ?? '';\n            const confidence = msg.confidence ?? 0.0;\n            const languageCode = normalizeLanguage(msg.language_code ?? this.#opts.audioLanguage);\n\n            // Skip if no transcript text\n            if (!transcript) {\n              this.#logger.debug('Received non-transcript message:', msg);\n              return;\n            }\n\n            // Emit START_OF_SPEECH if not already speaking (only for interim or first final)\n            if (!this.#speaking && !isFinal) {\n              this.#speaking = true;\n              this.queue.put({ type: stt.SpeechEventType.START_OF_SPEECH });\n            }\n\n            // Note: Baseten uses 'start_time' and 'end_time' field names (with underscores)\n            const startTime =\n              segments.length > 0\n                ? (segments[0].start_time ?? 0.0) + this.startTimeOffset\n                : this.startTimeOffset;\n            const endTime =\n              segments.length > 0\n                ? (segments[segments.length - 1].end_time ?? 0.0) + this.startTimeOffset\n                : this.startTimeOffset;\n\n            // Note: Baseten returns segments (chunks) which we treat as words for aligned transcripts\n            const words = segments.map(\n              (segment: { text?: string; start_time?: number; end_time?: number }) => ({\n                text: segment.text ?? '',\n                startTime: (segment.start_time ?? 0.0) + this.startTimeOffset,\n                endTime: (segment.end_time ?? 0.0) + this.startTimeOffset,\n                startTimeOffset: this.startTimeOffset,\n                confidence: confidence,\n              }),\n            );\n\n            const speechData: stt.SpeechData = {\n              language: languageCode,\n              text: transcript,\n              startTime,\n              endTime,\n              confidence,\n              words: words.length > 0 ? words : undefined,\n            };\n\n            // Handle interim vs final transcripts (matching Python implementation)\n            if (!isFinal) {\n              // Interim transcript\n              this.queue.put({\n                type: stt.SpeechEventType.INTERIM_TRANSCRIPT,\n                alternatives: [speechData],\n              });\n            } else {\n              // Final transcript\n              this.queue.put({\n                type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n                alternatives: [speechData],\n              });\n\n              // Emit END_OF_SPEECH after final transcript\n              if (this.#speaking) {\n                this.#speaking = false;\n                this.queue.put({ type: stt.SpeechEventType.END_OF_SPEECH });\n              }\n            }\n\n            if (this.closed || closing) {\n              resolve();\n            }\n          } catch (err) {\n            this.#logger.error(`STT: Error processing message: ${data}`);\n            reject(err);\n          }\n        });\n\n        ws.on('error', (err) => {\n          if (!closing) {\n            reject(err);\n          }\n        });\n\n        ws.on('close', () => {\n          if (!closing) {\n            resolve();\n          }\n        });\n      });\n\n      await Promise.race([listenMessage, waitForAbort(controller.signal)]);\n    }, this.abortController);\n\n    await Promise.all([sendTask(), listenTask.result]);\n    closing = true;\n    ws.close();\n  }\n}\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,iBAAiB;AAG1B,MAAM,oBAAgD;AAAA,EACpD,aAAa;AAAA,EACb,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,mBAAmB;AAAA,EACnB,0BAA0B;AAAA,EAC1B,4BAA4B;AAAA,EAC5B,6BAA6B;AAAA,EAC7B,eAAe;AAAA,EACf,uBAAuB;AAAA,EACvB,cAAc;AAAA,EACd,yBAAyB;AAAA,EACzB,gBAAgB;AAClB;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA,UAAU,IAAI;AAAA,EACd,QAAQ;AAAA,EAER,YAAY,OAAmC,CAAC,GAAG;AACjD,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB,KAAK,4BAA4B,kBAAkB;AAAA,MACnE,mBAAmB;AAAA,IACrB,CAAC;AAED,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,UAAM,gBAAgB,KAAK,iBAAiB,QAAQ,IAAI;AACxD,UAAM,UAAU,KAAK,WAAW,QAAQ,IAAI;AAE5C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,QAAI,CAAC,iBAAiB,CAAC,SAAS;AAC9B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,MACH;AAAA,MACA;AAAA,MACA;AAAA,MACA,eAAe,kBAAmB,KAAK,iBAAiB,kBAAkB,aAAe;AAAA,IAC3F;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,WAAW,GAA0C;AACzD,UAAM,IAAI,MAAM,2CAA2C;AAAA,EAC7D;AAAA,EAEA,cAAc,MAAkC;AAC9C,SAAK,QAAQ;AAAA,MACX,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH,eACE,KAAK,kBAAkB,SACnB,kBAAkB,KAAK,aAAa,IACpC,KAAK,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,SAAuB;AACrB,WAAO,IAAI,aAAa,MAAM,KAAK,KAAK;AAAA,EAC1C;AACF;AAEO,MAAM,qBAAqB,IAAI,aAAa;AAAA,EACjD;AAAA,EACA,UAAU,IAAI;AAAA,EACd,YAAY;AAAA,EACZ,aAAa;AAAA,EACb,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAyB;AAC7C,UAAMA,MAAK,KAAK,UAAU;AAC1B,SAAK,QAAQ;AACb,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,WAAmB;AACzB,QAAI,KAAK,MAAM,eAAe;AAC5B,aAAO,KAAK,MAAM;AAAA,IACpB;AAEA,WAAO,eAAe,KAAK,MAAM,OAAO,gCAAgC,KAAK,MAAM,WAAW;AAAA,EAChG;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,WAAW;AACjB,QAAI,UAAU;AAEd,WAAO,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,QAAQ;AACzC,YAAM,MAAM,KAAK,SAAS;AAC1B,YAAM,UAAU;AAAA,QACd,eAAe,WAAW,KAAK,MAAM,MAAM;AAAA,MAC7C;AAEA,YAAM,KAAK,IAAI,UAAU,KAAK,EAAE,QAAQ,CAAC;AAEzC,UAAI;AACF,cAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,aAAG,GAAG,QAAQ,OAAO;AACrB,aAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,aAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,QAC/D,CAAC;AAED,cAAM,KAAK,OAAO,EAAE;AAAA,MACtB,SAAS,GAAG;AACV,YAAI,CAAC,KAAK,UAAU,CAAC,KAAK,MAAM,QAAQ;AACtC,cAAI,WAAW,UAAU;AACvB,kBAAM,IAAI,MAAM,sCAAsC,OAAO,cAAc,CAAC,EAAE;AAAA,UAChF;AAEA,gBAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,EAAE;AACtC;AAEA,eAAK,QAAQ;AAAA,YACX,6CAA6C,KAAK,aAAa,CAAC,KAAK,OAAO,IAAI,QAAQ;AAAA,UAC1F;AACA,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,QAClE,OAAO;AACL,eAAK,QAAQ;AAAA,YACX,+CAA+C,CAAC,kBAAkB,KAAK,MAAM,MAAM,eAAe,KAAK,MAAM;AAAA,UAC/G;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAM,OAAO,IAAe;AAC1B,QAAI,UAAU;AAKd,UAAM,WAAW;AAAA,MACf,YAAY;AAAA,QACV,WAAW,KAAK,MAAM;AAAA,QACtB,yBAAyB,KAAK,MAAM;AAAA,QACpC,eAAe,KAAK,MAAM;AAAA,MAC5B;AAAA,MACA,0BAA0B;AAAA,QACxB,UAAU,KAAK,MAAM,YAAY;AAAA,QACjC,aAAa,KAAK,MAAM,cAAc;AAAA,QACtC,4BAA4B;AAAA,QAC5B,gBAAgB,KAAK,MAAM,iBAAiB;AAAA,QAC5C,sBAAsB;AAAA,MACxB;AAAA,IACF;AAEA,OAAG,KAAK,KAAK,UAAU,QAAQ,CAAC;AAEhC,UAAM,WAAW,YAAY;AAC3B,YAAM,aAAa,KAAK,MAAM,cAAc;AAC5C,YAAM,kBAAkB,eAAe,OAAQ,MAAM;AACrD,YAAM,kBAAkB,IAAI,gBAAgB,YAAY,GAAG,eAAe;AAE1E,UAAI;AACF,eAAO,CAAC,KAAK,QAAQ;AACnB,gBAAM,SAAS,MAAM,KAAK,MAAM,KAAK;AACrC,cAAI,OAAO,MAAM;AACf;AAAA,UACF;AAEA,gBAAM,OAAO,OAAO;AAEpB,cAAI;AACJ,cAAI,SAAS,aAAa,gBAAgB;AAExC,qBAAS,gBAAgB,MAAM;AAAA,UACjC,OAAO;AACL,gBAAI,KAAK,eAAe,cAAc,KAAK,aAAa,GAAG;AACzD,oBAAM,IAAI;AAAA,gBACR,mDAAmD,UAAU,eAAe,KAAK,UAAU,MAAM,KAAK,QAAQ;AAAA,cAChH;AAAA,YACF;AACA,qBAAS,gBAAgB,MAAM,KAAK,KAAK,MAAqB;AAAA,UAChE;AAEA,qBAAW,SAAS,QAAQ;AAC1B,kBAAM,SAAS,OAAO;AAAA,cACpB,MAAM,KAAK;AAAA,cACX,MAAM,KAAK;AAAA,cACX,MAAM,KAAK;AAAA,YACb;AACA,eAAG,KAAK,MAAM;AAAA,UAChB;AAAA,QACF;AAAA,MACF,UAAE;AACA,kBAAU;AACV,WAAG,MAAM;AAAA,MACX;AAAA,IACF;AAEA,UAAM,aAAa,KAAK,KAAK,OAAO,eAAe;AACjD,YAAM,gBAAgB,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3D,WAAG,GAAG,WAAW,CAAC,SAAS;AACzB,cAAI;AACF,gBAAI;AAEJ,gBAAI,OAAO,SAAS,UAAU;AAC5B,2BAAa;AAAA,YACf,WAAW,gBAAgB,QAAQ;AACjC,2BAAa,KAAK,SAAS,OAAO;AAAA,YACpC,WAAW,MAAM,QAAQ,IAAI,GAAG;AAC9B,2BAAa,OAAO,OAAO,IAAI,EAAE,SAAS,OAAO;AAAA,YACnD,OAAO;AACL;AAAA,YACF;AAEA,kBAAM,MAAM,KAAK,MAAM,UAAU;AACjC,kBAAM,UAAU,IAAI,YAAY;AAChC,kBAAM,WAAW,IAAI,YAAY,CAAC;AAClC,kBAAM,aAAa,IAAI,cAAc;AACrC,kBAAM,aAAa,IAAI,cAAc;AACrC,kBAAM,eAAe,kBAAkB,IAAI,iBAAiB,KAAK,MAAM,aAAa;AAGpF,gBAAI,CAAC,YAAY;AACf,mBAAK,QAAQ,MAAM,oCAAoC,GAAG;AAC1D;AAAA,YACF;AAGA,gBAAI,CAAC,KAAK,aAAa,CAAC,SAAS;AAC/B,mBAAK,YAAY;AACjB,mBAAK,MAAM,IAAI,EAAE,MAAM,IAAI,gBAAgB,gBAAgB,CAAC;AAAA,YAC9D;AAGA,kBAAM,YACJ,SAAS,SAAS,KACb,SAAS,CAAC,EAAE,cAAc,KAAO,KAAK,kBACvC,KAAK;AACX,kBAAM,UACJ,SAAS,SAAS,KACb,SAAS,SAAS,SAAS,CAAC,EAAE,YAAY,KAAO,KAAK,kBACvD,KAAK;AAGX,kBAAM,QAAQ,SAAS;AAAA,cACrB,CAAC,aAAwE;AAAA,gBACvE,MAAM,QAAQ,QAAQ;AAAA,gBACtB,YAAY,QAAQ,cAAc,KAAO,KAAK;AAAA,gBAC9C,UAAU,QAAQ,YAAY,KAAO,KAAK;AAAA,gBAC1C,iBAAiB,KAAK;AAAA,gBACtB;AAAA,cACF;AAAA,YACF;AAEA,kBAAM,aAA6B;AAAA,cACjC,UAAU;AAAA,cACV,MAAM;AAAA,cACN;AAAA,cACA;AAAA,cACA;AAAA,cACA,OAAO,MAAM,SAAS,IAAI,QAAQ;AAAA,YACpC;AAGA,gBAAI,CAAC,SAAS;AAEZ,mBAAK,MAAM,IAAI;AAAA,gBACb,MAAM,IAAI,gBAAgB;AAAA,gBAC1B,cAAc,CAAC,UAAU;AAAA,cAC3B,CAAC;AAAA,YACH,OAAO;AAEL,mBAAK,MAAM,IAAI;AAAA,gBACb,MAAM,IAAI,gBAAgB;AAAA,gBAC1B,cAAc,CAAC,UAAU;AAAA,cAC3B,CAAC;AAGD,kBAAI,KAAK,WAAW;AAClB,qBAAK,YAAY;AACjB,qBAAK,MAAM,IAAI,EAAE,MAAM,IAAI,gBAAgB,cAAc,CAAC;AAAA,cAC5D;AAAA,YACF;AAEA,gBAAI,KAAK,UAAU,SAAS;AAC1B,sBAAQ;AAAA,YACV;AAAA,UACF,SAAS,KAAK;AACZ,iBAAK,QAAQ,MAAM,kCAAkC,IAAI,EAAE;AAC3D,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,QAAQ;AACtB,cAAI,CAAC,SAAS;AACZ,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,MAAM;AACnB,cAAI,CAAC,SAAS;AACZ,oBAAQ;AAAA,UACV;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAED,YAAM,QAAQ,KAAK,CAAC,eAAe,aAAa,WAAW,MAAM,CAAC,CAAC;AAAA,IACrE,GAAG,KAAK,eAAe;AAEvB,UAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,WAAW,MAAM,CAAC;AACjD,cAAU;AACV,OAAG,MAAM;AAAA,EACX;AACF;","names":["stt"]}
+{"version":3,"sources":["../src/stt.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type AudioBuffer,\n  AudioByteStream,\n  Task,\n  log,\n  normalizeLanguage,\n  stt,\n  waitForAbort,\n} from '@livekit/agents';\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { WebSocket } from 'ws';\nimport type { BasetenSttOptions } from './types.js';\n\nconst defaultSTTOptions: Partial<BasetenSttOptions> = {\n  environment: 'production',\n  encoding: 'pcm_s16le',\n  sampleRate: 16000,\n  bufferSizeSeconds: 0.032,\n  enablePartialTranscripts: true,\n  partialTranscriptIntervalS: 0.5,\n  finalTranscriptMaxDurationS: 5,\n  audioLanguage: 'en',\n  languageDetectionOnly: false,\n  vadThreshold: 0.5,\n  vadMinSilenceDurationMs: 300,\n  vadSpeechPadMs: 30,\n};\n\nexport class STT extends stt.STT {\n  #opts: BasetenSttOptions;\n  #logger = log();\n  label = 'baseten.STT';\n\n  constructor(opts: Partial<BasetenSttOptions> = {}) {\n    super({\n      streaming: true,\n      interimResults: opts.enablePartialTranscripts ?? defaultSTTOptions.enablePartialTranscripts!,\n      alignedTranscript: 'word',\n    });\n\n    const apiKey = opts.apiKey ?? process.env.BASETEN_API_KEY;\n    const modelEndpoint = opts.modelEndpoint ?? process.env.BASETEN_MODEL_ENDPOINT;\n    const modelId = opts.modelId ?? process.env.BASETEN_STT_MODEL_ID;\n\n    if (!apiKey) {\n      throw new Error(\n        'Baseten API key is required, either pass it as `apiKey` or set $BASETEN_API_KEY',\n      );\n    }\n    if (!modelEndpoint && !modelId) {\n      throw new Error(\n        'Baseten model endpoint is required, either pass it as `modelEndpoint` or set $BASETEN_MODEL_ENDPOINT',\n      );\n    }\n\n    this.#opts = {\n      ...defaultSTTOptions,\n      ...opts,\n      apiKey,\n      modelEndpoint,\n      modelId,\n      audioLanguage: normalizeLanguage((opts.audioLanguage ?? defaultSTTOptions.audioLanguage)!),\n    } as BasetenSttOptions;\n  }\n\n  // eslint-disable-next-line\n  async _recognize(_: AudioBuffer): Promise<stt.SpeechEvent> {\n    throw new Error('Recognize is not supported on Baseten STT');\n  }\n\n  updateOptions(opts: Partial<BasetenSttOptions>) {\n    this.#opts = {\n      ...this.#opts,\n      ...opts,\n      audioLanguage:\n        opts.audioLanguage !== undefined\n          ? normalizeLanguage(opts.audioLanguage)\n          : this.#opts.audioLanguage,\n    };\n  }\n\n  stream(): SpeechStream {\n    return new SpeechStream(this, this.#opts);\n  }\n}\n\nexport class SpeechStream extends stt.SpeechStream {\n  #opts: BasetenSttOptions;\n  #logger = log();\n  #speaking = false;\n  #requestId = '';\n  label = 'baseten.SpeechStream';\n\n  constructor(stt: STT, opts: BasetenSttOptions) {\n    super(stt, opts.sampleRate);\n    this.#opts = opts;\n    this.closed = false;\n  }\n\n  private getWsUrl(): string {\n    if (this.#opts.modelEndpoint) {\n      return this.#opts.modelEndpoint;\n    }\n    // Fallback to constructing URL from modelId (deprecated)\n    return `wss://model-${this.#opts.modelId}.api.baseten.co/environments/${this.#opts.environment}/websocket`;\n  }\n\n  protected async run() {\n    const maxRetry = 32;\n    let retries = 0;\n\n    while (!this.input.closed && !this.closed) {\n      const url = this.getWsUrl();\n      const headers = {\n        Authorization: `Api-Key ${this.#opts.apiKey}`,\n      };\n\n      const ws = new WebSocket(url, { headers });\n\n      try {\n        await new Promise((resolve, reject) => {\n          ws.on('open', resolve);\n          ws.on('error', (error) => reject(error));\n          ws.on('close', (code) => reject(`WebSocket returned ${code}`));\n        });\n\n        await this.#runWS(ws);\n      } catch (e) {\n        if (!this.closed && !this.input.closed) {\n          if (retries >= maxRetry) {\n            throw new Error(`failed to connect to Baseten after ${retries} attempts: ${e}`);\n          }\n\n          const delay = Math.min(retries * 5, 10);\n          retries++;\n\n          this.#logger.warn(\n            `failed to connect to Baseten, retrying in ${delay} seconds: ${e} (${retries}/${maxRetry})`,\n          );\n          await new Promise((resolve) => setTimeout(resolve, delay * 1000));\n        } else {\n          this.#logger.warn(\n            `Baseten disconnected, connection is closed: ${e} (inputClosed: ${this.input.closed}, isClosed: ${this.closed})`,\n          );\n        }\n      }\n    }\n\n    this.closed = true;\n  }\n\n  async #runWS(ws: WebSocket) {\n    let closing = false;\n\n    // Send initial metadata\n    // Note: Baseten server expects 'vad_params' and 'streaming_whisper_params' field names\n    // (not 'streaming_vad_config', 'streaming_params', 'whisper_params' as in older versions)\n    const metadata = {\n      vad_params: {\n        threshold: this.#opts.vadThreshold,\n        min_silence_duration_ms: this.#opts.vadMinSilenceDurationMs,\n        speech_pad_ms: this.#opts.vadSpeechPadMs,\n      },\n      streaming_whisper_params: {\n        encoding: this.#opts.encoding ?? 'pcm_s16le',\n        sample_rate: this.#opts.sampleRate ?? 16000,\n        enable_partial_transcripts: false,\n        audio_language: this.#opts.audioLanguage ?? 'en',\n        show_word_timestamps: true,\n      },\n    };\n\n    ws.send(JSON.stringify(metadata));\n\n    const sendTask = async () => {\n      const sampleRate = this.#opts.sampleRate ?? 16000;\n      const samplesPerChunk = sampleRate === 16000 ? 512 : 256;\n      const audioByteStream = new AudioByteStream(sampleRate, 1, samplesPerChunk);\n\n      try {\n        while (!this.closed) {\n          const result = await this.input.next();\n          if (result.done) {\n            break;\n          }\n\n          const data = result.value;\n\n          let frames: AudioFrame[];\n          if (data === SpeechStream.FLUSH_SENTINEL) {\n            // Flush any remaining buffered audio\n            frames = audioByteStream.flush();\n          } else {\n            if (data.sampleRate !== sampleRate || data.channels !== 1) {\n              throw new Error(\n                `sample rate or channel count mismatch: expected ${sampleRate}Hz/1ch, got ${data.sampleRate}Hz/${data.channels}ch`,\n              );\n            }\n            frames = audioByteStream.write(data.data.buffer as ArrayBuffer);\n          }\n\n          for (const frame of frames) {\n            const buffer = Buffer.from(\n              frame.data.buffer,\n              frame.data.byteOffset,\n              frame.data.byteLength,\n            );\n            ws.send(buffer);\n          }\n        }\n      } finally {\n        closing = true;\n        ws.close();\n      }\n    };\n\n    const listenTask = Task.from(async (controller) => {\n      const listenMessage = new Promise<void>((resolve, reject) => {\n        ws.on('message', (data) => {\n          try {\n            let jsonString: string;\n\n            if (typeof data === 'string') {\n              jsonString = data;\n            } else if (data instanceof Buffer) {\n              jsonString = data.toString('utf-8');\n            } else if (Array.isArray(data)) {\n              jsonString = Buffer.concat(data).toString('utf-8');\n            } else {\n              return;\n            }\n\n            const msg = JSON.parse(jsonString);\n            const isFinal = msg.is_final ?? true;\n            const segments = msg.segments ?? [];\n            const transcript = msg.transcript ?? '';\n            const confidence = msg.confidence ?? 0.0;\n            const languageCode = normalizeLanguage(msg.language_code ?? this.#opts.audioLanguage);\n\n            // Skip if no transcript text\n            if (!transcript) {\n              this.#logger.debug({ 'lk.pii.message': msg }, 'Received non-transcript message');\n              return;\n            }\n\n            // Emit START_OF_SPEECH if not already speaking (only for interim or first final)\n            if (!this.#speaking && !isFinal) {\n              this.#speaking = true;\n              this.queue.put({ type: stt.SpeechEventType.START_OF_SPEECH });\n            }\n\n            // Note: Baseten uses 'start_time' and 'end_time' field names (with underscores)\n            const startTime =\n              segments.length > 0\n                ? (segments[0].start_time ?? 0.0) + this.startTimeOffset\n                : this.startTimeOffset;\n            const endTime =\n              segments.length > 0\n                ? (segments[segments.length - 1].end_time ?? 0.0) + this.startTimeOffset\n                : this.startTimeOffset;\n\n            // Note: Baseten returns segments (chunks) which we treat as words for aligned transcripts\n            const words = segments.map(\n              (segment: { text?: string; start_time?: number; end_time?: number }) => ({\n                text: segment.text ?? '',\n                startTime: (segment.start_time ?? 0.0) + this.startTimeOffset,\n                endTime: (segment.end_time ?? 0.0) + this.startTimeOffset,\n                startTimeOffset: this.startTimeOffset,\n                confidence: confidence,\n              }),\n            );\n\n            const speechData: stt.SpeechData = {\n              language: languageCode,\n              text: transcript,\n              startTime,\n              endTime,\n              confidence,\n              words: words.length > 0 ? words : undefined,\n            };\n\n            // Handle interim vs final transcripts (matching Python implementation)\n            if (!isFinal) {\n              // Interim transcript\n              this.queue.put({\n                type: stt.SpeechEventType.INTERIM_TRANSCRIPT,\n                alternatives: [speechData],\n              });\n            } else {\n              // Final transcript\n              this.queue.put({\n                type: stt.SpeechEventType.FINAL_TRANSCRIPT,\n                alternatives: [speechData],\n              });\n\n              // Emit END_OF_SPEECH after final transcript\n              if (this.#speaking) {\n                this.#speaking = false;\n                this.queue.put({ type: stt.SpeechEventType.END_OF_SPEECH });\n              }\n            }\n\n            if (this.closed || closing) {\n              resolve();\n            }\n          } catch (err) {\n            this.#logger.error(\n              {\n                error: err,\n                'lk.pii.message': String(data),\n              },\n              'Baseten STT failed to process message',\n            );\n            reject(err);\n          }\n        });\n\n        ws.on('error', (err) => {\n          if (!closing) {\n            reject(err);\n          }\n        });\n\n        ws.on('close', () => {\n          if (!closing) {\n            resolve();\n          }\n        });\n      });\n\n      await Promise.race([listenMessage, waitForAbort(controller.signal)]);\n    }, this.abortController);\n\n    await Promise.all([sendTask(), listenTask.result]);\n    closing = true;\n    ws.close();\n  }\n}\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,iBAAiB;AAG1B,MAAM,oBAAgD;AAAA,EACpD,aAAa;AAAA,EACb,UAAU;AAAA,EACV,YAAY;AAAA,EACZ,mBAAmB;AAAA,EACnB,0BAA0B;AAAA,EAC1B,4BAA4B;AAAA,EAC5B,6BAA6B;AAAA,EAC7B,eAAe;AAAA,EACf,uBAAuB;AAAA,EACvB,cAAc;AAAA,EACd,yBAAyB;AAAA,EACzB,gBAAgB;AAClB;AAEO,MAAM,YAAY,IAAI,IAAI;AAAA,EAC/B;AAAA,EACA,UAAU,IAAI;AAAA,EACd,QAAQ;AAAA,EAER,YAAY,OAAmC,CAAC,GAAG;AACjD,UAAM;AAAA,MACJ,WAAW;AAAA,MACX,gBAAgB,KAAK,4BAA4B,kBAAkB;AAAA,MACnE,mBAAmB;AAAA,IACrB,CAAC;AAED,UAAM,SAAS,KAAK,UAAU,QAAQ,IAAI;AAC1C,UAAM,gBAAgB,KAAK,iBAAiB,QAAQ,IAAI;AACxD,UAAM,UAAU,KAAK,WAAW,QAAQ,IAAI;AAE5C,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,QAAI,CAAC,iBAAiB,CAAC,SAAS;AAC9B,YAAM,IAAI;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAEA,SAAK,QAAQ;AAAA,MACX,GAAG;AAAA,MACH,GAAG;AAAA,MACH;AAAA,MACA;AAAA,MACA;AAAA,MACA,eAAe,kBAAmB,KAAK,iBAAiB,kBAAkB,aAAe;AAAA,IAC3F;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,WAAW,GAA0C;AACzD,UAAM,IAAI,MAAM,2CAA2C;AAAA,EAC7D;AAAA,EAEA,cAAc,MAAkC;AAC9C,SAAK,QAAQ;AAAA,MACX,GAAG,KAAK;AAAA,MACR,GAAG;AAAA,MACH,eACE,KAAK,kBAAkB,SACnB,kBAAkB,KAAK,aAAa,IACpC,KAAK,MAAM;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,SAAuB;AACrB,WAAO,IAAI,aAAa,MAAM,KAAK,KAAK;AAAA,EAC1C;AACF;AAEO,MAAM,qBAAqB,IAAI,aAAa;AAAA,EACjD;AAAA,EACA,UAAU,IAAI;AAAA,EACd,YAAY;AAAA,EACZ,aAAa;AAAA,EACb,QAAQ;AAAA,EAER,YAAYA,MAAU,MAAyB;AAC7C,UAAMA,MAAK,KAAK,UAAU;AAC1B,SAAK,QAAQ;AACb,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,WAAmB;AACzB,QAAI,KAAK,MAAM,eAAe;AAC5B,aAAO,KAAK,MAAM;AAAA,IACpB;AAEA,WAAO,eAAe,KAAK,MAAM,OAAO,gCAAgC,KAAK,MAAM,WAAW;AAAA,EAChG;AAAA,EAEA,MAAgB,MAAM;AACpB,UAAM,WAAW;AACjB,QAAI,UAAU;AAEd,WAAO,CAAC,KAAK,MAAM,UAAU,CAAC,KAAK,QAAQ;AACzC,YAAM,MAAM,KAAK,SAAS;AAC1B,YAAM,UAAU;AAAA,QACd,eAAe,WAAW,KAAK,MAAM,MAAM;AAAA,MAC7C;AAEA,YAAM,KAAK,IAAI,UAAU,KAAK,EAAE,QAAQ,CAAC;AAEzC,UAAI;AACF,cAAM,IAAI,QAAQ,CAAC,SAAS,WAAW;AACrC,aAAG,GAAG,QAAQ,OAAO;AACrB,aAAG,GAAG,SAAS,CAAC,UAAU,OAAO,KAAK,CAAC;AACvC,aAAG,GAAG,SAAS,CAAC,SAAS,OAAO,sBAAsB,IAAI,EAAE,CAAC;AAAA,QAC/D,CAAC;AAED,cAAM,KAAK,OAAO,EAAE;AAAA,MACtB,SAAS,GAAG;AACV,YAAI,CAAC,KAAK,UAAU,CAAC,KAAK,MAAM,QAAQ;AACtC,cAAI,WAAW,UAAU;AACvB,kBAAM,IAAI,MAAM,sCAAsC,OAAO,cAAc,CAAC,EAAE;AAAA,UAChF;AAEA,gBAAM,QAAQ,KAAK,IAAI,UAAU,GAAG,EAAE;AACtC;AAEA,eAAK,QAAQ;AAAA,YACX,6CAA6C,KAAK,aAAa,CAAC,KAAK,OAAO,IAAI,QAAQ;AAAA,UAC1F;AACA,gBAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,QAAQ,GAAI,CAAC;AAAA,QAClE,OAAO;AACL,eAAK,QAAQ;AAAA,YACX,+CAA+C,CAAC,kBAAkB,KAAK,MAAM,MAAM,eAAe,KAAK,MAAM;AAAA,UAC/G;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAM,OAAO,IAAe;AAC1B,QAAI,UAAU;AAKd,UAAM,WAAW;AAAA,MACf,YAAY;AAAA,QACV,WAAW,KAAK,MAAM;AAAA,QACtB,yBAAyB,KAAK,MAAM;AAAA,QACpC,eAAe,KAAK,MAAM;AAAA,MAC5B;AAAA,MACA,0BAA0B;AAAA,QACxB,UAAU,KAAK,MAAM,YAAY;AAAA,QACjC,aAAa,KAAK,MAAM,cAAc;AAAA,QACtC,4BAA4B;AAAA,QAC5B,gBAAgB,KAAK,MAAM,iBAAiB;AAAA,QAC5C,sBAAsB;AAAA,MACxB;AAAA,IACF;AAEA,OAAG,KAAK,KAAK,UAAU,QAAQ,CAAC;AAEhC,UAAM,WAAW,YAAY;AAC3B,YAAM,aAAa,KAAK,MAAM,cAAc;AAC5C,YAAM,kBAAkB,eAAe,OAAQ,MAAM;AACrD,YAAM,kBAAkB,IAAI,gBAAgB,YAAY,GAAG,eAAe;AAE1E,UAAI;AACF,eAAO,CAAC,KAAK,QAAQ;AACnB,gBAAM,SAAS,MAAM,KAAK,MAAM,KAAK;AACrC,cAAI,OAAO,MAAM;AACf;AAAA,UACF;AAEA,gBAAM,OAAO,OAAO;AAEpB,cAAI;AACJ,cAAI,SAAS,aAAa,gBAAgB;AAExC,qBAAS,gBAAgB,MAAM;AAAA,UACjC,OAAO;AACL,gBAAI,KAAK,eAAe,cAAc,KAAK,aAAa,GAAG;AACzD,oBAAM,IAAI;AAAA,gBACR,mDAAmD,UAAU,eAAe,KAAK,UAAU,MAAM,KAAK,QAAQ;AAAA,cAChH;AAAA,YACF;AACA,qBAAS,gBAAgB,MAAM,KAAK,KAAK,MAAqB;AAAA,UAChE;AAEA,qBAAW,SAAS,QAAQ;AAC1B,kBAAM,SAAS,OAAO;AAAA,cACpB,MAAM,KAAK;AAAA,cACX,MAAM,KAAK;AAAA,cACX,MAAM,KAAK;AAAA,YACb;AACA,eAAG,KAAK,MAAM;AAAA,UAChB;AAAA,QACF;AAAA,MACF,UAAE;AACA,kBAAU;AACV,WAAG,MAAM;AAAA,MACX;AAAA,IACF;AAEA,UAAM,aAAa,KAAK,KAAK,OAAO,eAAe;AACjD,YAAM,gBAAgB,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3D,WAAG,GAAG,WAAW,CAAC,SAAS;AACzB,cAAI;AACF,gBAAI;AAEJ,gBAAI,OAAO,SAAS,UAAU;AAC5B,2BAAa;AAAA,YACf,WAAW,gBAAgB,QAAQ;AACjC,2BAAa,KAAK,SAAS,OAAO;AAAA,YACpC,WAAW,MAAM,QAAQ,IAAI,GAAG;AAC9B,2BAAa,OAAO,OAAO,IAAI,EAAE,SAAS,OAAO;AAAA,YACnD,OAAO;AACL;AAAA,YACF;AAEA,kBAAM,MAAM,KAAK,MAAM,UAAU;AACjC,kBAAM,UAAU,IAAI,YAAY;AAChC,kBAAM,WAAW,IAAI,YAAY,CAAC;AAClC,kBAAM,aAAa,IAAI,cAAc;AACrC,kBAAM,aAAa,IAAI,cAAc;AACrC,kBAAM,eAAe,kBAAkB,IAAI,iBAAiB,KAAK,MAAM,aAAa;AAGpF,gBAAI,CAAC,YAAY;AACf,mBAAK,QAAQ,MAAM,EAAE,kBAAkB,IAAI,GAAG,iCAAiC;AAC/E;AAAA,YACF;AAGA,gBAAI,CAAC,KAAK,aAAa,CAAC,SAAS;AAC/B,mBAAK,YAAY;AACjB,mBAAK,MAAM,IAAI,EAAE,MAAM,IAAI,gBAAgB,gBAAgB,CAAC;AAAA,YAC9D;AAGA,kBAAM,YACJ,SAAS,SAAS,KACb,SAAS,CAAC,EAAE,cAAc,KAAO,KAAK,kBACvC,KAAK;AACX,kBAAM,UACJ,SAAS,SAAS,KACb,SAAS,SAAS,SAAS,CAAC,EAAE,YAAY,KAAO,KAAK,kBACvD,KAAK;AAGX,kBAAM,QAAQ,SAAS;AAAA,cACrB,CAAC,aAAwE;AAAA,gBACvE,MAAM,QAAQ,QAAQ;AAAA,gBACtB,YAAY,QAAQ,cAAc,KAAO,KAAK;AAAA,gBAC9C,UAAU,QAAQ,YAAY,KAAO,KAAK;AAAA,gBAC1C,iBAAiB,KAAK;AAAA,gBACtB;AAAA,cACF;AAAA,YACF;AAEA,kBAAM,aAA6B;AAAA,cACjC,UAAU;AAAA,cACV,MAAM;AAAA,cACN;AAAA,cACA;AAAA,cACA;AAAA,cACA,OAAO,MAAM,SAAS,IAAI,QAAQ;AAAA,YACpC;AAGA,gBAAI,CAAC,SAAS;AAEZ,mBAAK,MAAM,IAAI;AAAA,gBACb,MAAM,IAAI,gBAAgB;AAAA,gBAC1B,cAAc,CAAC,UAAU;AAAA,cAC3B,CAAC;AAAA,YACH,OAAO;AAEL,mBAAK,MAAM,IAAI;AAAA,gBACb,MAAM,IAAI,gBAAgB;AAAA,gBAC1B,cAAc,CAAC,UAAU;AAAA,cAC3B,CAAC;AAGD,kBAAI,KAAK,WAAW;AAClB,qBAAK,YAAY;AACjB,qBAAK,MAAM,IAAI,EAAE,MAAM,IAAI,gBAAgB,cAAc,CAAC;AAAA,cAC5D;AAAA,YACF;AAEA,gBAAI,KAAK,UAAU,SAAS;AAC1B,sBAAQ;AAAA,YACV;AAAA,UACF,SAAS,KAAK;AACZ,iBAAK,QAAQ;AAAA,cACX;AAAA,gBACE,OAAO;AAAA,gBACP,kBAAkB,OAAO,IAAI;AAAA,cAC/B;AAAA,cACA;AAAA,YACF;AACA,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,CAAC,QAAQ;AACtB,cAAI,CAAC,SAAS;AACZ,mBAAO,GAAG;AAAA,UACZ;AAAA,QACF,CAAC;AAED,WAAG,GAAG,SAAS,MAAM;AACnB,cAAI,CAAC,SAAS;AACZ,oBAAQ;AAAA,UACV;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAED,YAAM,QAAQ,KAAK,CAAC,eAAe,aAAa,WAAW,MAAM,CAAC,CAAC;AAAA,IACrE,GAAG,KAAK,eAAe;AAEvB,UAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,WAAW,MAAM,CAAC;AACjD,cAAU;AACV,OAAG,MAAM;AAAA,EACX;AACF;","names":["stt"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-baseten",
-  "version": "1.6.4",
+  "version": "1.7.0",
   "description": "Baseten plugin for LiveKit Node Agents",
   "main": "dist/index.js",
   "require": "dist/index.cjs",
@@ -37,15 +37,15 @@
     "voice-ai"
   ],
   "devDependencies": {
-    "@livekit/rtc-node": "^0.13.33",
-    "@microsoft/api-extractor": "^7.35.0",
+    "@livekit/rtc-node": "^0.13.34",
+    "@microsoft/api-extractor": "^7.58.12",
     "@types/node": "^22.18.11",
     "@types/ws": "^8.5.10",
     "tsx": "^4.23.1",
     "typescript": "^5.9.3",
-    "@livekit/agents": "1.6.4",
-    "@livekit/agents-plugin-silero": "1.6.4",
-    "@livekit/agents-plugins-test": "1.6.4"
+    "@livekit/agents": "1.7.0",
+    "@livekit/agents-plugin-silero": "1.7.0",
+    "@livekit/agents-plugins-test": "1.7.0"
   },
   "dependencies": {
     "dotenv": "^17.2.3",
@@ -53,8 +53,8 @@
     "ws": "^8.21.0"
   },
   "peerDependencies": {
-    "@livekit/rtc-node": "^0.13.33",
-    "@livekit/agents": "1.6.4"
+    "@livekit/rtc-node": "^0.13.34",
+    "@livekit/agents": "1.7.0"
   },
   "scripts": {
     "build": "tsup --onSuccess \"pnpm build:types\"",

package/src/stt.ts

@@ -242,7 +242,7 @@ export class SpeechStream extends stt.SpeechStream {
 
             // Skip if no transcript text
             if (!transcript) {
-              this.#logger.debug('Received non-transcript message:', msg);
+              this.#logger.debug({ 'lk.pii.message': msg }, 'Received non-transcript message');
               return;
             }
 
@@ -307,7 +307,13 @@ export class SpeechStream extends stt.SpeechStream {
               resolve();
             }
           } catch (err) {
-            this.#logger.error(`STT: Error processing message: ${data}`);
+            this.#logger.error(
+              {
+                error: err,
+                'lk.pii.message': String(data),
+              },
+              'Baseten STT failed to process message',
+            );
             reject(err);
           }
         });