@livekit/agents 1.1.0 → 1.2.0

package/dist/voice/transcription/synchronizer.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/voice/transcription/synchronizer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { ReadableStream, WritableStreamDefaultWriter } from 'node:stream/web';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport type { SentenceStream, SentenceTokenizer } from '../../tokenize/index.js';\nimport { basic } from '../../tokenize/index.js';\nimport { Future, Task, delay } from '../../utils.js';\nimport { AudioOutput, type PlaybackFinishedEvent, TextOutput } from '../io.js';\n\nconst STANDARD_SPEECH_RATE = 3.83; // hyphens (syllables) per second\n\ninterface TextSyncOptions {\n  speed: number;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n  sentenceTokenizer: SentenceTokenizer;\n}\n\ninterface TextData {\n  sentenceStream: SentenceStream;\n  pushedText: string;\n  done: boolean;\n  forwardedHyphens: number;\n  forwardedText: string;\n}\n\ninterface AudioData {\n  pushedDuration: number;\n  done: boolean;\n}\n\nclass SegmentSynchronizerImpl {\n  private textData: TextData;\n  private audioData: AudioData;\n  private speed: number;\n  private outputStream: IdentityTransform<string>;\n  private outputStreamWriter: WritableStreamDefaultWriter<string>;\n  private captureTask: Promise<void>;\n  private startWallTime?: number;\n\n  private startFuture: Future = new Future();\n  private closedFuture: Future = new Future();\n  private playbackCompleted: boolean = false;\n\n  private logger = log();\n\n  constructor(\n    private readonly options: TextSyncOptions,\n    private readonly nextInChain: TextOutput,\n  ) {\n    this.speed = options.speed * STANDARD_SPEECH_RATE; // hyphens per second\n    this.textData = {\n      sentenceStream: options.sentenceTokenizer.stream(),\n      pushedText: '',\n      done: false,\n      forwardedHyphens: 0,\n      forwardedText: '',\n    };\n    this.audioData = {\n      pushedDuration: 0,\n      done: false,\n    };\n    this.outputStream = new IdentityTransform();\n    this.outputStreamWriter = this.outputStream.writable.getWriter();\n\n    this.mainTask()\n      .then(() => {\n        this.outputStreamWriter.close();\n      })\n      .catch((error) => {\n        this.logger.error({ error }, 'mainTask SegmentSynchronizerImpl');\n      });\n    this.captureTask = this.captureTaskImpl();\n  }\n\n  get closed() {\n    return this.closedFuture.done;\n  }\n\n  get audioInputEnded() {\n    return this.audioData.done;\n  }\n\n  get textInputEnded() {\n    return this.textData.done;\n  }\n\n  get readable(): ReadableStream<string> {\n    return this.outputStream.readable;\n  }\n\n  pushAudio(frame: AudioFrame) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.pushAudio called after close');\n      return;\n    }\n    // TODO(AJS-102): use frame.durationMs once available in rtc-node\n    const frameDuration = frame.samplesPerChannel / frame.sampleRate;\n\n    if (!this.startWallTime && frameDuration > 0) {\n      this.startWallTime = Date.now();\n      this.startFuture.resolve();\n    }\n\n    this.audioData.pushedDuration += frameDuration;\n  }\n\n  endAudioInput() {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.endAudioInput called after close');\n      return;\n    }\n\n    this.audioData.done = true;\n  }\n\n  pushText(text: string) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.pushText called after close');\n      return;\n    }\n\n    this.textData.sentenceStream.pushText(text);\n    this.textData.pushedText += text;\n  }\n\n  endTextInput() {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.endTextInput called after close');\n      return;\n    }\n\n    this.textData.done = true;\n    this.textData.sentenceStream.endInput();\n  }\n\n  markPlaybackFinished(_playbackPosition: number, interrupted: boolean) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.markPlaybackFinished called after close');\n      return;\n    }\n\n    if (!this.textData.done || !this.audioData.done) {\n      this.logger.warn(\n        { textDone: this.textData.done, audioDone: this.audioData.done },\n        'SegmentSynchronizerImpl.markPlaybackFinished called before text/audio input is done',\n      );\n      return;\n    }\n\n    if (!interrupted) {\n      this.playbackCompleted = true;\n    }\n  }\n\n  get synchronizedTranscript(): string {\n    if (this.playbackCompleted) {\n      return this.textData.pushedText;\n    }\n    return this.textData.forwardedText;\n  }\n\n  private async captureTaskImpl() {\n    // Don't use a for-await loop here, because exiting the loop will close the writer in the\n    // outputStream, which will cause an error in the mainTask.then method.\n    const reader = this.outputStream.readable.getReader();\n    while (true) {\n      const { done, value: text } = await reader.read();\n      if (done) {\n        break;\n      }\n      this.textData.forwardedText += text;\n      await this.nextInChain.captureText(text);\n    }\n    reader.releaseLock();\n    this.nextInChain.flush();\n  }\n\n  private async mainTask(): Promise<void> {\n    await this.startFuture.await;\n\n    if (this.closed && !this.playbackCompleted) {\n      return;\n    }\n\n    if (!this.startWallTime) {\n      throw new Error('startWallTime is not set when starting SegmentSynchronizerImpl.mainTask');\n    }\n\n    for await (const textSegment of this.textData.sentenceStream) {\n      const sentence = textSegment.token;\n\n      let textCursor = 0;\n      if (this.closed && !this.playbackCompleted) {\n        return;\n      }\n\n      for (const [word, _, endPos] of this.options.splitWords(sentence)) {\n        if (this.closed && !this.playbackCompleted) {\n          return;\n        }\n\n        if (this.playbackCompleted) {\n          this.outputStreamWriter.write(sentence.slice(textCursor, endPos));\n          textCursor = endPos;\n          continue;\n        }\n\n        const wordHphens = this.options.hyphenateWord(word).length;\n        const elapsedSeconds = (Date.now() - this.startWallTime) / 1000;\n        const targetHyphens = elapsedSeconds * this.options.speed;\n        const hyphensBehind = Math.max(0, targetHyphens - this.textData.forwardedHyphens);\n        let delay = Math.max(0, wordHphens - hyphensBehind) / this.speed;\n\n        if (this.playbackCompleted) {\n          delay = 0;\n        }\n\n        await this.sleepIfNotClosed(delay / 2);\n        this.outputStreamWriter.write(sentence.slice(textCursor, endPos));\n        await this.sleepIfNotClosed(delay / 2);\n\n        this.textData.forwardedHyphens += wordHphens;\n        textCursor = endPos;\n      }\n\n      if (textCursor < sentence.length) {\n        const remaining = sentence.slice(textCursor);\n        this.outputStreamWriter.write(remaining);\n      }\n    }\n  }\n\n  private async sleepIfNotClosed(sleepTimeSeconds: number) {\n    if (this.closed) {\n      return;\n    }\n    await delay(sleepTimeSeconds * 1000);\n  }\n\n  async close(): Promise<void> {\n    if (this.closed) {\n      return;\n    }\n    this.closedFuture.resolve();\n    this.startFuture.resolve(); // avoid deadlock of mainTaskImpl in case it never started\n    this.textData.sentenceStream.close();\n    await this.captureTask;\n  }\n}\n\nexport interface TranscriptionSynchronizerOptions {\n  speed: number;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n  sentenceTokenizer: SentenceTokenizer;\n}\n\nexport const defaultTextSyncOptions: TranscriptionSynchronizerOptions = {\n  speed: 1,\n  hyphenateWord: basic.hyphenateWord,\n  splitWords: basic.splitWords,\n  sentenceTokenizer: new basic.SentenceTokenizer({\n    retainFormat: true,\n  }),\n};\n\nexport class TranscriptionSynchronizer {\n  readonly audioOutput: SyncedAudioOutput;\n  readonly textOutput: SyncedTextOutput;\n\n  private options: TextSyncOptions;\n  private rotateSegmentTask: Task<void>;\n  private _enabled: boolean = true;\n  private closed: boolean = false;\n\n  /* @internal */\n  _impl: SegmentSynchronizerImpl;\n\n  private logger = log();\n\n  constructor(\n    nextInChainAudio: AudioOutput,\n    nextInChainText: TextOutput,\n    options: TranscriptionSynchronizerOptions = defaultTextSyncOptions,\n  ) {\n    this.audioOutput = new SyncedAudioOutput(this, nextInChainAudio);\n    this.textOutput = new SyncedTextOutput(this, nextInChainText);\n    this.options = {\n      speed: options.speed,\n      hyphenateWord: options.hyphenateWord,\n      splitWords: options.splitWords,\n      sentenceTokenizer: options.sentenceTokenizer,\n    };\n\n    // initial segment/first segment, recreated for each new segment\n    this._impl = new SegmentSynchronizerImpl(this.options, nextInChainText);\n    this.rotateSegmentTask = Task.from((controller) =>\n      this.rotateSegmentTaskImpl(controller.signal),\n    );\n  }\n\n  get enabled(): boolean {\n    return this._enabled;\n  }\n\n  set enabled(enabled: boolean) {\n    if (this._enabled === enabled) {\n      return;\n    }\n\n    this._enabled = enabled;\n    this.rotateSegment();\n  }\n\n  rotateSegment() {\n    if (this.closed) {\n      return;\n    }\n\n    if (!this.rotateSegmentTask.done) {\n      this.logger.warn('rotateSegment called while previous segment is still being rotated');\n    }\n    this.rotateSegmentTask = Task.from((controller) =>\n      this.rotateSegmentTaskImpl(controller.signal, this.rotateSegmentTask),\n    );\n  }\n\n  async close(): Promise<void> {\n    this.closed = true;\n    await this.rotateSegmentTask.cancelAndWait();\n    await this._impl.close();\n  }\n\n  async barrier(): Promise<void> {\n    if (this.rotateSegmentTask.done) {\n      return;\n    }\n    await this.rotateSegmentTask.result;\n  }\n\n  private async rotateSegmentTaskImpl(abort: AbortSignal, oldTask?: Task<void>) {\n    if (oldTask) {\n      await oldTask.result;\n    }\n\n    if (abort.aborted) {\n      return;\n    }\n    await this._impl.close();\n    this._impl = new SegmentSynchronizerImpl(this.options, this.textOutput.nextInChain);\n  }\n}\n\nclass SyncedAudioOutput extends AudioOutput {\n  private pushedDuration: number = 0.0;\n\n  constructor(\n    public synchronizer: TranscriptionSynchronizer,\n    private nextInChainAudio: AudioOutput,\n  ) {\n    super(nextInChainAudio.sampleRate, nextInChainAudio);\n  }\n\n  async captureFrame(frame: AudioFrame): Promise<void> {\n    // using barrier() on capture should be sufficient, flush() must not be called if\n    // capture_frame isn't completed\n    await this.synchronizer.barrier();\n\n    await super.captureFrame(frame);\n    await this.nextInChainAudio.captureFrame(frame); // passthrough audio\n\n    // TODO(AJS-102): use frame.durationMs once available in rtc-node\n    this.pushedDuration += frame.samplesPerChannel / frame.sampleRate;\n\n    if (!this.synchronizer.enabled) {\n      return;\n    }\n\n    if (this.synchronizer._impl.audioInputEnded) {\n      this.logger.warn(\n        'SegmentSynchronizerImpl audio marked as ended in capture audio, rotating segment',\n      );\n      this.synchronizer.rotateSegment();\n      await this.synchronizer.barrier();\n    }\n    this.synchronizer._impl.pushAudio(frame);\n  }\n\n  flush() {\n    super.flush();\n    this.nextInChainAudio.flush();\n\n    if (!this.synchronizer.enabled) {\n      return;\n    }\n\n    if (!this.pushedDuration) {\n      // in case there is no audio after the text was pushed, rotate the segment\n      this.synchronizer.rotateSegment();\n      return;\n    }\n\n    this.synchronizer._impl.endAudioInput();\n  }\n\n  clearBuffer() {\n    this.nextInChainAudio.clearBuffer();\n  }\n\n  // this is going to be automatically called by the next_in_chain\n  onPlaybackFinished(ev: PlaybackFinishedEvent) {\n    if (!this.synchronizer.enabled) {\n      super.onPlaybackFinished(ev);\n      return;\n    }\n\n    this.synchronizer._impl.markPlaybackFinished(ev.playbackPosition, ev.interrupted);\n    super.onPlaybackFinished({\n      playbackPosition: ev.playbackPosition,\n      interrupted: ev.interrupted,\n      synchronizedTranscript: this.synchronizer._impl.synchronizedTranscript,\n    });\n\n    this.synchronizer.rotateSegment();\n    this.pushedDuration = 0.0;\n  }\n}\n\nclass SyncedTextOutput extends TextOutput {\n  private capturing: boolean = false;\n  private logger = log();\n\n  constructor(\n    private readonly synchronizer: TranscriptionSynchronizer,\n    public readonly nextInChain: TextOutput,\n  ) {\n    super(nextInChain);\n  }\n\n  async captureText(text: string): Promise<void> {\n    await this.synchronizer.barrier();\n\n    if (!this.synchronizer.enabled) {\n      // pass through to the next in chain\n      await this.nextInChain.captureText(text);\n      return;\n    }\n\n    this.capturing = true;\n    if (this.synchronizer._impl.textInputEnded) {\n      this.logger.warn(\n        'SegmentSynchronizerImpl text marked as ended in capture text, rotating segment',\n      );\n      this.synchronizer.rotateSegment();\n      await this.synchronizer.barrier();\n    }\n    this.synchronizer._impl.pushText(text);\n  }\n\n  flush() {\n    if (!this.synchronizer.enabled) {\n      this.nextInChain.flush(); // passthrough text if the synchronizer is disabled\n      return;\n    }\n\n    if (!this.capturing) {\n      return;\n    }\n\n    this.capturing = false;\n    this.synchronizer._impl.endTextInput();\n  }\n}\n"],"mappings":"AAKA,SAAS,WAAW;AACpB,SAAS,yBAAyB;AAElC,SAAS,aAAa;AACtB,SAAS,QAAQ,MAAM,aAAa;AACpC,SAAS,aAAyC,kBAAkB;AAEpE,MAAM,uBAAuB;AAsB7B,MAAM,wBAAwB;AAAA,EAe5B,YACmB,SACA,aACjB;AAFiB;AACA;AAEjB,SAAK,QAAQ,QAAQ,QAAQ;AAC7B,SAAK,WAAW;AAAA,MACd,gBAAgB,QAAQ,kBAAkB,OAAO;AAAA,MACjD,YAAY;AAAA,MACZ,MAAM;AAAA,MACN,kBAAkB;AAAA,MAClB,eAAe;AAAA,IACjB;AACA,SAAK,YAAY;AAAA,MACf,gBAAgB;AAAA,MAChB,MAAM;AAAA,IACR;AACA,SAAK,eAAe,IAAI,kBAAkB;AAC1C,SAAK,qBAAqB,KAAK,aAAa,SAAS,UAAU;AAE/D,SAAK,SAAS,EACX,KAAK,MAAM;AACV,WAAK,mBAAmB,MAAM;AAAA,IAChC,CAAC,EACA,MAAM,CAAC,UAAU;AAChB,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,kCAAkC;AAAA,IACjE,CAAC;AACH,SAAK,cAAc,KAAK,gBAAgB;AAAA,EAC1C;AAAA,EAzCQ;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA,cAAsB,IAAI,OAAO;AAAA,EACjC,eAAuB,IAAI,OAAO;AAAA,EAClC,oBAA6B;AAAA,EAE7B,SAAS,IAAI;AAAA,EA+BrB,IAAI,SAAS;AACX,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,kBAAkB;AACpB,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,IAAI,iBAAiB;AACnB,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,IAAI,WAAmC;AACrC,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,UAAU,OAAmB;AAC3B,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,sDAAsD;AACvE;AAAA,IACF;AAEA,UAAM,gBAAgB,MAAM,oBAAoB,MAAM;AAEtD,QAAI,CAAC,KAAK,iBAAiB,gBAAgB,GAAG;AAC5C,WAAK,gBAAgB,KAAK,IAAI;AAC9B,WAAK,YAAY,QAAQ;AAAA,IAC3B;AAEA,SAAK,UAAU,kBAAkB;AAAA,EACnC;AAAA,EAEA,gBAAgB;AACd,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,0DAA0D;AAC3E;AAAA,IACF;AAEA,SAAK,UAAU,OAAO;AAAA,EACxB;AAAA,EAEA,SAAS,MAAc;AACrB,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,qDAAqD;AACtE;AAAA,IACF;AAEA,SAAK,SAAS,eAAe,SAAS,IAAI;AAC1C,SAAK,SAAS,cAAc;AAAA,EAC9B;AAAA,EAEA,eAAe;AACb,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,yDAAyD;AAC1E;AAAA,IACF;AAEA,SAAK,SAAS,OAAO;AACrB,SAAK,SAAS,eAAe,SAAS;AAAA,EACxC;AAAA,EAEA,qBAAqB,mBAA2B,aAAsB;AACpE,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,iEAAiE;AAClF;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,SAAS,QAAQ,CAAC,KAAK,UAAU,MAAM;AAC/C,WAAK,OAAO;AAAA,QACV,EAAE,UAAU,KAAK,SAAS,MAAM,WAAW,KAAK,UAAU,KAAK;AAAA,QAC/D;AAAA,MACF;AACA;AAAA,IACF;AAEA,QAAI,CAAC,aAAa;AAChB,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,IAAI,yBAAiC;AACnC,QAAI,KAAK,mBAAmB;AAC1B,aAAO,KAAK,SAAS;AAAA,IACvB;AACA,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,MAAc,kBAAkB;AAG9B,UAAM,SAAS,KAAK,aAAa,SAAS,UAAU;AACpD,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAChD,UAAI,MAAM;AACR;AAAA,MACF;AACA,WAAK,SAAS,iBAAiB;AAC/B,YAAM,KAAK,YAAY,YAAY,IAAI;AAAA,IACzC;AACA,WAAO,YAAY;AACnB,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEA,MAAc,WAA0B;AACtC,UAAM,KAAK,YAAY;AAEvB,QAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,eAAe;AACvB,YAAM,IAAI,MAAM,yEAAyE;AAAA,IAC3F;AAEA,qBAAiB,eAAe,KAAK,SAAS,gBAAgB;AAC5D,YAAM,WAAW,YAAY;AAE7B,UAAI,aAAa;AACjB,UAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,MACF;AAEA,iBAAW,CAAC,MAAM,GAAG,MAAM,KAAK,KAAK,QAAQ,WAAW,QAAQ,GAAG;AACjE,YAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,QACF;AAEA,YAAI,KAAK,mBAAmB;AAC1B,eAAK,mBAAmB,MAAM,SAAS,MAAM,YAAY,MAAM,CAAC;AAChE,uBAAa;AACb;AAAA,QACF;AAEA,cAAM,aAAa,KAAK,QAAQ,cAAc,IAAI,EAAE;AACpD,cAAM,kBAAkB,KAAK,IAAI,IAAI,KAAK,iBAAiB;AAC3D,cAAM,gBAAgB,iBAAiB,KAAK,QAAQ;AACpD,cAAM,gBAAgB,KAAK,IAAI,GAAG,gBAAgB,KAAK,SAAS,gBAAgB;AAChF,YAAIA,SAAQ,KAAK,IAAI,GAAG,aAAa,aAAa,IAAI,KAAK;AAE3D,YAAI,KAAK,mBAAmB;AAC1B,UAAAA,SAAQ;AAAA,QACV;AAEA,cAAM,KAAK,iBAAiBA,SAAQ,CAAC;AACrC,aAAK,mBAAmB,MAAM,SAAS,MAAM,YAAY,MAAM,CAAC;AAChE,cAAM,KAAK,iBAAiBA,SAAQ,CAAC;AAErC,aAAK,SAAS,oBAAoB;AAClC,qBAAa;AAAA,MACf;AAEA,UAAI,aAAa,SAAS,QAAQ;AAChC,cAAM,YAAY,SAAS,MAAM,UAAU;AAC3C,aAAK,mBAAmB,MAAM,SAAS;AAAA,MACzC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,iBAAiB,kBAA0B;AACvD,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,UAAM,MAAM,mBAAmB,GAAI;AAAA,EACrC;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,SAAK,aAAa,QAAQ;AAC1B,SAAK,YAAY,QAAQ;AACzB,SAAK,SAAS,eAAe,MAAM;AACnC,UAAM,KAAK;AAAA,EACb;AACF;AASO,MAAM,yBAA2D;AAAA,EACtE,OAAO;AAAA,EACP,eAAe,MAAM;AAAA,EACrB,YAAY,MAAM;AAAA,EAClB,mBAAmB,IAAI,MAAM,kBAAkB;AAAA,IAC7C,cAAc;AAAA,EAChB,CAAC;AACH;AAEO,MAAM,0BAA0B;AAAA,EAC5B;AAAA,EACA;AAAA,EAED;AAAA,EACA;AAAA,EACA,WAAoB;AAAA,EACpB,SAAkB;AAAA;AAAA,EAG1B;AAAA,EAEQ,SAAS,IAAI;AAAA,EAErB,YACE,kBACA,iBACA,UAA4C,wBAC5C;AACA,SAAK,cAAc,IAAI,kBAAkB,MAAM,gBAAgB;AAC/D,SAAK,aAAa,IAAI,iBAAiB,MAAM,eAAe;AAC5D,SAAK,UAAU;AAAA,MACb,OAAO,QAAQ;AAAA,MACf,eAAe,QAAQ;AAAA,MACvB,YAAY,QAAQ;AAAA,MACpB,mBAAmB,QAAQ;AAAA,IAC7B;AAGA,SAAK,QAAQ,IAAI,wBAAwB,KAAK,SAAS,eAAe;AACtE,SAAK,oBAAoB,KAAK;AAAA,MAAK,CAAC,eAClC,KAAK,sBAAsB,WAAW,MAAM;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAQ,SAAkB;AAC5B,QAAI,KAAK,aAAa,SAAS;AAC7B;AAAA,IACF;AAEA,SAAK,WAAW;AAChB,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,gBAAgB;AACd,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,kBAAkB,MAAM;AAChC,WAAK,OAAO,KAAK,oEAAoE;AAAA,IACvF;AACA,SAAK,oBAAoB,KAAK;AAAA,MAAK,CAAC,eAClC,KAAK,sBAAsB,WAAW,QAAQ,KAAK,iBAAiB;AAAA,IACtE;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,SAAS;AACd,UAAM,KAAK,kBAAkB,cAAc;AAC3C,UAAM,KAAK,MAAM,MAAM;AAAA,EACzB;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,kBAAkB,MAAM;AAC/B;AAAA,IACF;AACA,UAAM,KAAK,kBAAkB;AAAA,EAC/B;AAAA,EAEA,MAAc,sBAAsB,OAAoB,SAAsB;AAC5E,QAAI,SAAS;AACX,YAAM,QAAQ;AAAA,IAChB;AAEA,QAAI,MAAM,SAAS;AACjB;AAAA,IACF;AACA,UAAM,KAAK,MAAM,MAAM;AACvB,SAAK,QAAQ,IAAI,wBAAwB,KAAK,SAAS,KAAK,WAAW,WAAW;AAAA,EACpF;AACF;AAEA,MAAM,0BAA0B,YAAY;AAAA,EAG1C,YACS,cACC,kBACR;AACA,UAAM,iBAAiB,YAAY,gBAAgB;AAH5C;AACC;AAAA,EAGV;AAAA,EAPQ,iBAAyB;AAAA,EASjC,MAAM,aAAa,OAAkC;AAGnD,UAAM,KAAK,aAAa,QAAQ;AAEhC,UAAM,MAAM,aAAa,KAAK;AAC9B,UAAM,KAAK,iBAAiB,aAAa,KAAK;AAG9C,SAAK,kBAAkB,MAAM,oBAAoB,MAAM;AAEvD,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B;AAAA,IACF;AAEA,QAAI,KAAK,aAAa,MAAM,iBAAiB;AAC3C,WAAK,OAAO;AAAA,QACV;AAAA,MACF;AACA,WAAK,aAAa,cAAc;AAChC,YAAM,KAAK,aAAa,QAAQ;AAAA,IAClC;AACA,SAAK,aAAa,MAAM,UAAU,KAAK;AAAA,EACzC;AAAA,EAEA,QAAQ;AACN,UAAM,MAAM;AACZ,SAAK,iBAAiB,MAAM;AAE5B,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,gBAAgB;AAExB,WAAK,aAAa,cAAc;AAChC;AAAA,IACF;AAEA,SAAK,aAAa,MAAM,cAAc;AAAA,EACxC;AAAA,EAEA,cAAc;AACZ,SAAK,iBAAiB,YAAY;AAAA,EACpC;AAAA;AAAA,EAGA,mBAAmB,IAA2B;AAC5C,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B,YAAM,mBAAmB,EAAE;AAC3B;AAAA,IACF;AAEA,SAAK,aAAa,MAAM,qBAAqB,GAAG,kBAAkB,GAAG,WAAW;AAChF,UAAM,mBAAmB;AAAA,MACvB,kBAAkB,GAAG;AAAA,MACrB,aAAa,GAAG;AAAA,MAChB,wBAAwB,KAAK,aAAa,MAAM;AAAA,IAClD,CAAC;AAED,SAAK,aAAa,cAAc;AAChC,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,MAAM,yBAAyB,WAAW;AAAA,EAIxC,YACmB,cACD,aAChB;AACA,UAAM,WAAW;AAHA;AACD;AAAA,EAGlB;AAAA,EARQ,YAAqB;AAAA,EACrB,SAAS,IAAI;AAAA,EASrB,MAAM,YAAY,MAA6B;AAC7C,UAAM,KAAK,aAAa,QAAQ;AAEhC,QAAI,CAAC,KAAK,aAAa,SAAS;AAE9B,YAAM,KAAK,YAAY,YAAY,IAAI;AACvC;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,QAAI,KAAK,aAAa,MAAM,gBAAgB;AAC1C,WAAK,OAAO;AAAA,QACV;AAAA,MACF;AACA,WAAK,aAAa,cAAc;AAChC,YAAM,KAAK,aAAa,QAAQ;AAAA,IAClC;AACA,SAAK,aAAa,MAAM,SAAS,IAAI;AAAA,EACvC;AAAA,EAEA,QAAQ;AACN,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B,WAAK,YAAY,MAAM;AACvB;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,SAAK,aAAa,MAAM,aAAa;AAAA,EACvC;AACF;","names":["delay"]}
+{"version":3,"sources":["../../../src/voice/transcription/synchronizer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { ReadableStream, WritableStreamDefaultWriter } from 'node:stream/web';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport type { SentenceStream, SentenceTokenizer } from '../../tokenize/index.js';\nimport { basic } from '../../tokenize/index.js';\nimport { Future, Task, delay } from '../../utils.js';\nimport {\n  AudioOutput,\n  type PlaybackFinishedEvent,\n  TextOutput,\n  type TimedString,\n  isTimedString,\n} from '../io.js';\n\nconst STANDARD_SPEECH_RATE = 3.83; // hyphens (syllables) per second\n\ninterface TextSyncOptions {\n  speed: number;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n  sentenceTokenizer: SentenceTokenizer;\n}\n\ninterface TextData {\n  sentenceStream: SentenceStream;\n  pushedText: string;\n  done: boolean;\n  forwardedHyphens: number;\n  forwardedText: string;\n}\n\n/**\n * Tracks speaking rate data from TTS timing annotations.\n * @internal Exported for testing purposes.\n */\nexport class SpeakingRateData {\n  /** Timestamps of the speaking rate. */\n  timestamps: number[] = [];\n  /** Speed at the timestamp. */\n  speakingRate: number[] = [];\n  /** Accumulated speaking units up to the timestamp. */\n  speakIntegrals: number[] = [];\n  /** Buffer for text without timing annotations yet. */\n  private textBuffer: string[] = [];\n\n  /**\n   * Add by speaking rate estimation.\n   */\n  addByRate(timestamp: number, speakingRate: number): void {\n    const integral =\n      this.speakIntegrals.length > 0 ? this.speakIntegrals[this.speakIntegrals.length - 1]! : 0;\n    const dt = timestamp - this.pushedDuration;\n    const newIntegral = integral + speakingRate * dt;\n\n    this.timestamps.push(timestamp);\n    this.speakingRate.push(speakingRate);\n    this.speakIntegrals.push(newIntegral);\n  }\n\n  /**\n   * Add annotation from TimedString with start_time/end_time.\n   */\n  addByAnnotation(text: string, startTime: number | undefined, endTime: number | undefined): void {\n    if (startTime !== undefined) {\n      // Calculate the integral of the speaking rate up to the start time\n      const integral =\n        this.speakIntegrals.length > 0 ? this.speakIntegrals[this.speakIntegrals.length - 1]! : 0;\n\n      const dt = startTime - this.pushedDuration;\n      // Use the length of the text directly instead of hyphens\n      const textLen = this.textBuffer.reduce((sum, t) => sum + t.length, 0);\n      const newIntegral = integral + textLen;\n      const rate = dt > 0 ? textLen / dt : 0;\n\n      this.timestamps.push(startTime);\n      this.speakingRate.push(rate);\n      this.speakIntegrals.push(newIntegral);\n      this.textBuffer = [];\n    }\n\n    this.textBuffer.push(text);\n\n    if (endTime !== undefined) {\n      this.addByAnnotation('', endTime, undefined);\n    }\n  }\n\n  /**\n   * Get accumulated speaking units up to the given timestamp.\n   */\n  accumulateTo(timestamp: number): number {\n    if (this.timestamps.length === 0) {\n      return 0;\n    }\n\n    // Binary search for the right position (equivalent to np.searchsorted with side=\"right\")\n    let idx = 0;\n    for (let i = 0; i < this.timestamps.length; i++) {\n      if (this.timestamps[i]! <= timestamp) {\n        idx = i + 1;\n      } else {\n        break;\n      }\n    }\n\n    if (idx === 0) {\n      return 0;\n    }\n\n    let integralT = this.speakIntegrals[idx - 1]!;\n\n    // Fill the tail assuming the speaking rate is constant\n    const dt = timestamp - this.timestamps[idx - 1]!;\n    const rate =\n      idx < this.speakingRate.length ? this.speakingRate[idx]! : this.speakingRate[idx - 1]!;\n    integralT += rate * dt;\n\n    // If there is a next timestamp, make sure the integral does not exceed the next\n    if (idx < this.timestamps.length) {\n      integralT = Math.min(integralT, this.speakIntegrals[idx]!);\n    }\n\n    return integralT;\n  }\n\n  /** Get the last pushed timestamp. */\n  get pushedDuration(): number {\n    return this.timestamps.length > 0 ? this.timestamps[this.timestamps.length - 1]! : 0;\n  }\n}\n\ninterface AudioData {\n  pushedDuration: number;\n  done: boolean;\n  annotatedRate: SpeakingRateData | null;\n}\n\nclass SegmentSynchronizerImpl {\n  private textData: TextData;\n  private audioData: AudioData;\n  private speed: number;\n  private outputStream: IdentityTransform<string>;\n  private outputStreamWriter: WritableStreamDefaultWriter<string>;\n  private captureTask: Promise<void>;\n  private startWallTime?: number;\n\n  private startFuture: Future = new Future();\n  private closedFuture: Future = new Future();\n  private playbackCompleted: boolean = false;\n\n  private logger = log();\n\n  constructor(\n    private readonly options: TextSyncOptions,\n    private readonly nextInChain: TextOutput,\n  ) {\n    this.speed = options.speed * STANDARD_SPEECH_RATE; // hyphens per second\n    this.textData = {\n      sentenceStream: options.sentenceTokenizer.stream(),\n      pushedText: '',\n      done: false,\n      forwardedHyphens: 0,\n      forwardedText: '',\n    };\n    this.audioData = {\n      pushedDuration: 0,\n      done: false,\n      annotatedRate: null,\n    };\n    this.outputStream = new IdentityTransform();\n    this.outputStreamWriter = this.outputStream.writable.getWriter();\n\n    this.mainTask()\n      .then(() => {\n        this.outputStreamWriter.close();\n      })\n      .catch((error) => {\n        this.logger.error({ error }, 'mainTask SegmentSynchronizerImpl');\n      });\n    this.captureTask = this.captureTaskImpl();\n  }\n\n  get closed() {\n    return this.closedFuture.done;\n  }\n\n  get audioInputEnded() {\n    return this.audioData.done;\n  }\n\n  get textInputEnded() {\n    return this.textData.done;\n  }\n\n  get hasPendingText(): boolean {\n    return this.textData.pushedText.length > this.textData.forwardedText.length;\n  }\n\n  get readable(): ReadableStream<string> {\n    return this.outputStream.readable;\n  }\n\n  pushAudio(frame: AudioFrame) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.pushAudio called after close');\n      return;\n    }\n    // TODO(AJS-102): use frame.durationMs once available in rtc-node\n    const frameDuration = frame.samplesPerChannel / frame.sampleRate;\n\n    if (!this.startWallTime && frameDuration > 0) {\n      this.startWallTime = Date.now();\n      this.startFuture.resolve();\n    }\n\n    this.audioData.pushedDuration += frameDuration;\n  }\n\n  endAudioInput() {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.endAudioInput called after close');\n      return;\n    }\n\n    this.audioData.done = true;\n  }\n\n  pushText(text: string | TimedString) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.pushText called after close');\n      return;\n    }\n\n    // Check if text is a TimedString (has timing information)\n    let textStr: string;\n    let startTime: number | undefined;\n    let endTime: number | undefined;\n\n    if (isTimedString(text)) {\n      // This is a TimedString\n      textStr = text.text;\n      startTime = text.startTime;\n      endTime = text.endTime;\n\n      // Create annotatedRate if it doesn't exist\n      if (!this.audioData.annotatedRate) {\n        this.audioData.annotatedRate = new SpeakingRateData();\n      }\n\n      // Add the timing annotation\n      this.audioData.annotatedRate.addByAnnotation(textStr, startTime, endTime);\n    } else {\n      textStr = text;\n    }\n\n    this.textData.sentenceStream.pushText(textStr);\n    this.textData.pushedText += textStr;\n  }\n\n  endTextInput() {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.endTextInput called after close');\n      return;\n    }\n\n    this.textData.done = true;\n    this.textData.sentenceStream.endInput();\n  }\n\n  markPlaybackFinished(_playbackPosition: number, interrupted: boolean) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.markPlaybackFinished called after close');\n      return;\n    }\n\n    if (!this.textData.done || !this.audioData.done) {\n      this.logger.warn(\n        { textDone: this.textData.done, audioDone: this.audioData.done },\n        'SegmentSynchronizerImpl.markPlaybackFinished called before text/audio input is done',\n      );\n      // This allows mainTask to flush remaining text even if audio wasn't formally ended\n      if (!interrupted) {\n        this.playbackCompleted = true;\n      }\n      return;\n    }\n\n    if (!interrupted) {\n      this.playbackCompleted = true;\n    }\n  }\n\n  get synchronizedTranscript(): string {\n    if (this.playbackCompleted) {\n      return this.textData.pushedText;\n    }\n    return this.textData.forwardedText;\n  }\n\n  private async captureTaskImpl() {\n    // Don't use a for-await loop here, because exiting the loop will close the writer in the\n    // outputStream, which will cause an error in the mainTask.then method.\n    // NOTE: forwardedText is updated in mainTask, NOT here\n    const reader = this.outputStream.readable.getReader();\n    while (true) {\n      const { done, value: text } = await reader.read();\n      if (done) {\n        break;\n      }\n      await this.nextInChain.captureText(text);\n    }\n    reader.releaseLock();\n    this.nextInChain.flush();\n  }\n\n  private async mainTask(): Promise<void> {\n    await this.startFuture.await;\n\n    if (this.closed && !this.playbackCompleted) {\n      return;\n    }\n\n    if (!this.startWallTime) {\n      throw new Error('startWallTime is not set when starting SegmentSynchronizerImpl.mainTask');\n    }\n\n    for await (const textSegment of this.textData.sentenceStream) {\n      const sentence = textSegment.token;\n\n      let textCursor = 0;\n      if (this.closed && !this.playbackCompleted) {\n        return;\n      }\n\n      for (const [word, _, endPos] of this.options.splitWords(sentence)) {\n        if (this.closed && !this.playbackCompleted) {\n          return;\n        }\n\n        if (this.playbackCompleted) {\n          this.outputStreamWriter.write(sentence.slice(textCursor, endPos));\n          textCursor = endPos;\n          continue;\n        }\n\n        const wordHphens = this.options.hyphenateWord(word).length;\n        const elapsedSeconds = (Date.now() - this.startWallTime) / 1000;\n\n        let dHyphens = 0;\n        const annotated = this.audioData.annotatedRate;\n\n        if (annotated && annotated.pushedDuration >= elapsedSeconds) {\n          // Use actual TTS timing annotations for accurate sync\n          const targetLen = Math.floor(annotated.accumulateTo(elapsedSeconds));\n          const forwardedLen = this.textData.forwardedText.length;\n\n          if (targetLen >= forwardedLen) {\n            const dText = this.textData.pushedText.slice(forwardedLen, targetLen);\n            dHyphens = this.calcHyphens(dText).length;\n          } else {\n            const dText = this.textData.pushedText.slice(targetLen, forwardedLen);\n            dHyphens = -this.calcHyphens(dText).length;\n          }\n        } else {\n          // Fall back to estimated hyphens-per-second calculation\n          const targetHyphens = elapsedSeconds * this.options.speed;\n          dHyphens = Math.max(0, targetHyphens - this.textData.forwardedHyphens);\n        }\n\n        let delayTime = Math.max(0, wordHphens - dHyphens) / this.speed;\n\n        if (this.playbackCompleted) {\n          delayTime = 0;\n        }\n\n        await this.sleepIfNotClosed(delayTime / 2);\n        const forwardedWord = sentence.slice(textCursor, endPos);\n        this.outputStreamWriter.write(forwardedWord);\n\n        await this.sleepIfNotClosed(delayTime / 2);\n\n        this.textData.forwardedHyphens += wordHphens;\n        this.textData.forwardedText += forwardedWord;\n        textCursor = endPos;\n      }\n\n      if (textCursor < sentence.length) {\n        const remaining = sentence.slice(textCursor);\n        this.outputStreamWriter.write(remaining);\n      }\n    }\n  }\n\n  private calcHyphens(text: string): string[] {\n    const words = this.options.splitWords(text);\n    const hyphens: string[] = [];\n    for (const [word] of words) {\n      hyphens.push(...this.options.hyphenateWord(word));\n    }\n    return hyphens;\n  }\n\n  private async sleepIfNotClosed(sleepTimeSeconds: number) {\n    if (this.closed) {\n      return;\n    }\n    await delay(sleepTimeSeconds * 1000);\n  }\n\n  async close(): Promise<void> {\n    if (this.closed) {\n      return;\n    }\n    this.closedFuture.resolve();\n    this.startFuture.resolve(); // avoid deadlock of mainTaskImpl in case it never started\n    this.textData.sentenceStream.close();\n    await this.captureTask;\n  }\n}\n\nexport interface TranscriptionSynchronizerOptions {\n  speed: number;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n  sentenceTokenizer: SentenceTokenizer;\n}\n\nexport const defaultTextSyncOptions: TranscriptionSynchronizerOptions = {\n  speed: 1,\n  hyphenateWord: basic.hyphenateWord,\n  splitWords: basic.splitWords,\n  sentenceTokenizer: new basic.SentenceTokenizer({\n    retainFormat: true,\n  }),\n};\n\nexport class TranscriptionSynchronizer {\n  readonly audioOutput: SyncedAudioOutput;\n  readonly textOutput: SyncedTextOutput;\n\n  private options: TextSyncOptions;\n  private rotateSegmentTask: Task<void>;\n  private _enabled: boolean = true;\n  private closed: boolean = false;\n\n  /** @internal */\n  _impl: SegmentSynchronizerImpl;\n\n  private logger = log();\n\n  constructor(\n    nextInChainAudio: AudioOutput,\n    nextInChainText: TextOutput,\n    options: TranscriptionSynchronizerOptions = defaultTextSyncOptions,\n  ) {\n    this.audioOutput = new SyncedAudioOutput(this, nextInChainAudio);\n    this.textOutput = new SyncedTextOutput(this, nextInChainText);\n    this.options = {\n      speed: options.speed,\n      hyphenateWord: options.hyphenateWord,\n      splitWords: options.splitWords,\n      sentenceTokenizer: options.sentenceTokenizer,\n    };\n\n    // initial segment/first segment, recreated for each new segment\n    this._impl = new SegmentSynchronizerImpl(this.options, nextInChainText);\n    this.rotateSegmentTask = Task.from((controller) =>\n      this.rotateSegmentTaskImpl(controller.signal),\n    );\n  }\n\n  get enabled(): boolean {\n    return this._enabled;\n  }\n\n  set enabled(enabled: boolean) {\n    if (this._enabled === enabled) {\n      return;\n    }\n\n    this._enabled = enabled;\n    this.rotateSegment();\n  }\n\n  rotateSegment() {\n    if (this.closed) {\n      return;\n    }\n\n    if (!this.rotateSegmentTask.done) {\n      this.logger.warn('rotateSegment called while previous segment is still being rotated');\n    }\n    this.rotateSegmentTask = Task.from((controller) =>\n      this.rotateSegmentTaskImpl(controller.signal, this.rotateSegmentTask),\n    );\n  }\n\n  async close(): Promise<void> {\n    this.closed = true;\n    await this.rotateSegmentTask.cancelAndWait();\n    await this._impl.close();\n  }\n\n  async barrier(): Promise<void> {\n    if (this.rotateSegmentTask.done) {\n      return;\n    }\n    await this.rotateSegmentTask.result;\n  }\n\n  private async rotateSegmentTaskImpl(abort: AbortSignal, oldTask?: Task<void>) {\n    if (oldTask) {\n      await oldTask.result;\n    }\n\n    if (abort.aborted) {\n      return;\n    }\n\n    await this._impl.close();\n    this._impl = new SegmentSynchronizerImpl(this.options, this.textOutput.nextInChain);\n  }\n}\n\nclass SyncedAudioOutput extends AudioOutput {\n  private pushedDuration: number = 0.0;\n\n  constructor(\n    public synchronizer: TranscriptionSynchronizer,\n    private nextInChainAudio: AudioOutput,\n  ) {\n    super(nextInChainAudio.sampleRate, nextInChainAudio, { pause: true });\n  }\n\n  async captureFrame(frame: AudioFrame): Promise<void> {\n    // using barrier() on capture should be sufficient, flush() must not be called if\n    // capture_frame isn't completed\n    await this.synchronizer.barrier();\n\n    await super.captureFrame(frame);\n    await this.nextInChainAudio.captureFrame(frame); // passthrough audio\n\n    // TODO(AJS-102): use frame.durationMs once available in rtc-node\n    this.pushedDuration += frame.samplesPerChannel / frame.sampleRate;\n\n    if (!this.synchronizer.enabled) {\n      return;\n    }\n\n    if (this.synchronizer._impl.audioInputEnded) {\n      this.logger.warn(\n        'SegmentSynchronizerImpl audio marked as ended in capture audio, rotating segment',\n      );\n      this.synchronizer.rotateSegment();\n      await this.synchronizer.barrier();\n    }\n    this.synchronizer._impl.pushAudio(frame);\n  }\n\n  flush() {\n    super.flush();\n    this.nextInChainAudio.flush();\n\n    if (!this.synchronizer.enabled) {\n      return;\n    }\n\n    if (!this.pushedDuration) {\n      // For timed texts, audio goes directly to room without going through synchronizer.\n      // If text was pushed but no audio, still end audio input so text can be processed.\n      // Only rotate if there's also no text (truly empty segment).\n      if (this.synchronizer._impl.hasPendingText) {\n        // Text is pending - end audio input to allow text processing\n        this.synchronizer._impl.endAudioInput();\n        return;\n      }\n      // No text and no audio - rotate the segment\n      this.synchronizer.rotateSegment();\n      return;\n    }\n\n    this.synchronizer._impl.endAudioInput();\n  }\n\n  clearBuffer() {\n    this.nextInChainAudio.clearBuffer();\n  }\n\n  // this is going to be automatically called by the next_in_chain\n  onPlaybackFinished(ev: PlaybackFinishedEvent) {\n    if (!this.synchronizer.enabled) {\n      super.onPlaybackFinished(ev);\n      return;\n    }\n\n    this.synchronizer._impl.markPlaybackFinished(ev.playbackPosition, ev.interrupted);\n    super.onPlaybackFinished({\n      playbackPosition: ev.playbackPosition,\n      interrupted: ev.interrupted,\n      synchronizedTranscript: this.synchronizer._impl.synchronizedTranscript,\n    });\n\n    this.synchronizer.rotateSegment();\n    this.pushedDuration = 0.0;\n  }\n}\n\nclass SyncedTextOutput extends TextOutput {\n  private capturing: boolean = false;\n  private logger = log();\n\n  constructor(\n    private readonly synchronizer: TranscriptionSynchronizer,\n    public readonly nextInChain: TextOutput,\n  ) {\n    super(nextInChain);\n  }\n\n  async captureText(text: string | TimedString): Promise<void> {\n    await this.synchronizer.barrier();\n\n    const textStr = isTimedString(text) ? text.text : text;\n\n    if (!this.synchronizer.enabled) {\n      // pass through to the next in chain (extract string from TimedString if needed)\n      await this.nextInChain.captureText(textStr);\n      return;\n    }\n\n    this.capturing = true;\n    if (this.synchronizer._impl.textInputEnded) {\n      this.logger.warn(\n        'SegmentSynchronizerImpl text marked as ended in capture text, rotating segment',\n      );\n      this.synchronizer.rotateSegment();\n      await this.synchronizer.barrier();\n    }\n    // Pass the TimedString to pushText for timing extraction\n    this.synchronizer._impl.pushText(text);\n  }\n\n  async flush() {\n    // Wait for any pending rotation to complete before accessing _impl\n    await this.synchronizer.barrier();\n\n    if (!this.synchronizer.enabled) {\n      this.nextInChain.flush(); // passthrough text if the synchronizer is disabled\n      return;\n    }\n\n    if (!this.capturing) {\n      return;\n    }\n\n    this.capturing = false;\n    this.synchronizer._impl.endTextInput();\n  }\n}\n"],"mappings":"AAKA,SAAS,WAAW;AACpB,SAAS,yBAAyB;AAElC,SAAS,aAAa;AACtB,SAAS,QAAQ,MAAM,aAAa;AACpC;AAAA,EACE;AAAA,EAEA;AAAA,EAEA;AAAA,OACK;AAEP,MAAM,uBAAuB;AAqBtB,MAAM,iBAAiB;AAAA;AAAA,EAE5B,aAAuB,CAAC;AAAA;AAAA,EAExB,eAAyB,CAAC;AAAA;AAAA,EAE1B,iBAA2B,CAAC;AAAA;AAAA,EAEpB,aAAuB,CAAC;AAAA;AAAA;AAAA;AAAA,EAKhC,UAAU,WAAmB,cAA4B;AACvD,UAAM,WACJ,KAAK,eAAe,SAAS,IAAI,KAAK,eAAe,KAAK,eAAe,SAAS,CAAC,IAAK;AAC1F,UAAM,KAAK,YAAY,KAAK;AAC5B,UAAM,cAAc,WAAW,eAAe;AAE9C,SAAK,WAAW,KAAK,SAAS;AAC9B,SAAK,aAAa,KAAK,YAAY;AACnC,SAAK,eAAe,KAAK,WAAW;AAAA,EACtC;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAgB,MAAc,WAA+B,SAAmC;AAC9F,QAAI,cAAc,QAAW;AAE3B,YAAM,WACJ,KAAK,eAAe,SAAS,IAAI,KAAK,eAAe,KAAK,eAAe,SAAS,CAAC,IAAK;AAE1F,YAAM,KAAK,YAAY,KAAK;AAE5B,YAAM,UAAU,KAAK,WAAW,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,QAAQ,CAAC;AACpE,YAAM,cAAc,WAAW;AAC/B,YAAM,OAAO,KAAK,IAAI,UAAU,KAAK;AAErC,WAAK,WAAW,KAAK,SAAS;AAC9B,WAAK,aAAa,KAAK,IAAI;AAC3B,WAAK,eAAe,KAAK,WAAW;AACpC,WAAK,aAAa,CAAC;AAAA,IACrB;AAEA,SAAK,WAAW,KAAK,IAAI;AAEzB,QAAI,YAAY,QAAW;AACzB,WAAK,gBAAgB,IAAI,SAAS,MAAS;AAAA,IAC7C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,WAA2B;AACtC,QAAI,KAAK,WAAW,WAAW,GAAG;AAChC,aAAO;AAAA,IACT;AAGA,QAAI,MAAM;AACV,aAAS,IAAI,GAAG,IAAI,KAAK,WAAW,QAAQ,KAAK;AAC/C,UAAI,KAAK,WAAW,CAAC,KAAM,WAAW;AACpC,cAAM,IAAI;AAAA,MACZ,OAAO;AACL;AAAA,MACF;AAAA,IACF;AAEA,QAAI,QAAQ,GAAG;AACb,aAAO;AAAA,IACT;AAEA,QAAI,YAAY,KAAK,eAAe,MAAM,CAAC;AAG3C,UAAM,KAAK,YAAY,KAAK,WAAW,MAAM,CAAC;AAC9C,UAAM,OACJ,MAAM,KAAK,aAAa,SAAS,KAAK,aAAa,GAAG,IAAK,KAAK,aAAa,MAAM,CAAC;AACtF,iBAAa,OAAO;AAGpB,QAAI,MAAM,KAAK,WAAW,QAAQ;AAChC,kBAAY,KAAK,IAAI,WAAW,KAAK,eAAe,GAAG,CAAE;AAAA,IAC3D;AAEA,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,IAAI,iBAAyB;AAC3B,WAAO,KAAK,WAAW,SAAS,IAAI,KAAK,WAAW,KAAK,WAAW,SAAS,CAAC,IAAK;AAAA,EACrF;AACF;AAQA,MAAM,wBAAwB;AAAA,EAe5B,YACmB,SACA,aACjB;AAFiB;AACA;AAEjB,SAAK,QAAQ,QAAQ,QAAQ;AAC7B,SAAK,WAAW;AAAA,MACd,gBAAgB,QAAQ,kBAAkB,OAAO;AAAA,MACjD,YAAY;AAAA,MACZ,MAAM;AAAA,MACN,kBAAkB;AAAA,MAClB,eAAe;AAAA,IACjB;AACA,SAAK,YAAY;AAAA,MACf,gBAAgB;AAAA,MAChB,MAAM;AAAA,MACN,eAAe;AAAA,IACjB;AACA,SAAK,eAAe,IAAI,kBAAkB;AAC1C,SAAK,qBAAqB,KAAK,aAAa,SAAS,UAAU;AAE/D,SAAK,SAAS,EACX,KAAK,MAAM;AACV,WAAK,mBAAmB,MAAM;AAAA,IAChC,CAAC,EACA,MAAM,CAAC,UAAU;AAChB,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,kCAAkC;AAAA,IACjE,CAAC;AACH,SAAK,cAAc,KAAK,gBAAgB;AAAA,EAC1C;AAAA,EA1CQ;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA,cAAsB,IAAI,OAAO;AAAA,EACjC,eAAuB,IAAI,OAAO;AAAA,EAClC,oBAA6B;AAAA,EAE7B,SAAS,IAAI;AAAA,EAgCrB,IAAI,SAAS;AACX,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,kBAAkB;AACpB,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,IAAI,iBAAiB;AACnB,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,IAAI,iBAA0B;AAC5B,WAAO,KAAK,SAAS,WAAW,SAAS,KAAK,SAAS,cAAc;AAAA,EACvE;AAAA,EAEA,IAAI,WAAmC;AACrC,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,UAAU,OAAmB;AAC3B,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,sDAAsD;AACvE;AAAA,IACF;AAEA,UAAM,gBAAgB,MAAM,oBAAoB,MAAM;AAEtD,QAAI,CAAC,KAAK,iBAAiB,gBAAgB,GAAG;AAC5C,WAAK,gBAAgB,KAAK,IAAI;AAC9B,WAAK,YAAY,QAAQ;AAAA,IAC3B;AAEA,SAAK,UAAU,kBAAkB;AAAA,EACnC;AAAA,EAEA,gBAAgB;AACd,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,0DAA0D;AAC3E;AAAA,IACF;AAEA,SAAK,UAAU,OAAO;AAAA,EACxB;AAAA,EAEA,SAAS,MAA4B;AACnC,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,qDAAqD;AACtE;AAAA,IACF;AAGA,QAAI;AACJ,QAAI;AACJ,QAAI;AAEJ,QAAI,cAAc,IAAI,GAAG;AAEvB,gBAAU,KAAK;AACf,kBAAY,KAAK;AACjB,gBAAU,KAAK;AAGf,UAAI,CAAC,KAAK,UAAU,eAAe;AACjC,aAAK,UAAU,gBAAgB,IAAI,iBAAiB;AAAA,MACtD;AAGA,WAAK,UAAU,cAAc,gBAAgB,SAAS,WAAW,OAAO;AAAA,IAC1E,OAAO;AACL,gBAAU;AAAA,IACZ;AAEA,SAAK,SAAS,eAAe,SAAS,OAAO;AAC7C,SAAK,SAAS,cAAc;AAAA,EAC9B;AAAA,EAEA,eAAe;AACb,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,yDAAyD;AAC1E;AAAA,IACF;AAEA,SAAK,SAAS,OAAO;AACrB,SAAK,SAAS,eAAe,SAAS;AAAA,EACxC;AAAA,EAEA,qBAAqB,mBAA2B,aAAsB;AACpE,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,iEAAiE;AAClF;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,SAAS,QAAQ,CAAC,KAAK,UAAU,MAAM;AAC/C,WAAK,OAAO;AAAA,QACV,EAAE,UAAU,KAAK,SAAS,MAAM,WAAW,KAAK,UAAU,KAAK;AAAA,QAC/D;AAAA,MACF;AAEA,UAAI,CAAC,aAAa;AAChB,aAAK,oBAAoB;AAAA,MAC3B;AACA;AAAA,IACF;AAEA,QAAI,CAAC,aAAa;AAChB,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,IAAI,yBAAiC;AACnC,QAAI,KAAK,mBAAmB;AAC1B,aAAO,KAAK,SAAS;AAAA,IACvB;AACA,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,MAAc,kBAAkB;AAI9B,UAAM,SAAS,KAAK,aAAa,SAAS,UAAU;AACpD,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAChD,UAAI,MAAM;AACR;AAAA,MACF;AACA,YAAM,KAAK,YAAY,YAAY,IAAI;AAAA,IACzC;AACA,WAAO,YAAY;AACnB,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEA,MAAc,WAA0B;AACtC,UAAM,KAAK,YAAY;AAEvB,QAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,eAAe;AACvB,YAAM,IAAI,MAAM,yEAAyE;AAAA,IAC3F;AAEA,qBAAiB,eAAe,KAAK,SAAS,gBAAgB;AAC5D,YAAM,WAAW,YAAY;AAE7B,UAAI,aAAa;AACjB,UAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,MACF;AAEA,iBAAW,CAAC,MAAM,GAAG,MAAM,KAAK,KAAK,QAAQ,WAAW,QAAQ,GAAG;AACjE,YAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,QACF;AAEA,YAAI,KAAK,mBAAmB;AAC1B,eAAK,mBAAmB,MAAM,SAAS,MAAM,YAAY,MAAM,CAAC;AAChE,uBAAa;AACb;AAAA,QACF;AAEA,cAAM,aAAa,KAAK,QAAQ,cAAc,IAAI,EAAE;AACpD,cAAM,kBAAkB,KAAK,IAAI,IAAI,KAAK,iBAAiB;AAE3D,YAAI,WAAW;AACf,cAAM,YAAY,KAAK,UAAU;AAEjC,YAAI,aAAa,UAAU,kBAAkB,gBAAgB;AAE3D,gBAAM,YAAY,KAAK,MAAM,UAAU,aAAa,cAAc,CAAC;AACnE,gBAAM,eAAe,KAAK,SAAS,cAAc;AAEjD,cAAI,aAAa,cAAc;AAC7B,kBAAM,QAAQ,KAAK,SAAS,WAAW,MAAM,cAAc,SAAS;AACpE,uBAAW,KAAK,YAAY,KAAK,EAAE;AAAA,UACrC,OAAO;AACL,kBAAM,QAAQ,KAAK,SAAS,WAAW,MAAM,WAAW,YAAY;AACpE,uBAAW,CAAC,KAAK,YAAY,KAAK,EAAE;AAAA,UACtC;AAAA,QACF,OAAO;AAEL,gBAAM,gBAAgB,iBAAiB,KAAK,QAAQ;AACpD,qBAAW,KAAK,IAAI,GAAG,gBAAgB,KAAK,SAAS,gBAAgB;AAAA,QACvE;AAEA,YAAI,YAAY,KAAK,IAAI,GAAG,aAAa,QAAQ,IAAI,KAAK;AAE1D,YAAI,KAAK,mBAAmB;AAC1B,sBAAY;AAAA,QACd;AAEA,cAAM,KAAK,iBAAiB,YAAY,CAAC;AACzC,cAAM,gBAAgB,SAAS,MAAM,YAAY,MAAM;AACvD,aAAK,mBAAmB,MAAM,aAAa;AAE3C,cAAM,KAAK,iBAAiB,YAAY,CAAC;AAEzC,aAAK,SAAS,oBAAoB;AAClC,aAAK,SAAS,iBAAiB;AAC/B,qBAAa;AAAA,MACf;AAEA,UAAI,aAAa,SAAS,QAAQ;AAChC,cAAM,YAAY,SAAS,MAAM,UAAU;AAC3C,aAAK,mBAAmB,MAAM,SAAS;AAAA,MACzC;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,MAAwB;AAC1C,UAAM,QAAQ,KAAK,QAAQ,WAAW,IAAI;AAC1C,UAAM,UAAoB,CAAC;AAC3B,eAAW,CAAC,IAAI,KAAK,OAAO;AAC1B,cAAQ,KAAK,GAAG,KAAK,QAAQ,cAAc,IAAI,CAAC;AAAA,IAClD;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,iBAAiB,kBAA0B;AACvD,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,UAAM,MAAM,mBAAmB,GAAI;AAAA,EACrC;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,SAAK,aAAa,QAAQ;AAC1B,SAAK,YAAY,QAAQ;AACzB,SAAK,SAAS,eAAe,MAAM;AACnC,UAAM,KAAK;AAAA,EACb;AACF;AASO,MAAM,yBAA2D;AAAA,EACtE,OAAO;AAAA,EACP,eAAe,MAAM;AAAA,EACrB,YAAY,MAAM;AAAA,EAClB,mBAAmB,IAAI,MAAM,kBAAkB;AAAA,IAC7C,cAAc;AAAA,EAChB,CAAC;AACH;AAEO,MAAM,0BAA0B;AAAA,EAC5B;AAAA,EACA;AAAA,EAED;AAAA,EACA;AAAA,EACA,WAAoB;AAAA,EACpB,SAAkB;AAAA;AAAA,EAG1B;AAAA,EAEQ,SAAS,IAAI;AAAA,EAErB,YACE,kBACA,iBACA,UAA4C,wBAC5C;AACA,SAAK,cAAc,IAAI,kBAAkB,MAAM,gBAAgB;AAC/D,SAAK,aAAa,IAAI,iBAAiB,MAAM,eAAe;AAC5D,SAAK,UAAU;AAAA,MACb,OAAO,QAAQ;AAAA,MACf,eAAe,QAAQ;AAAA,MACvB,YAAY,QAAQ;AAAA,MACpB,mBAAmB,QAAQ;AAAA,IAC7B;AAGA,SAAK,QAAQ,IAAI,wBAAwB,KAAK,SAAS,eAAe;AACtE,SAAK,oBAAoB,KAAK;AAAA,MAAK,CAAC,eAClC,KAAK,sBAAsB,WAAW,MAAM;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAQ,SAAkB;AAC5B,QAAI,KAAK,aAAa,SAAS;AAC7B;AAAA,IACF;AAEA,SAAK,WAAW;AAChB,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,gBAAgB;AACd,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,kBAAkB,MAAM;AAChC,WAAK,OAAO,KAAK,oEAAoE;AAAA,IACvF;AACA,SAAK,oBAAoB,KAAK;AAAA,MAAK,CAAC,eAClC,KAAK,sBAAsB,WAAW,QAAQ,KAAK,iBAAiB;AAAA,IACtE;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,SAAS;AACd,UAAM,KAAK,kBAAkB,cAAc;AAC3C,UAAM,KAAK,MAAM,MAAM;AAAA,EACzB;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,kBAAkB,MAAM;AAC/B;AAAA,IACF;AACA,UAAM,KAAK,kBAAkB;AAAA,EAC/B;AAAA,EAEA,MAAc,sBAAsB,OAAoB,SAAsB;AAC5E,QAAI,SAAS;AACX,YAAM,QAAQ;AAAA,IAChB;AAEA,QAAI,MAAM,SAAS;AACjB;AAAA,IACF;AAEA,UAAM,KAAK,MAAM,MAAM;AACvB,SAAK,QAAQ,IAAI,wBAAwB,KAAK,SAAS,KAAK,WAAW,WAAW;AAAA,EACpF;AACF;AAEA,MAAM,0BAA0B,YAAY;AAAA,EAG1C,YACS,cACC,kBACR;AACA,UAAM,iBAAiB,YAAY,kBAAkB,EAAE,OAAO,KAAK,CAAC;AAH7D;AACC;AAAA,EAGV;AAAA,EAPQ,iBAAyB;AAAA,EASjC,MAAM,aAAa,OAAkC;AAGnD,UAAM,KAAK,aAAa,QAAQ;AAEhC,UAAM,MAAM,aAAa,KAAK;AAC9B,UAAM,KAAK,iBAAiB,aAAa,KAAK;AAG9C,SAAK,kBAAkB,MAAM,oBAAoB,MAAM;AAEvD,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B;AAAA,IACF;AAEA,QAAI,KAAK,aAAa,MAAM,iBAAiB;AAC3C,WAAK,OAAO;AAAA,QACV;AAAA,MACF;AACA,WAAK,aAAa,cAAc;AAChC,YAAM,KAAK,aAAa,QAAQ;AAAA,IAClC;AACA,SAAK,aAAa,MAAM,UAAU,KAAK;AAAA,EACzC;AAAA,EAEA,QAAQ;AACN,UAAM,MAAM;AACZ,SAAK,iBAAiB,MAAM;AAE5B,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,gBAAgB;AAIxB,UAAI,KAAK,aAAa,MAAM,gBAAgB;AAE1C,aAAK,aAAa,MAAM,cAAc;AACtC;AAAA,MACF;AAEA,WAAK,aAAa,cAAc;AAChC;AAAA,IACF;AAEA,SAAK,aAAa,MAAM,cAAc;AAAA,EACxC;AAAA,EAEA,cAAc;AACZ,SAAK,iBAAiB,YAAY;AAAA,EACpC;AAAA;AAAA,EAGA,mBAAmB,IAA2B;AAC5C,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B,YAAM,mBAAmB,EAAE;AAC3B;AAAA,IACF;AAEA,SAAK,aAAa,MAAM,qBAAqB,GAAG,kBAAkB,GAAG,WAAW;AAChF,UAAM,mBAAmB;AAAA,MACvB,kBAAkB,GAAG;AAAA,MACrB,aAAa,GAAG;AAAA,MAChB,wBAAwB,KAAK,aAAa,MAAM;AAAA,IAClD,CAAC;AAED,SAAK,aAAa,cAAc;AAChC,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,MAAM,yBAAyB,WAAW;AAAA,EAIxC,YACmB,cACD,aAChB;AACA,UAAM,WAAW;AAHA;AACD;AAAA,EAGlB;AAAA,EARQ,YAAqB;AAAA,EACrB,SAAS,IAAI;AAAA,EASrB,MAAM,YAAY,MAA2C;AAC3D,UAAM,KAAK,aAAa,QAAQ;AAEhC,UAAM,UAAU,cAAc,IAAI,IAAI,KAAK,OAAO;AAElD,QAAI,CAAC,KAAK,aAAa,SAAS;AAE9B,YAAM,KAAK,YAAY,YAAY,OAAO;AAC1C;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,QAAI,KAAK,aAAa,MAAM,gBAAgB;AAC1C,WAAK,OAAO;AAAA,QACV;AAAA,MACF;AACA,WAAK,aAAa,cAAc;AAChC,YAAM,KAAK,aAAa,QAAQ;AAAA,IAClC;AAEA,SAAK,aAAa,MAAM,SAAS,IAAI;AAAA,EACvC;AAAA,EAEA,MAAM,QAAQ;AAEZ,UAAM,KAAK,aAAa,QAAQ;AAEhC,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B,WAAK,YAAY,MAAM;AACvB;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,SAAK,aAAa,MAAM,aAAa;AAAA,EACvC;AACF;","names":[]}

package/dist/voice/transcription/synchronizer.test.cjs

@@ -0,0 +1,151 @@
+"use strict";
+var import_vitest = require("vitest");
+var import_synchronizer = require("./synchronizer.cjs");
+(0, import_vitest.describe)("SpeakingRateData", () => {
+  (0, import_vitest.describe)("constructor", () => {
+    (0, import_vitest.it)("should initialize with empty arrays", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      (0, import_vitest.expect)(data.timestamps).toEqual([]);
+      (0, import_vitest.expect)(data.speakingRate).toEqual([]);
+      (0, import_vitest.expect)(data.speakIntegrals).toEqual([]);
+      (0, import_vitest.expect)(data.pushedDuration).toBe(0);
+    });
+  });
+  (0, import_vitest.describe)("addByRate", () => {
+    (0, import_vitest.it)("should add a single rate entry", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 5);
+      (0, import_vitest.expect)(data.timestamps).toEqual([1]);
+      (0, import_vitest.expect)(data.speakingRate).toEqual([5]);
+      (0, import_vitest.expect)(data.speakIntegrals).toEqual([5]);
+      (0, import_vitest.expect)(data.pushedDuration).toBe(1);
+    });
+    (0, import_vitest.it)("should accumulate integrals across multiple entries", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 4);
+      data.addByRate(2, 6);
+      data.addByRate(3.5, 2);
+      (0, import_vitest.expect)(data.timestamps).toEqual([1, 2, 3.5]);
+      (0, import_vitest.expect)(data.speakingRate).toEqual([4, 6, 2]);
+      (0, import_vitest.expect)(data.speakIntegrals).toEqual([4, 10, 13]);
+      (0, import_vitest.expect)(data.pushedDuration).toBe(3.5);
+    });
+    (0, import_vitest.it)("should handle zero rate", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 0);
+      (0, import_vitest.expect)(data.timestamps).toEqual([1]);
+      (0, import_vitest.expect)(data.speakingRate).toEqual([0]);
+      (0, import_vitest.expect)(data.speakIntegrals).toEqual([0]);
+    });
+  });
+  (0, import_vitest.describe)("addByAnnotation", () => {
+    (0, import_vitest.it)("should buffer text without startTime", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByAnnotation("hello", void 0, void 0);
+      (0, import_vitest.expect)(data.timestamps).toEqual([]);
+      (0, import_vitest.expect)(data.pushedDuration).toBe(0);
+    });
+    (0, import_vitest.it)("should add entry when startTime is provided", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByAnnotation("hello", void 0, void 0);
+      data.addByAnnotation("world", 1, void 0);
+      (0, import_vitest.expect)(data.timestamps).toEqual([1]);
+      (0, import_vitest.expect)(data.speakingRate).toEqual([5]);
+      (0, import_vitest.expect)(data.speakIntegrals).toEqual([5]);
+    });
+    (0, import_vitest.it)("should handle startTime and endTime together", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByAnnotation("hello ", 0, 0.5);
+      data.addByAnnotation("world", 0.5, 1);
+      (0, import_vitest.expect)(data.timestamps.length).toBeGreaterThanOrEqual(2);
+      (0, import_vitest.expect)(data.pushedDuration).toBe(1);
+    });
+    (0, import_vitest.it)("should calculate rate based on buffered text length", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByAnnotation("ab", void 0, void 0);
+      data.addByAnnotation("cde", void 0, void 0);
+      data.addByAnnotation("", 2, void 0);
+      (0, import_vitest.expect)(data.timestamps).toEqual([2]);
+      (0, import_vitest.expect)(data.speakingRate).toEqual([2.5]);
+      (0, import_vitest.expect)(data.speakIntegrals).toEqual([5]);
+    });
+    (0, import_vitest.it)("should handle zero time delta gracefully", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByAnnotation("hello", 0, void 0);
+      (0, import_vitest.expect)(data.timestamps).toEqual([0]);
+      (0, import_vitest.expect)(data.speakingRate).toEqual([0]);
+      (0, import_vitest.expect)(data.speakIntegrals).toEqual([0]);
+    });
+  });
+  (0, import_vitest.describe)("accumulateTo", () => {
+    (0, import_vitest.it)("should return 0 for empty data", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      (0, import_vitest.expect)(data.accumulateTo(1)).toBe(0);
+    });
+    (0, import_vitest.it)("should return 0 for timestamp before first entry", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 5);
+      (0, import_vitest.expect)(data.accumulateTo(0.5)).toBe(0);
+    });
+    (0, import_vitest.it)("should return exact integral at timestamp", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 4);
+      data.addByRate(2, 6);
+      (0, import_vitest.expect)(data.accumulateTo(1)).toBe(4);
+      (0, import_vitest.expect)(data.accumulateTo(2)).toBe(10);
+    });
+    (0, import_vitest.it)("should interpolate between timestamps", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 4);
+      data.addByRate(2, 6);
+      (0, import_vitest.expect)(data.accumulateTo(1.5)).toBe(7);
+    });
+    (0, import_vitest.it)("should extrapolate beyond last timestamp", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 4);
+      data.addByRate(2, 6);
+      (0, import_vitest.expect)(data.accumulateTo(3)).toBe(16);
+    });
+    (0, import_vitest.it)("should not exceed next integral when interpolating", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 100);
+      data.addByRate(2, 1);
+      (0, import_vitest.expect)(data.accumulateTo(1.5)).toBe(100.5);
+    });
+  });
+  (0, import_vitest.describe)("pushedDuration", () => {
+    (0, import_vitest.it)("should return 0 when empty", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      (0, import_vitest.expect)(data.pushedDuration).toBe(0);
+    });
+    (0, import_vitest.it)("should return last timestamp", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(1, 5);
+      data.addByRate(2.5, 3);
+      data.addByRate(4, 7);
+      (0, import_vitest.expect)(data.pushedDuration).toBe(4);
+    });
+  });
+  (0, import_vitest.describe)("integration scenarios", () => {
+    (0, import_vitest.it)("should handle typical TTS word timing scenario", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByAnnotation("Hello ", 0, 0.3);
+      data.addByAnnotation("world", 0.3, 0.6);
+      (0, import_vitest.expect)(data.pushedDuration).toBe(0.6);
+      const mid1 = data.accumulateTo(0.15);
+      (0, import_vitest.expect)(mid1).toBeGreaterThan(0);
+      (0, import_vitest.expect)(mid1).toBeLessThan(6);
+      const mid2 = data.accumulateTo(0.45);
+      (0, import_vitest.expect)(mid2).toBeGreaterThan(6);
+    });
+    (0, import_vitest.it)("should handle mixed rate and annotation data", () => {
+      const data = new import_synchronizer.SpeakingRateData();
+      data.addByRate(0.5, 4);
+      data.addByAnnotation("test", void 0, void 0);
+      data.addByAnnotation("", 1, void 0);
+      (0, import_vitest.expect)(data.timestamps).toEqual([0.5, 1]);
+      (0, import_vitest.expect)(data.speakIntegrals).toEqual([2, 6]);
+    });
+  });
+});
+//# sourceMappingURL=synchronizer.test.cjs.map

package/dist/voice/transcription/synchronizer.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/voice/transcription/synchronizer.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, it } from 'vitest';\nimport { SpeakingRateData } from './synchronizer.js';\n\ndescribe('SpeakingRateData', () => {\n  describe('constructor', () => {\n    it('should initialize with empty arrays', () => {\n      const data = new SpeakingRateData();\n      expect(data.timestamps).toEqual([]);\n      expect(data.speakingRate).toEqual([]);\n      expect(data.speakIntegrals).toEqual([]);\n      expect(data.pushedDuration).toBe(0);\n    });\n  });\n\n  describe('addByRate', () => {\n    it('should add a single rate entry', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 5.0);\n\n      expect(data.timestamps).toEqual([1.0]);\n      expect(data.speakingRate).toEqual([5.0]);\n      // integral = 0 + 5.0 * (1.0 - 0) = 5.0\n      expect(data.speakIntegrals).toEqual([5.0]);\n      expect(data.pushedDuration).toBe(1.0);\n    });\n\n    it('should accumulate integrals across multiple entries', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 4.0); // integral = 0 + 4.0 * 1.0 = 4.0\n      data.addByRate(2.0, 6.0); // integral = 4.0 + 6.0 * 1.0 = 10.0\n      data.addByRate(3.5, 2.0); // integral = 10.0 + 2.0 * 1.5 = 13.0\n\n      expect(data.timestamps).toEqual([1.0, 2.0, 3.5]);\n      expect(data.speakingRate).toEqual([4.0, 6.0, 2.0]);\n      expect(data.speakIntegrals).toEqual([4.0, 10.0, 13.0]);\n      expect(data.pushedDuration).toBe(3.5);\n    });\n\n    it('should handle zero rate', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 0.0);\n\n      expect(data.timestamps).toEqual([1.0]);\n      expect(data.speakingRate).toEqual([0.0]);\n      expect(data.speakIntegrals).toEqual([0.0]);\n    });\n  });\n\n  describe('addByAnnotation', () => {\n    it('should buffer text without startTime', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('hello', undefined, undefined);\n\n      // Text is buffered, no timestamp entry yet\n      expect(data.timestamps).toEqual([]);\n      expect(data.pushedDuration).toBe(0);\n    });\n\n    it('should add entry when startTime is provided', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('hello', undefined, undefined); // buffer \"hello\"\n      data.addByAnnotation('world', 1.0, undefined); // flush with startTime\n\n      expect(data.timestamps).toEqual([1.0]);\n      // textLen = 5 (hello), dt = 1.0, rate = 5/1 = 5.0\n      expect(data.speakingRate).toEqual([5.0]);\n      expect(data.speakIntegrals).toEqual([5.0]);\n    });\n\n    it('should handle startTime and endTime together', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('hello ', 0.0, 0.5);\n      data.addByAnnotation('world', 0.5, 1.0);\n\n      // First annotation: startTime=0.0, text=\"hello \", then recursively calls with endTime=0.5\n      // Second annotation: startTime=0.5, text=\"world\", then recursively calls with endTime=1.0\n      expect(data.timestamps.length).toBeGreaterThanOrEqual(2);\n      expect(data.pushedDuration).toBe(1.0);\n    });\n\n    it('should calculate rate based on buffered text length', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('ab', undefined, undefined); // buffer 2 chars\n      data.addByAnnotation('cde', undefined, undefined); // buffer 3 more chars\n      data.addByAnnotation('', 2.0, undefined); // flush: textLen=5, dt=2.0, rate=2.5\n\n      expect(data.timestamps).toEqual([2.0]);\n      expect(data.speakingRate).toEqual([2.5]);\n      expect(data.speakIntegrals).toEqual([5.0]);\n    });\n\n    it('should handle zero time delta gracefully', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('hello', 0.0, undefined); // dt=0, rate should be 0\n\n      expect(data.timestamps).toEqual([0.0]);\n      expect(data.speakingRate).toEqual([0.0]);\n      expect(data.speakIntegrals).toEqual([0.0]);\n    });\n  });\n\n  describe('accumulateTo', () => {\n    it('should return 0 for empty data', () => {\n      const data = new SpeakingRateData();\n      expect(data.accumulateTo(1.0)).toBe(0);\n    });\n\n    it('should return 0 for timestamp before first entry', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 5.0);\n      expect(data.accumulateTo(0.5)).toBe(0);\n    });\n\n    it('should return exact integral at timestamp', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 4.0); // integral = 4.0\n      data.addByRate(2.0, 6.0); // integral = 10.0\n\n      expect(data.accumulateTo(1.0)).toBe(4.0);\n      expect(data.accumulateTo(2.0)).toBe(10.0);\n    });\n\n    it('should interpolate between timestamps', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 4.0); // integral = 4.0\n      data.addByRate(2.0, 6.0); // integral = 10.0\n\n      // At 1.5: integral = 4.0 + 6.0 * 0.5 = 7.0\n      expect(data.accumulateTo(1.5)).toBe(7.0);\n    });\n\n    it('should extrapolate beyond last timestamp', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 4.0); // integral = 4.0\n      data.addByRate(2.0, 6.0); // integral = 10.0\n\n      // At 3.0: integral = 10.0 + 6.0 * 1.0 = 16.0\n      expect(data.accumulateTo(3.0)).toBe(16.0);\n    });\n\n    it('should not exceed next integral when interpolating', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 100.0); // integral = 100.0 (very high rate)\n      data.addByRate(2.0, 1.0); // integral = 101.0\n\n      // At 1.5 with rate 1.0: would be 100.0 + 1.0 * 0.5 = 100.5\n      // But capped at next integral 101.0, so result is min(100.5, 101.0) = 100.5\n      expect(data.accumulateTo(1.5)).toBe(100.5);\n    });\n  });\n\n  describe('pushedDuration', () => {\n    it('should return 0 when empty', () => {\n      const data = new SpeakingRateData();\n      expect(data.pushedDuration).toBe(0);\n    });\n\n    it('should return last timestamp', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 5.0);\n      data.addByRate(2.5, 3.0);\n      data.addByRate(4.0, 7.0);\n\n      expect(data.pushedDuration).toBe(4.0);\n    });\n  });\n\n  describe('integration scenarios', () => {\n    it('should handle typical TTS word timing scenario', () => {\n      const data = new SpeakingRateData();\n\n      // Simulating words with timing: \"Hello \" at 0-0.3s, \"world\" at 0.3-0.6s\n      data.addByAnnotation('Hello ', 0.0, 0.3);\n      data.addByAnnotation('world', 0.3, 0.6);\n\n      // Should have accumulated text lengths at each timestamp\n      expect(data.pushedDuration).toBe(0.6);\n\n      // At 0.15s (middle of first word), should be partway through\n      const mid1 = data.accumulateTo(0.15);\n      expect(mid1).toBeGreaterThan(0);\n      expect(mid1).toBeLessThan(6); // \"Hello \" is 6 chars\n\n      // At 0.45s (middle of second word), should be past first word\n      const mid2 = data.accumulateTo(0.45);\n      expect(mid2).toBeGreaterThan(6);\n    });\n\n    it('should handle mixed rate and annotation data', () => {\n      const data = new SpeakingRateData();\n\n      // Start with rate-based data\n      data.addByRate(0.5, 4.0); // integral = 2.0\n\n      // Then add annotation\n      data.addByAnnotation('test', undefined, undefined);\n      data.addByAnnotation('', 1.0, undefined); // textLen=4, dt=0.5, rate=8.0, integral = 2.0 + 4.0 = 6.0\n\n      expect(data.timestamps).toEqual([0.5, 1.0]);\n      expect(data.speakIntegrals).toEqual([2.0, 6.0]);\n    });\n  });\n});\n"],"mappings":";AAGA,oBAAqC;AACrC,0BAAiC;AAAA,IAEjC,wBAAS,oBAAoB,MAAM;AACjC,8BAAS,eAAe,MAAM;AAC5B,0BAAG,uCAAuC,MAAM;AAC9C,YAAM,OAAO,IAAI,qCAAiB;AAClC,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAC;AAClC,gCAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAC;AACpC,gCAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAC;AACtC,gCAAO,KAAK,cAAc,EAAE,KAAK,CAAC;AAAA,IACpC,CAAC;AAAA,EACH,CAAC;AAED,8BAAS,aAAa,MAAM;AAC1B,0BAAG,kCAAkC,MAAM;AACzC,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AAEvB,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AACrC,gCAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAG,CAAC;AAEvC,gCAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AACzC,gCAAO,KAAK,cAAc,EAAE,KAAK,CAAG;AAAA,IACtC,CAAC;AAED,0BAAG,uDAAuD,MAAM;AAC9D,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,KAAK,CAAG;AAEvB,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,GAAK,GAAK,GAAG,CAAC;AAC/C,gCAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,GAAK,GAAK,CAAG,CAAC;AACjD,gCAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,GAAK,IAAM,EAAI,CAAC;AACrD,gCAAO,KAAK,cAAc,EAAE,KAAK,GAAG;AAAA,IACtC,CAAC;AAED,0BAAG,2BAA2B,MAAM;AAClC,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AAEvB,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AACrC,gCAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAG,CAAC;AACvC,gCAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AAED,8BAAS,mBAAmB,MAAM;AAChC,0BAAG,wCAAwC,MAAM;AAC/C,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,gBAAgB,SAAS,QAAW,MAAS;AAGlD,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAC;AAClC,gCAAO,KAAK,cAAc,EAAE,KAAK,CAAC;AAAA,IACpC,CAAC;AAED,0BAAG,+CAA+C,MAAM;AACtD,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,gBAAgB,SAAS,QAAW,MAAS;AAClD,WAAK,gBAAgB,SAAS,GAAK,MAAS;AAE5C,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AAErC,gCAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAG,CAAC;AACvC,gCAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AAAA,IAC3C,CAAC;AAED,0BAAG,gDAAgD,MAAM;AACvD,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,gBAAgB,UAAU,GAAK,GAAG;AACvC,WAAK,gBAAgB,SAAS,KAAK,CAAG;AAItC,gCAAO,KAAK,WAAW,MAAM,EAAE,uBAAuB,CAAC;AACvD,gCAAO,KAAK,cAAc,EAAE,KAAK,CAAG;AAAA,IACtC,CAAC;AAED,0BAAG,uDAAuD,MAAM;AAC9D,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,gBAAgB,MAAM,QAAW,MAAS;AAC/C,WAAK,gBAAgB,OAAO,QAAW,MAAS;AAChD,WAAK,gBAAgB,IAAI,GAAK,MAAS;AAEvC,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AACrC,gCAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvC,gCAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AAAA,IAC3C,CAAC;AAED,0BAAG,4CAA4C,MAAM;AACnD,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,gBAAgB,SAAS,GAAK,MAAS;AAE5C,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AACrC,gCAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAG,CAAC;AACvC,gCAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AAED,8BAAS,gBAAgB,MAAM;AAC7B,0BAAG,kCAAkC,MAAM;AACzC,YAAM,OAAO,IAAI,qCAAiB;AAClC,gCAAO,KAAK,aAAa,CAAG,CAAC,EAAE,KAAK,CAAC;AAAA,IACvC,CAAC;AAED,0BAAG,oDAAoD,MAAM;AAC3D,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,gCAAO,KAAK,aAAa,GAAG,CAAC,EAAE,KAAK,CAAC;AAAA,IACvC,CAAC;AAED,0BAAG,6CAA6C,MAAM;AACpD,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AAEvB,gCAAO,KAAK,aAAa,CAAG,CAAC,EAAE,KAAK,CAAG;AACvC,gCAAO,KAAK,aAAa,CAAG,CAAC,EAAE,KAAK,EAAI;AAAA,IAC1C,CAAC;AAED,0BAAG,yCAAyC,MAAM;AAChD,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AAGvB,gCAAO,KAAK,aAAa,GAAG,CAAC,EAAE,KAAK,CAAG;AAAA,IACzC,CAAC;AAED,0BAAG,4CAA4C,MAAM;AACnD,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AAGvB,gCAAO,KAAK,aAAa,CAAG,CAAC,EAAE,KAAK,EAAI;AAAA,IAC1C,CAAC;AAED,0BAAG,sDAAsD,MAAM;AAC7D,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,GAAK;AACzB,WAAK,UAAU,GAAK,CAAG;AAIvB,gCAAO,KAAK,aAAa,GAAG,CAAC,EAAE,KAAK,KAAK;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AAED,8BAAS,kBAAkB,MAAM;AAC/B,0BAAG,8BAA8B,MAAM;AACrC,YAAM,OAAO,IAAI,qCAAiB;AAClC,gCAAO,KAAK,cAAc,EAAE,KAAK,CAAC;AAAA,IACpC,CAAC;AAED,0BAAG,gCAAgC,MAAM;AACvC,YAAM,OAAO,IAAI,qCAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,KAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AAEvB,gCAAO,KAAK,cAAc,EAAE,KAAK,CAAG;AAAA,IACtC,CAAC;AAAA,EACH,CAAC;AAED,8BAAS,yBAAyB,MAAM;AACtC,0BAAG,kDAAkD,MAAM;AACzD,YAAM,OAAO,IAAI,qCAAiB;AAGlC,WAAK,gBAAgB,UAAU,GAAK,GAAG;AACvC,WAAK,gBAAgB,SAAS,KAAK,GAAG;AAGtC,gCAAO,KAAK,cAAc,EAAE,KAAK,GAAG;AAGpC,YAAM,OAAO,KAAK,aAAa,IAAI;AACnC,gCAAO,IAAI,EAAE,gBAAgB,CAAC;AAC9B,gCAAO,IAAI,EAAE,aAAa,CAAC;AAG3B,YAAM,OAAO,KAAK,aAAa,IAAI;AACnC,gCAAO,IAAI,EAAE,gBAAgB,CAAC;AAAA,IAChC,CAAC;AAED,0BAAG,gDAAgD,MAAM;AACvD,YAAM,OAAO,IAAI,qCAAiB;AAGlC,WAAK,UAAU,KAAK,CAAG;AAGvB,WAAK,gBAAgB,QAAQ,QAAW,MAAS;AACjD,WAAK,gBAAgB,IAAI,GAAK,MAAS;AAEvC,gCAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAG,CAAC;AAC1C,gCAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,GAAK,CAAG,CAAC;AAAA,IAChD,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}

package/dist/voice/transcription/synchronizer.test.js

@@ -0,0 +1,150 @@
+import { describe, expect, it } from "vitest";
+import { SpeakingRateData } from "./synchronizer.js";
+describe("SpeakingRateData", () => {
+  describe("constructor", () => {
+    it("should initialize with empty arrays", () => {
+      const data = new SpeakingRateData();
+      expect(data.timestamps).toEqual([]);
+      expect(data.speakingRate).toEqual([]);
+      expect(data.speakIntegrals).toEqual([]);
+      expect(data.pushedDuration).toBe(0);
+    });
+  });
+  describe("addByRate", () => {
+    it("should add a single rate entry", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 5);
+      expect(data.timestamps).toEqual([1]);
+      expect(data.speakingRate).toEqual([5]);
+      expect(data.speakIntegrals).toEqual([5]);
+      expect(data.pushedDuration).toBe(1);
+    });
+    it("should accumulate integrals across multiple entries", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 4);
+      data.addByRate(2, 6);
+      data.addByRate(3.5, 2);
+      expect(data.timestamps).toEqual([1, 2, 3.5]);
+      expect(data.speakingRate).toEqual([4, 6, 2]);
+      expect(data.speakIntegrals).toEqual([4, 10, 13]);
+      expect(data.pushedDuration).toBe(3.5);
+    });
+    it("should handle zero rate", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 0);
+      expect(data.timestamps).toEqual([1]);
+      expect(data.speakingRate).toEqual([0]);
+      expect(data.speakIntegrals).toEqual([0]);
+    });
+  });
+  describe("addByAnnotation", () => {
+    it("should buffer text without startTime", () => {
+      const data = new SpeakingRateData();
+      data.addByAnnotation("hello", void 0, void 0);
+      expect(data.timestamps).toEqual([]);
+      expect(data.pushedDuration).toBe(0);
+    });
+    it("should add entry when startTime is provided", () => {
+      const data = new SpeakingRateData();
+      data.addByAnnotation("hello", void 0, void 0);
+      data.addByAnnotation("world", 1, void 0);
+      expect(data.timestamps).toEqual([1]);
+      expect(data.speakingRate).toEqual([5]);
+      expect(data.speakIntegrals).toEqual([5]);
+    });
+    it("should handle startTime and endTime together", () => {
+      const data = new SpeakingRateData();
+      data.addByAnnotation("hello ", 0, 0.5);
+      data.addByAnnotation("world", 0.5, 1);
+      expect(data.timestamps.length).toBeGreaterThanOrEqual(2);
+      expect(data.pushedDuration).toBe(1);
+    });
+    it("should calculate rate based on buffered text length", () => {
+      const data = new SpeakingRateData();
+      data.addByAnnotation("ab", void 0, void 0);
+      data.addByAnnotation("cde", void 0, void 0);
+      data.addByAnnotation("", 2, void 0);
+      expect(data.timestamps).toEqual([2]);
+      expect(data.speakingRate).toEqual([2.5]);
+      expect(data.speakIntegrals).toEqual([5]);
+    });
+    it("should handle zero time delta gracefully", () => {
+      const data = new SpeakingRateData();
+      data.addByAnnotation("hello", 0, void 0);
+      expect(data.timestamps).toEqual([0]);
+      expect(data.speakingRate).toEqual([0]);
+      expect(data.speakIntegrals).toEqual([0]);
+    });
+  });
+  describe("accumulateTo", () => {
+    it("should return 0 for empty data", () => {
+      const data = new SpeakingRateData();
+      expect(data.accumulateTo(1)).toBe(0);
+    });
+    it("should return 0 for timestamp before first entry", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 5);
+      expect(data.accumulateTo(0.5)).toBe(0);
+    });
+    it("should return exact integral at timestamp", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 4);
+      data.addByRate(2, 6);
+      expect(data.accumulateTo(1)).toBe(4);
+      expect(data.accumulateTo(2)).toBe(10);
+    });
+    it("should interpolate between timestamps", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 4);
+      data.addByRate(2, 6);
+      expect(data.accumulateTo(1.5)).toBe(7);
+    });
+    it("should extrapolate beyond last timestamp", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 4);
+      data.addByRate(2, 6);
+      expect(data.accumulateTo(3)).toBe(16);
+    });
+    it("should not exceed next integral when interpolating", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 100);
+      data.addByRate(2, 1);
+      expect(data.accumulateTo(1.5)).toBe(100.5);
+    });
+  });
+  describe("pushedDuration", () => {
+    it("should return 0 when empty", () => {
+      const data = new SpeakingRateData();
+      expect(data.pushedDuration).toBe(0);
+    });
+    it("should return last timestamp", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(1, 5);
+      data.addByRate(2.5, 3);
+      data.addByRate(4, 7);
+      expect(data.pushedDuration).toBe(4);
+    });
+  });
+  describe("integration scenarios", () => {
+    it("should handle typical TTS word timing scenario", () => {
+      const data = new SpeakingRateData();
+      data.addByAnnotation("Hello ", 0, 0.3);
+      data.addByAnnotation("world", 0.3, 0.6);
+      expect(data.pushedDuration).toBe(0.6);
+      const mid1 = data.accumulateTo(0.15);
+      expect(mid1).toBeGreaterThan(0);
+      expect(mid1).toBeLessThan(6);
+      const mid2 = data.accumulateTo(0.45);
+      expect(mid2).toBeGreaterThan(6);
+    });
+    it("should handle mixed rate and annotation data", () => {
+      const data = new SpeakingRateData();
+      data.addByRate(0.5, 4);
+      data.addByAnnotation("test", void 0, void 0);
+      data.addByAnnotation("", 1, void 0);
+      expect(data.timestamps).toEqual([0.5, 1]);
+      expect(data.speakIntegrals).toEqual([2, 6]);
+    });
+  });
+});
+//# sourceMappingURL=synchronizer.test.js.map

package/dist/voice/transcription/synchronizer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/voice/transcription/synchronizer.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, it } from 'vitest';\nimport { SpeakingRateData } from './synchronizer.js';\n\ndescribe('SpeakingRateData', () => {\n  describe('constructor', () => {\n    it('should initialize with empty arrays', () => {\n      const data = new SpeakingRateData();\n      expect(data.timestamps).toEqual([]);\n      expect(data.speakingRate).toEqual([]);\n      expect(data.speakIntegrals).toEqual([]);\n      expect(data.pushedDuration).toBe(0);\n    });\n  });\n\n  describe('addByRate', () => {\n    it('should add a single rate entry', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 5.0);\n\n      expect(data.timestamps).toEqual([1.0]);\n      expect(data.speakingRate).toEqual([5.0]);\n      // integral = 0 + 5.0 * (1.0 - 0) = 5.0\n      expect(data.speakIntegrals).toEqual([5.0]);\n      expect(data.pushedDuration).toBe(1.0);\n    });\n\n    it('should accumulate integrals across multiple entries', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 4.0); // integral = 0 + 4.0 * 1.0 = 4.0\n      data.addByRate(2.0, 6.0); // integral = 4.0 + 6.0 * 1.0 = 10.0\n      data.addByRate(3.5, 2.0); // integral = 10.0 + 2.0 * 1.5 = 13.0\n\n      expect(data.timestamps).toEqual([1.0, 2.0, 3.5]);\n      expect(data.speakingRate).toEqual([4.0, 6.0, 2.0]);\n      expect(data.speakIntegrals).toEqual([4.0, 10.0, 13.0]);\n      expect(data.pushedDuration).toBe(3.5);\n    });\n\n    it('should handle zero rate', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 0.0);\n\n      expect(data.timestamps).toEqual([1.0]);\n      expect(data.speakingRate).toEqual([0.0]);\n      expect(data.speakIntegrals).toEqual([0.0]);\n    });\n  });\n\n  describe('addByAnnotation', () => {\n    it('should buffer text without startTime', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('hello', undefined, undefined);\n\n      // Text is buffered, no timestamp entry yet\n      expect(data.timestamps).toEqual([]);\n      expect(data.pushedDuration).toBe(0);\n    });\n\n    it('should add entry when startTime is provided', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('hello', undefined, undefined); // buffer \"hello\"\n      data.addByAnnotation('world', 1.0, undefined); // flush with startTime\n\n      expect(data.timestamps).toEqual([1.0]);\n      // textLen = 5 (hello), dt = 1.0, rate = 5/1 = 5.0\n      expect(data.speakingRate).toEqual([5.0]);\n      expect(data.speakIntegrals).toEqual([5.0]);\n    });\n\n    it('should handle startTime and endTime together', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('hello ', 0.0, 0.5);\n      data.addByAnnotation('world', 0.5, 1.0);\n\n      // First annotation: startTime=0.0, text=\"hello \", then recursively calls with endTime=0.5\n      // Second annotation: startTime=0.5, text=\"world\", then recursively calls with endTime=1.0\n      expect(data.timestamps.length).toBeGreaterThanOrEqual(2);\n      expect(data.pushedDuration).toBe(1.0);\n    });\n\n    it('should calculate rate based on buffered text length', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('ab', undefined, undefined); // buffer 2 chars\n      data.addByAnnotation('cde', undefined, undefined); // buffer 3 more chars\n      data.addByAnnotation('', 2.0, undefined); // flush: textLen=5, dt=2.0, rate=2.5\n\n      expect(data.timestamps).toEqual([2.0]);\n      expect(data.speakingRate).toEqual([2.5]);\n      expect(data.speakIntegrals).toEqual([5.0]);\n    });\n\n    it('should handle zero time delta gracefully', () => {\n      const data = new SpeakingRateData();\n      data.addByAnnotation('hello', 0.0, undefined); // dt=0, rate should be 0\n\n      expect(data.timestamps).toEqual([0.0]);\n      expect(data.speakingRate).toEqual([0.0]);\n      expect(data.speakIntegrals).toEqual([0.0]);\n    });\n  });\n\n  describe('accumulateTo', () => {\n    it('should return 0 for empty data', () => {\n      const data = new SpeakingRateData();\n      expect(data.accumulateTo(1.0)).toBe(0);\n    });\n\n    it('should return 0 for timestamp before first entry', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 5.0);\n      expect(data.accumulateTo(0.5)).toBe(0);\n    });\n\n    it('should return exact integral at timestamp', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 4.0); // integral = 4.0\n      data.addByRate(2.0, 6.0); // integral = 10.0\n\n      expect(data.accumulateTo(1.0)).toBe(4.0);\n      expect(data.accumulateTo(2.0)).toBe(10.0);\n    });\n\n    it('should interpolate between timestamps', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 4.0); // integral = 4.0\n      data.addByRate(2.0, 6.0); // integral = 10.0\n\n      // At 1.5: integral = 4.0 + 6.0 * 0.5 = 7.0\n      expect(data.accumulateTo(1.5)).toBe(7.0);\n    });\n\n    it('should extrapolate beyond last timestamp', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 4.0); // integral = 4.0\n      data.addByRate(2.0, 6.0); // integral = 10.0\n\n      // At 3.0: integral = 10.0 + 6.0 * 1.0 = 16.0\n      expect(data.accumulateTo(3.0)).toBe(16.0);\n    });\n\n    it('should not exceed next integral when interpolating', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 100.0); // integral = 100.0 (very high rate)\n      data.addByRate(2.0, 1.0); // integral = 101.0\n\n      // At 1.5 with rate 1.0: would be 100.0 + 1.0 * 0.5 = 100.5\n      // But capped at next integral 101.0, so result is min(100.5, 101.0) = 100.5\n      expect(data.accumulateTo(1.5)).toBe(100.5);\n    });\n  });\n\n  describe('pushedDuration', () => {\n    it('should return 0 when empty', () => {\n      const data = new SpeakingRateData();\n      expect(data.pushedDuration).toBe(0);\n    });\n\n    it('should return last timestamp', () => {\n      const data = new SpeakingRateData();\n      data.addByRate(1.0, 5.0);\n      data.addByRate(2.5, 3.0);\n      data.addByRate(4.0, 7.0);\n\n      expect(data.pushedDuration).toBe(4.0);\n    });\n  });\n\n  describe('integration scenarios', () => {\n    it('should handle typical TTS word timing scenario', () => {\n      const data = new SpeakingRateData();\n\n      // Simulating words with timing: \"Hello \" at 0-0.3s, \"world\" at 0.3-0.6s\n      data.addByAnnotation('Hello ', 0.0, 0.3);\n      data.addByAnnotation('world', 0.3, 0.6);\n\n      // Should have accumulated text lengths at each timestamp\n      expect(data.pushedDuration).toBe(0.6);\n\n      // At 0.15s (middle of first word), should be partway through\n      const mid1 = data.accumulateTo(0.15);\n      expect(mid1).toBeGreaterThan(0);\n      expect(mid1).toBeLessThan(6); // \"Hello \" is 6 chars\n\n      // At 0.45s (middle of second word), should be past first word\n      const mid2 = data.accumulateTo(0.45);\n      expect(mid2).toBeGreaterThan(6);\n    });\n\n    it('should handle mixed rate and annotation data', () => {\n      const data = new SpeakingRateData();\n\n      // Start with rate-based data\n      data.addByRate(0.5, 4.0); // integral = 2.0\n\n      // Then add annotation\n      data.addByAnnotation('test', undefined, undefined);\n      data.addByAnnotation('', 1.0, undefined); // textLen=4, dt=0.5, rate=8.0, integral = 2.0 + 4.0 = 6.0\n\n      expect(data.timestamps).toEqual([0.5, 1.0]);\n      expect(data.speakIntegrals).toEqual([2.0, 6.0]);\n    });\n  });\n});\n"],"mappings":"AAGA,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,wBAAwB;AAEjC,SAAS,oBAAoB,MAAM;AACjC,WAAS,eAAe,MAAM;AAC5B,OAAG,uCAAuC,MAAM;AAC9C,YAAM,OAAO,IAAI,iBAAiB;AAClC,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAC;AAClC,aAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAC;AACpC,aAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAC;AACtC,aAAO,KAAK,cAAc,EAAE,KAAK,CAAC;AAAA,IACpC,CAAC;AAAA,EACH,CAAC;AAED,WAAS,aAAa,MAAM;AAC1B,OAAG,kCAAkC,MAAM;AACzC,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AAEvB,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AACrC,aAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAG,CAAC;AAEvC,aAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AACzC,aAAO,KAAK,cAAc,EAAE,KAAK,CAAG;AAAA,IACtC,CAAC;AAED,OAAG,uDAAuD,MAAM;AAC9D,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,KAAK,CAAG;AAEvB,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,GAAK,GAAK,GAAG,CAAC;AAC/C,aAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,GAAK,GAAK,CAAG,CAAC;AACjD,aAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,GAAK,IAAM,EAAI,CAAC;AACrD,aAAO,KAAK,cAAc,EAAE,KAAK,GAAG;AAAA,IACtC,CAAC;AAED,OAAG,2BAA2B,MAAM;AAClC,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AAEvB,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AACrC,aAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAG,CAAC;AACvC,aAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AAED,WAAS,mBAAmB,MAAM;AAChC,OAAG,wCAAwC,MAAM;AAC/C,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,gBAAgB,SAAS,QAAW,MAAS;AAGlD,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAC;AAClC,aAAO,KAAK,cAAc,EAAE,KAAK,CAAC;AAAA,IACpC,CAAC;AAED,OAAG,+CAA+C,MAAM;AACtD,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,gBAAgB,SAAS,QAAW,MAAS;AAClD,WAAK,gBAAgB,SAAS,GAAK,MAAS;AAE5C,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AAErC,aAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAG,CAAC;AACvC,aAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AAAA,IAC3C,CAAC;AAED,OAAG,gDAAgD,MAAM;AACvD,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,gBAAgB,UAAU,GAAK,GAAG;AACvC,WAAK,gBAAgB,SAAS,KAAK,CAAG;AAItC,aAAO,KAAK,WAAW,MAAM,EAAE,uBAAuB,CAAC;AACvD,aAAO,KAAK,cAAc,EAAE,KAAK,CAAG;AAAA,IACtC,CAAC;AAED,OAAG,uDAAuD,MAAM;AAC9D,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,gBAAgB,MAAM,QAAW,MAAS;AAC/C,WAAK,gBAAgB,OAAO,QAAW,MAAS;AAChD,WAAK,gBAAgB,IAAI,GAAK,MAAS;AAEvC,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AACrC,aAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvC,aAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AAAA,IAC3C,CAAC;AAED,OAAG,4CAA4C,MAAM;AACnD,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,gBAAgB,SAAS,GAAK,MAAS;AAE5C,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,CAAG,CAAC;AACrC,aAAO,KAAK,YAAY,EAAE,QAAQ,CAAC,CAAG,CAAC;AACvC,aAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,CAAG,CAAC;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AAED,WAAS,gBAAgB,MAAM;AAC7B,OAAG,kCAAkC,MAAM;AACzC,YAAM,OAAO,IAAI,iBAAiB;AAClC,aAAO,KAAK,aAAa,CAAG,CAAC,EAAE,KAAK,CAAC;AAAA,IACvC,CAAC;AAED,OAAG,oDAAoD,MAAM;AAC3D,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,aAAO,KAAK,aAAa,GAAG,CAAC,EAAE,KAAK,CAAC;AAAA,IACvC,CAAC;AAED,OAAG,6CAA6C,MAAM;AACpD,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AAEvB,aAAO,KAAK,aAAa,CAAG,CAAC,EAAE,KAAK,CAAG;AACvC,aAAO,KAAK,aAAa,CAAG,CAAC,EAAE,KAAK,EAAI;AAAA,IAC1C,CAAC;AAED,OAAG,yCAAyC,MAAM;AAChD,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AAGvB,aAAO,KAAK,aAAa,GAAG,CAAC,EAAE,KAAK,CAAG;AAAA,IACzC,CAAC;AAED,OAAG,4CAA4C,MAAM;AACnD,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AAGvB,aAAO,KAAK,aAAa,CAAG,CAAC,EAAE,KAAK,EAAI;AAAA,IAC1C,CAAC;AAED,OAAG,sDAAsD,MAAM;AAC7D,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,GAAK;AACzB,WAAK,UAAU,GAAK,CAAG;AAIvB,aAAO,KAAK,aAAa,GAAG,CAAC,EAAE,KAAK,KAAK;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AAED,WAAS,kBAAkB,MAAM;AAC/B,OAAG,8BAA8B,MAAM;AACrC,YAAM,OAAO,IAAI,iBAAiB;AAClC,aAAO,KAAK,cAAc,EAAE,KAAK,CAAC;AAAA,IACpC,CAAC;AAED,OAAG,gCAAgC,MAAM;AACvC,YAAM,OAAO,IAAI,iBAAiB;AAClC,WAAK,UAAU,GAAK,CAAG;AACvB,WAAK,UAAU,KAAK,CAAG;AACvB,WAAK,UAAU,GAAK,CAAG;AAEvB,aAAO,KAAK,cAAc,EAAE,KAAK,CAAG;AAAA,IACtC,CAAC;AAAA,EACH,CAAC;AAED,WAAS,yBAAyB,MAAM;AACtC,OAAG,kDAAkD,MAAM;AACzD,YAAM,OAAO,IAAI,iBAAiB;AAGlC,WAAK,gBAAgB,UAAU,GAAK,GAAG;AACvC,WAAK,gBAAgB,SAAS,KAAK,GAAG;AAGtC,aAAO,KAAK,cAAc,EAAE,KAAK,GAAG;AAGpC,YAAM,OAAO,KAAK,aAAa,IAAI;AACnC,aAAO,IAAI,EAAE,gBAAgB,CAAC;AAC9B,aAAO,IAAI,EAAE,aAAa,CAAC;AAG3B,YAAM,OAAO,KAAK,aAAa,IAAI;AACnC,aAAO,IAAI,EAAE,gBAAgB,CAAC;AAAA,IAChC,CAAC;AAED,OAAG,gDAAgD,MAAM;AACvD,YAAM,OAAO,IAAI,iBAAiB;AAGlC,WAAK,UAAU,KAAK,CAAG;AAGvB,WAAK,gBAAgB,QAAQ,QAAW,MAAS;AACjD,WAAK,gBAAgB,IAAI,GAAK,MAAS;AAEvC,aAAO,KAAK,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAG,CAAC;AAC1C,aAAO,KAAK,cAAc,EAAE,QAAQ,CAAC,GAAK,CAAG,CAAC;AAAA,IAChD,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}

package/dist/voice/turn_config/endpointing.cjs

@@ -0,0 +1,33 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var endpointing_exports = {};
+__export(endpointing_exports, {
+  defaultEndpointingOptions: () => defaultEndpointingOptions
+});
+module.exports = __toCommonJS(endpointing_exports);
+const defaultEndpointingOptions = {
+  mode: "fixed",
+  minDelay: 500,
+  maxDelay: 3e3
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  defaultEndpointingOptions
+});
+//# sourceMappingURL=endpointing.cjs.map

package/dist/voice/turn_config/endpointing.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/voice/turn_config/endpointing.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n/**\n * Configuration for endpointing, which determines when the user's turn is complete.\n */\nexport interface EndpointingOptions {\n  /**\n   * Endpointing mode. `\"fixed\"` uses a fixed delay, `\"dynamic\"` adjusts delay based on\n   * end-of-utterance prediction.\n   * @defaultValue \"fixed\"\n   */\n  mode: 'fixed' | 'dynamic';\n  /**\n   * Minimum time in milliseconds since the last detected speech before the agent declares the user's\n   * turn complete. In VAD mode this effectively behaves like `max(VAD silence, minDelay)`;\n   * in STT mode it is applied after the STT end-of-speech signal, so it can be additive with\n   * the STT provider's endpointing delay.\n   * @defaultValue 500\n   */\n  minDelay: number;\n  /**\n   * Maximum time in milliseconds the agent will wait before terminating the turn.\n   * @defaultValue 3000\n   */\n  maxDelay: number;\n}\n\nexport const defaultEndpointingOptions = {\n  mode: 'fixed',\n  minDelay: 500,\n  maxDelay: 3000,\n} as const satisfies EndpointingOptions;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AA4BO,MAAM,4BAA4B;AAAA,EACvC,MAAM;AAAA,EACN,UAAU;AAAA,EACV,UAAU;AACZ;","names":[]}

package/dist/voice/turn_config/endpointing.d.cts

@@ -0,0 +1,30 @@
+/**
+ * Configuration for endpointing, which determines when the user's turn is complete.
+ */
+export interface EndpointingOptions {
+    /**
+     * Endpointing mode. `"fixed"` uses a fixed delay, `"dynamic"` adjusts delay based on
+     * end-of-utterance prediction.
+     * @defaultValue "fixed"
+     */
+    mode: 'fixed' | 'dynamic';
+    /**
+     * Minimum time in milliseconds since the last detected speech before the agent declares the user's
+     * turn complete. In VAD mode this effectively behaves like `max(VAD silence, minDelay)`;
+     * in STT mode it is applied after the STT end-of-speech signal, so it can be additive with
+     * the STT provider's endpointing delay.
+     * @defaultValue 500
+     */
+    minDelay: number;
+    /**
+     * Maximum time in milliseconds the agent will wait before terminating the turn.
+     * @defaultValue 3000
+     */
+    maxDelay: number;
+}
+export declare const defaultEndpointingOptions: {
+    readonly mode: "fixed";
+    readonly minDelay: 500;
+    readonly maxDelay: 3000;
+};
+//# sourceMappingURL=endpointing.d.ts.map

package/dist/voice/turn_config/endpointing.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Configuration for endpointing, which determines when the user's turn is complete.
+ */
+export interface EndpointingOptions {
+    /**
+     * Endpointing mode. `"fixed"` uses a fixed delay, `"dynamic"` adjusts delay based on
+     * end-of-utterance prediction.
+     * @defaultValue "fixed"
+     */
+    mode: 'fixed' | 'dynamic';
+    /**
+     * Minimum time in milliseconds since the last detected speech before the agent declares the user's
+     * turn complete. In VAD mode this effectively behaves like `max(VAD silence, minDelay)`;
+     * in STT mode it is applied after the STT end-of-speech signal, so it can be additive with
+     * the STT provider's endpointing delay.
+     * @defaultValue 500
+     */
+    minDelay: number;
+    /**
+     * Maximum time in milliseconds the agent will wait before terminating the turn.
+     * @defaultValue 3000
+     */
+    maxDelay: number;
+}
+export declare const defaultEndpointingOptions: {
+    readonly mode: "fixed";
+    readonly minDelay: 500;
+    readonly maxDelay: 3000;
+};
+//# sourceMappingURL=endpointing.d.ts.map

package/dist/voice/turn_config/endpointing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"endpointing.d.ts","sourceRoot":"","sources":["../../../src/voice/turn_config/endpointing.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;;OAIG;IACH,IAAI,EAAE,OAAO,GAAG,SAAS,CAAC;IAC1B;;;;;;OAMG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,eAAO,MAAM,yBAAyB;;;;CAIC,CAAC"}

package/dist/voice/turn_config/endpointing.js

@@ -0,0 +1,9 @@
+const defaultEndpointingOptions = {
+  mode: "fixed",
+  minDelay: 500,
+  maxDelay: 3e3
+};
+export {
+  defaultEndpointingOptions
+};
+//# sourceMappingURL=endpointing.js.map

package/dist/voice/turn_config/endpointing.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/voice/turn_config/endpointing.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n/**\n * Configuration for endpointing, which determines when the user's turn is complete.\n */\nexport interface EndpointingOptions {\n  /**\n   * Endpointing mode. `\"fixed\"` uses a fixed delay, `\"dynamic\"` adjusts delay based on\n   * end-of-utterance prediction.\n   * @defaultValue \"fixed\"\n   */\n  mode: 'fixed' | 'dynamic';\n  /**\n   * Minimum time in milliseconds since the last detected speech before the agent declares the user's\n   * turn complete. In VAD mode this effectively behaves like `max(VAD silence, minDelay)`;\n   * in STT mode it is applied after the STT end-of-speech signal, so it can be additive with\n   * the STT provider's endpointing delay.\n   * @defaultValue 500\n   */\n  minDelay: number;\n  /**\n   * Maximum time in milliseconds the agent will wait before terminating the turn.\n   * @defaultValue 3000\n   */\n  maxDelay: number;\n}\n\nexport const defaultEndpointingOptions = {\n  mode: 'fixed',\n  minDelay: 500,\n  maxDelay: 3000,\n} as const satisfies EndpointingOptions;\n"],"mappings":"AA4BO,MAAM,4BAA4B;AAAA,EACvC,MAAM;AAAA,EACN,UAAU;AAAA,EACV,UAAU;AACZ;","names":[]}