@wix/legends-platform-sdk 1.3.0 → 1.5.0

package/dist/cjs/hooks/useSpeechActivityDetector/helpers.js

@@ -0,0 +1,87 @@
+"use strict";
+
+exports.__esModule = true;
+exports.setupSpeechActivityDetector = setupSpeechActivityDetector;
+var _speechActivityProcessorSource = require("./speechActivityProcessorSource");
+const DEFAULT_THRESHOLD_RMS = 0.015;
+const DEFAULT_HANGOVER_MS = 300;
+const WORKLET_BLOCK_SIZE = 128;
+/**
+ * Attaches an AudioWorkletNode-based RMS threshold+hangover detector to a
+ * LiveKit track's underlying MediaStreamTrack. Runs on the dedicated audio
+ * rendering thread — unlike requestAnimationFrame+AnalyserNode, it keeps
+ * running when the tab is backgrounded.
+ */
+function setupSpeechActivityDetector(track, options) {
+  if (!track) {
+    return {
+      cleanup: () => {}
+    };
+  }
+  let cancelled = false;
+  let audioContext = null;
+  let mediaStreamSource = null;
+  let node = null;
+  const thresholdRms = options.thresholdRms ?? DEFAULT_THRESHOLD_RMS;
+  const hangoverMs = options.hangoverMs ?? DEFAULT_HANGOVER_MS;
+  const setup = async () => {
+    const ctx = new AudioContext();
+    audioContext = ctx;
+    if (ctx.state === 'suspended') {
+      await ctx.resume();
+    }
+
+    // Hangover is expressed in ms; convert to a block count using this
+    // context's actual sample rate (block size is fixed at 128 samples by
+    // the Web Audio spec, but wall-clock duration per block varies with
+    // sample rate across devices/browsers).
+    const hangoverBlocks = Math.max(1, Math.round(hangoverMs / 1000 * (ctx.sampleRate / WORKLET_BLOCK_SIZE)));
+    const blob = new Blob([_speechActivityProcessorSource.SPEECH_ACTIVITY_PROCESSOR_SOURCE], {
+      type: 'application/javascript'
+    });
+    const blobUrl = URL.createObjectURL(blob);
+    try {
+      await ctx.audioWorklet.addModule(blobUrl);
+    } finally {
+      URL.revokeObjectURL(blobUrl);
+    }
+    if (cancelled) {
+      await ctx.close();
+      return;
+    }
+    mediaStreamSource = ctx.createMediaStreamSource(new MediaStream([track.mediaStreamTrack]));
+    node = new AudioWorkletNode(ctx, _speechActivityProcessorSource.SPEECH_ACTIVITY_PROCESSOR_NAME, {
+      processorOptions: {
+        thresholdRms,
+        hangoverBlocks
+      }
+    });
+    node.port.onmessage = event => {
+      var _event$data, _event$data2;
+      const timestampMs = performance.now();
+      if (((_event$data = event.data) == null ? void 0 : _event$data.type) === 'onset') {
+        options.onSpeechStart == null || options.onSpeechStart(timestampMs);
+      } else if (((_event$data2 = event.data) == null ? void 0 : _event$data2.type) === 'offset') {
+        options.onSpeechEnd == null || options.onSpeechEnd(timestampMs);
+      }
+    };
+    mediaStreamSource.connect(node);
+  };
+  setup().catch(error => {
+    // eslint-disable-next-line no-console
+    console.error('[useSpeechActivityDetector] failed to set up AudioWorklet', error);
+  });
+  return {
+    cleanup: () => {
+      var _mediaStreamSource, _audioContext;
+      cancelled = true;
+      if (node) {
+        node.port.onmessage = null;
+        node.disconnect();
+      }
+      (_mediaStreamSource = mediaStreamSource) == null || _mediaStreamSource.disconnect();
+      void ((_audioContext = audioContext) == null ? void 0 : _audioContext.close());
+    }
+  };
+}
+//# sourceMappingURL=helpers.js.map

package/dist/cjs/hooks/useSpeechActivityDetector/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_speechActivityProcessorSource","require","DEFAULT_THRESHOLD_RMS","DEFAULT_HANGOVER_MS","WORKLET_BLOCK_SIZE","setupSpeechActivityDetector","track","options","cleanup","cancelled","audioContext","mediaStreamSource","node","thresholdRms","hangoverMs","setup","ctx","AudioContext","state","resume","hangoverBlocks","Math","max","round","sampleRate","blob","Blob","SPEECH_ACTIVITY_PROCESSOR_SOURCE","type","blobUrl","URL","createObjectURL","audioWorklet","addModule","revokeObjectURL","close","createMediaStreamSource","MediaStream","mediaStreamTrack","AudioWorkletNode","SPEECH_ACTIVITY_PROCESSOR_NAME","processorOptions","port","onmessage","event","_event$data","_event$data2","timestampMs","performance","now","data","onSpeechStart","onSpeechEnd","connect","catch","error","console","_mediaStreamSource","_audioContext","disconnect"],"sources":["../../../../src/hooks/useSpeechActivityDetector/helpers.ts"],"sourcesContent":["import { Track } from 'livekit-client';\nimport {\n  SPEECH_ACTIVITY_PROCESSOR_NAME,\n  SPEECH_ACTIVITY_PROCESSOR_SOURCE,\n} from './speechActivityProcessorSource';\n\nconst DEFAULT_THRESHOLD_RMS = 0.015;\nconst DEFAULT_HANGOVER_MS = 300;\nconst WORKLET_BLOCK_SIZE = 128;\n\nexport type SetupSpeechActivityDetectorOptions = {\n  thresholdRms?: number;\n  hangoverMs?: number;\n  minSpeechMs?: number;\n  onSpeechStart?: (timestampMs: number) => void;\n  onSpeechEnd?: (timestampMs: number) => void;\n  onMisfire?: () => void;\n};\n\n/**\n * Attaches an AudioWorkletNode-based RMS threshold+hangover detector to a\n * LiveKit track's underlying MediaStreamTrack. Runs on the dedicated audio\n * rendering thread — unlike requestAnimationFrame+AnalyserNode, it keeps\n * running when the tab is backgrounded.\n */\nexport function setupSpeechActivityDetector(\n  track: Track | undefined,\n  options: SetupSpeechActivityDetectorOptions,\n): { cleanup: () => void } {\n  if (!track) {\n    return { cleanup: () => {} };\n  }\n\n  let cancelled = false;\n  let audioContext: AudioContext | null = null;\n  let mediaStreamSource: MediaStreamAudioSourceNode | null = null;\n  let node: AudioWorkletNode | null = null;\n\n  const thresholdRms = options.thresholdRms ?? DEFAULT_THRESHOLD_RMS;\n  const hangoverMs = options.hangoverMs ?? DEFAULT_HANGOVER_MS;\n\n  const setup = async () => {\n    const ctx = new AudioContext();\n    audioContext = ctx;\n    if (ctx.state === 'suspended') {\n      await ctx.resume();\n    }\n\n    // Hangover is expressed in ms; convert to a block count using this\n    // context's actual sample rate (block size is fixed at 128 samples by\n    // the Web Audio spec, but wall-clock duration per block varies with\n    // sample rate across devices/browsers).\n    const hangoverBlocks = Math.max(\n      1,\n      Math.round((hangoverMs / 1000) * (ctx.sampleRate / WORKLET_BLOCK_SIZE)),\n    );\n\n    const blob = new Blob([SPEECH_ACTIVITY_PROCESSOR_SOURCE], {\n      type: 'application/javascript',\n    });\n    const blobUrl = URL.createObjectURL(blob);\n    try {\n      await ctx.audioWorklet.addModule(blobUrl);\n    } finally {\n      URL.revokeObjectURL(blobUrl);\n    }\n\n    if (cancelled) {\n      await ctx.close();\n      return;\n    }\n\n    mediaStreamSource = ctx.createMediaStreamSource(\n      new MediaStream([track.mediaStreamTrack]),\n    );\n    node = new AudioWorkletNode(ctx, SPEECH_ACTIVITY_PROCESSOR_NAME, {\n      processorOptions: { thresholdRms, hangoverBlocks },\n    });\n    node.port.onmessage = (event: MessageEvent) => {\n      const timestampMs = performance.now();\n      if (event.data?.type === 'onset') {\n        options.onSpeechStart?.(timestampMs);\n      } else if (event.data?.type === 'offset') {\n        options.onSpeechEnd?.(timestampMs);\n      }\n    };\n    mediaStreamSource.connect(node);\n  };\n\n  setup().catch((error) => {\n    // eslint-disable-next-line no-console\n    console.error(\n      '[useSpeechActivityDetector] failed to set up AudioWorklet',\n      error,\n    );\n  });\n\n  return {\n    cleanup: () => {\n      cancelled = true;\n      if (node) {\n        node.port.onmessage = null;\n        node.disconnect();\n      }\n      mediaStreamSource?.disconnect();\n      void audioContext?.close();\n    },\n  };\n}\n"],"mappings":";;;;AACA,IAAAA,8BAAA,GAAAC,OAAA;AAKA,MAAMC,qBAAqB,GAAG,KAAK;AACnC,MAAMC,mBAAmB,GAAG,GAAG;AAC/B,MAAMC,kBAAkB,GAAG,GAAG;AAW9B;AACA;AACA;AACA;AACA;AACA;AACO,SAASC,2BAA2BA,CACzCC,KAAwB,EACxBC,OAA2C,EAClB;EACzB,IAAI,CAACD,KAAK,EAAE;IACV,OAAO;MAAEE,OAAO,EAAEA,CAAA,KAAM,CAAC;IAAE,CAAC;EAC9B;EAEA,IAAIC,SAAS,GAAG,KAAK;EACrB,IAAIC,YAAiC,GAAG,IAAI;EAC5C,IAAIC,iBAAoD,GAAG,IAAI;EAC/D,IAAIC,IAA6B,GAAG,IAAI;EAExC,MAAMC,YAAY,GAAGN,OAAO,CAACM,YAAY,IAAIX,qBAAqB;EAClE,MAAMY,UAAU,GAAGP,OAAO,CAACO,UAAU,IAAIX,mBAAmB;EAE5D,MAAMY,KAAK,GAAG,MAAAA,CAAA,KAAY;IACxB,MAAMC,GAAG,GAAG,IAAIC,YAAY,CAAC,CAAC;IAC9BP,YAAY,GAAGM,GAAG;IAClB,IAAIA,GAAG,CAACE,KAAK,KAAK,WAAW,EAAE;MAC7B,MAAMF,GAAG,CAACG,MAAM,CAAC,CAAC;IACpB;;IAEA;IACA;IACA;IACA;IACA,MAAMC,cAAc,GAAGC,IAAI,CAACC,GAAG,CAC7B,CAAC,EACDD,IAAI,CAACE,KAAK,CAAET,UAAU,GAAG,IAAI,IAAKE,GAAG,CAACQ,UAAU,GAAGpB,kBAAkB,CAAC,CACxE,CAAC;IAED,MAAMqB,IAAI,GAAG,IAAIC,IAAI,CAAC,CAACC,+DAAgC,CAAC,EAAE;MACxDC,IAAI,EAAE;IACR,CAAC,CAAC;IACF,MAAMC,OAAO,GAAGC,GAAG,CAACC,eAAe,CAACN,IAAI,CAAC;IACzC,IAAI;MACF,MAAMT,GAAG,CAACgB,YAAY,CAACC,SAAS,CAACJ,OAAO,CAAC;IAC3C,CAAC,SAAS;MACRC,GAAG,CAACI,eAAe,CAACL,OAAO,CAAC;IAC9B;IAEA,IAAIpB,SAAS,EAAE;MACb,MAAMO,GAAG,CAACmB,KAAK,CAAC,CAAC;MACjB;IACF;IAEAxB,iBAAiB,GAAGK,GAAG,CAACoB,uBAAuB,CAC7C,IAAIC,WAAW,CAAC,CAAC/B,KAAK,CAACgC,gBAAgB,CAAC,CAC1C,CAAC;IACD1B,IAAI,GAAG,IAAI2B,gBAAgB,CAACvB,GAAG,EAAEwB,6DAA8B,EAAE;MAC/DC,gBAAgB,EAAE;QAAE5B,YAAY;QAAEO;MAAe;IACnD,CAAC,CAAC;IACFR,IAAI,CAAC8B,IAAI,CAACC,SAAS,GAAIC,KAAmB,IAAK;MAAA,IAAAC,WAAA,EAAAC,YAAA;MAC7C,MAAMC,WAAW,GAAGC,WAAW,CAACC,GAAG,CAAC,CAAC;MACrC,IAAI,EAAAJ,WAAA,GAAAD,KAAK,CAACM,IAAI,qBAAVL,WAAA,CAAYjB,IAAI,MAAK,OAAO,EAAE;QAChCrB,OAAO,CAAC4C,aAAa,YAArB5C,OAAO,CAAC4C,aAAa,CAAGJ,WAAW,CAAC;MACtC,CAAC,MAAM,IAAI,EAAAD,YAAA,GAAAF,KAAK,CAACM,IAAI,qBAAVJ,YAAA,CAAYlB,IAAI,MAAK,QAAQ,EAAE;QACxCrB,OAAO,CAAC6C,WAAW,YAAnB7C,OAAO,CAAC6C,WAAW,CAAGL,WAAW,CAAC;MACpC;IACF,CAAC;IACDpC,iBAAiB,CAAC0C,OAAO,CAACzC,IAAI,CAAC;EACjC,CAAC;EAEDG,KAAK,CAAC,CAAC,CAACuC,KAAK,CAAEC,KAAK,IAAK;IACvB;IACAC,OAAO,CAACD,KAAK,CACX,2DAA2D,EAC3DA,KACF,CAAC;EACH,CAAC,CAAC;EAEF,OAAO;IACL/C,OAAO,EAAEA,CAAA,KAAM;MAAA,IAAAiD,kBAAA,EAAAC,aAAA;MACbjD,SAAS,GAAG,IAAI;MAChB,IAAIG,IAAI,EAAE;QACRA,IAAI,CAAC8B,IAAI,CAACC,SAAS,GAAG,IAAI;QAC1B/B,IAAI,CAAC+C,UAAU,CAAC,CAAC;MACnB;MACA,CAAAF,kBAAA,GAAA9C,iBAAiB,aAAjB8C,kBAAA,CAAmBE,UAAU,CAAC,CAAC;MAC/B,OAAAD,aAAA,GAAKhD,YAAY,qBAAZgD,aAAA,CAAcvB,KAAK,CAAC,CAAC;IAC5B;EACF,CAAC;AACH","ignoreList":[]}

package/dist/cjs/hooks/useSpeechActivityDetector/index.js

@@ -0,0 +1,16 @@
+"use strict";
+
+exports.__esModule = true;
+var _useSpeechActivityDetector = require("./useSpeechActivityDetector");
+Object.keys(_useSpeechActivityDetector).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _useSpeechActivityDetector[key]) return;
+  exports[key] = _useSpeechActivityDetector[key];
+});
+var _types = require("./types");
+Object.keys(_types).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _types[key]) return;
+  exports[key] = _types[key];
+});
+//# sourceMappingURL=index.js.map

package/dist/cjs/hooks/useSpeechActivityDetector/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_useSpeechActivityDetector","require","Object","keys","forEach","key","exports","_types"],"sources":["../../../../src/hooks/useSpeechActivityDetector/index.ts"],"sourcesContent":["export * from './useSpeechActivityDetector';\nexport * from './types';\n"],"mappings":";;;AAAA,IAAAA,0BAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,0BAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,0BAAA,CAAAK,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAL,0BAAA,CAAAK,GAAA;AAAA;AACA,IAAAE,MAAA,GAAAN,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAI,MAAA,EAAAH,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAE,MAAA,CAAAF,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAE,MAAA,CAAAF,GAAA;AAAA","ignoreList":[]}

package/dist/cjs/hooks/useSpeechActivityDetector/speechActivityProcessorSource.js

@@ -0,0 +1,55 @@
+"use strict";
+
+exports.__esModule = true;
+exports.SPEECH_ACTIVITY_PROCESSOR_SOURCE = exports.SPEECH_ACTIVITY_PROCESSOR_NAME = void 0;
+// AudioWorkletProcessor source, kept as a plain string and loaded via a Blob
+// URL (see helpers.ts). AudioWorkletGlobalScope runs isolated code on the
+// dedicated audio rendering thread — it is not throttled when the tab is
+// backgrounded, unlike requestAnimationFrame-driven analysis. Threshold
+// crossings are posted back to the main thread via `port.postMessage`.
+const SPEECH_ACTIVITY_PROCESSOR_NAME = exports.SPEECH_ACTIVITY_PROCESSOR_NAME = 'speech-activity-processor';
+const SPEECH_ACTIVITY_PROCESSOR_SOURCE = exports.SPEECH_ACTIVITY_PROCESSOR_SOURCE = `
+class SpeechActivityProcessor extends AudioWorkletProcessor {
+  constructor(options) {
+    super();
+    const opts = (options && options.processorOptions) || {};
+    this.threshold = typeof opts.thresholdRms === 'number' ? opts.thresholdRms : 0.015;
+    this.hangoverBlocks = typeof opts.hangoverBlocks === 'number' ? opts.hangoverBlocks : 8;
+    this.speaking = false;
+    this.silentBlockCount = 0;
+  }
+
+  process(inputs) {
+    const input = inputs[0];
+    const channel = input && input[0];
+    if (!channel || channel.length === 0) {
+      return true;
+    }
+
+    let sumSquares = 0;
+    for (let i = 0; i < channel.length; i++) {
+      sumSquares += channel[i] * channel[i];
+    }
+    const rms = Math.sqrt(sumSquares / channel.length);
+    const isLoud = rms > this.threshold;
+
+    if (isLoud) {
+      this.silentBlockCount = 0;
+      if (!this.speaking) {
+        this.speaking = true;
+        this.port.postMessage({ type: 'onset', rms: rms });
+      }
+    } else if (this.speaking) {
+      this.silentBlockCount += 1;
+      if (this.silentBlockCount >= this.hangoverBlocks) {
+        this.speaking = false;
+        this.port.postMessage({ type: 'offset', rms: rms });
+      }
+    }
+    return true;
+  }
+}
+
+registerProcessor('${SPEECH_ACTIVITY_PROCESSOR_NAME}', SpeechActivityProcessor);
+`;
+//# sourceMappingURL=speechActivityProcessorSource.js.map

package/dist/cjs/hooks/useSpeechActivityDetector/speechActivityProcessorSource.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["SPEECH_ACTIVITY_PROCESSOR_NAME","exports","SPEECH_ACTIVITY_PROCESSOR_SOURCE"],"sources":["../../../../src/hooks/useSpeechActivityDetector/speechActivityProcessorSource.ts"],"sourcesContent":["// AudioWorkletProcessor source, kept as a plain string and loaded via a Blob\n// URL (see helpers.ts). AudioWorkletGlobalScope runs isolated code on the\n// dedicated audio rendering thread — it is not throttled when the tab is\n// backgrounded, unlike requestAnimationFrame-driven analysis. Threshold\n// crossings are posted back to the main thread via `port.postMessage`.\nexport const SPEECH_ACTIVITY_PROCESSOR_NAME = 'speech-activity-processor';\n\nexport const SPEECH_ACTIVITY_PROCESSOR_SOURCE = `\nclass SpeechActivityProcessor extends AudioWorkletProcessor {\n  constructor(options) {\n    super();\n    const opts = (options && options.processorOptions) || {};\n    this.threshold = typeof opts.thresholdRms === 'number' ? opts.thresholdRms : 0.015;\n    this.hangoverBlocks = typeof opts.hangoverBlocks === 'number' ? opts.hangoverBlocks : 8;\n    this.speaking = false;\n    this.silentBlockCount = 0;\n  }\n\n  process(inputs) {\n    const input = inputs[0];\n    const channel = input && input[0];\n    if (!channel || channel.length === 0) {\n      return true;\n    }\n\n    let sumSquares = 0;\n    for (let i = 0; i < channel.length; i++) {\n      sumSquares += channel[i] * channel[i];\n    }\n    const rms = Math.sqrt(sumSquares / channel.length);\n    const isLoud = rms > this.threshold;\n\n    if (isLoud) {\n      this.silentBlockCount = 0;\n      if (!this.speaking) {\n        this.speaking = true;\n        this.port.postMessage({ type: 'onset', rms: rms });\n      }\n    } else if (this.speaking) {\n      this.silentBlockCount += 1;\n      if (this.silentBlockCount >= this.hangoverBlocks) {\n        this.speaking = false;\n        this.port.postMessage({ type: 'offset', rms: rms });\n      }\n    }\n    return true;\n  }\n}\n\nregisterProcessor('${SPEECH_ACTIVITY_PROCESSOR_NAME}', SpeechActivityProcessor);\n`;\n"],"mappings":";;;;AAAA;AACA;AACA;AACA;AACA;AACO,MAAMA,8BAA8B,GAAAC,OAAA,CAAAD,8BAAA,GAAG,2BAA2B;AAElE,MAAME,gCAAgC,GAAAD,OAAA,CAAAC,gCAAA,GAAG;AAChD;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,qBAAqBF,8BAA8B;AACnD,CAAC","ignoreList":[]}

package/dist/cjs/hooks/useSpeechActivityDetector/types.js

@@ -0,0 +1,4 @@
+"use strict";
+
+exports.__esModule = true;
+//# sourceMappingURL=types.js.map

package/dist/cjs/hooks/useSpeechActivityDetector/types.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["../../../../src/hooks/useSpeechActivityDetector/types.ts"],"sourcesContent":["export type UseSpeechActivityDetectorOptions = {\n  source: 'user' | 'agent';\n  onSpeechStart?: (timestampMs: number) => void;\n  onSpeechEnd?: (timestampMs: number) => void;\n  /** Fired instead of onSpeechEnd when a segment was shorter than minSpeechMs. */\n  onMisfire?: () => void;\n  /** RMS threshold (0-1) above which a block counts as \"loud\". Default 0.015. */\n  thresholdRms?: number;\n  /** Consecutive silence duration before an \"offset\" fires. Default 300ms. */\n  hangoverMs?: number;\n  /** Minimum onset-to-offset duration to count as real speech, not a blip/echo. Default 0 (no filtering). */\n  minSpeechMs?: number;\n};\n"],"mappings":"","ignoreList":[]}

package/dist/cjs/hooks/useSpeechActivityDetector/useSpeechActivityDetector.js

@@ -0,0 +1,52 @@
+"use strict";
+
+exports.__esModule = true;
+exports.useSpeechActivityDetector = useSpeechActivityDetector;
+var _react = require("react");
+var _useParticipantTrack = require("../useParticipantTrack");
+var _helpers = require("./helpers");
+/**
+ * Acoustic speech onset/offset detector for a participant's microphone
+ * track, driven by AudioWorkletNode rather than LiveKit's speaking-state
+ * events. Useful when the caller needs a timestamp tied to the actual audio
+ * signal (e.g. perceived end-to-end latency measurement) rather than a
+ * VAD/turn-detection-derived event.
+ */
+function useSpeechActivityDetector(options) {
+  const {
+    source,
+    onSpeechStart,
+    onSpeechEnd,
+    thresholdRms,
+    hangoverMs
+  } = options;
+  const {
+    track
+  } = (0, _useParticipantTrack.useParticipantTrack)({
+    type: source,
+    source: _useParticipantTrack.Source.Microphone
+  });
+
+  // Keep latest callbacks available to the effect without retriggering
+  // AudioContext/AudioWorkletNode setup on every render.
+  const callbacksRef = (0, _react.useRef)({
+    onSpeechStart,
+    onSpeechEnd
+  });
+  callbacksRef.current = {
+    onSpeechStart,
+    onSpeechEnd
+  };
+  (0, _react.useEffect)(() => {
+    const {
+      cleanup
+    } = (0, _helpers.setupSpeechActivityDetector)(track, {
+      thresholdRms,
+      hangoverMs,
+      onSpeechStart: timestampMs => callbacksRef.current.onSpeechStart == null ? void 0 : callbacksRef.current.onSpeechStart(timestampMs),
+      onSpeechEnd: timestampMs => callbacksRef.current.onSpeechEnd == null ? void 0 : callbacksRef.current.onSpeechEnd(timestampMs)
+    });
+    return cleanup;
+  }, [track == null ? void 0 : track.mediaStreamTrack, thresholdRms, hangoverMs]);
+}
+//# sourceMappingURL=useSpeechActivityDetector.js.map

package/dist/cjs/hooks/useSpeechActivityDetector/useSpeechActivityDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_react","require","_useParticipantTrack","_helpers","useSpeechActivityDetector","options","source","onSpeechStart","onSpeechEnd","thresholdRms","hangoverMs","track","useParticipantTrack","type","Source","Microphone","callbacksRef","useRef","current","useEffect","cleanup","setupSpeechActivityDetector","timestampMs","mediaStreamTrack"],"sources":["../../../../src/hooks/useSpeechActivityDetector/useSpeechActivityDetector.ts"],"sourcesContent":["import { useEffect, useRef } from 'react';\nimport { useParticipantTrack, Source } from '../useParticipantTrack';\nimport { setupSpeechActivityDetector } from './helpers';\nimport { type UseSpeechActivityDetectorOptions } from './types';\n\n/**\n * Acoustic speech onset/offset detector for a participant's microphone\n * track, driven by AudioWorkletNode rather than LiveKit's speaking-state\n * events. Useful when the caller needs a timestamp tied to the actual audio\n * signal (e.g. perceived end-to-end latency measurement) rather than a\n * VAD/turn-detection-derived event.\n */\nexport function useSpeechActivityDetector(\n  options: UseSpeechActivityDetectorOptions,\n): void {\n  const { source, onSpeechStart, onSpeechEnd, thresholdRms, hangoverMs } =\n    options;\n  const { track } = useParticipantTrack({\n    type: source,\n    source: Source.Microphone,\n  });\n\n  // Keep latest callbacks available to the effect without retriggering\n  // AudioContext/AudioWorkletNode setup on every render.\n  const callbacksRef = useRef({ onSpeechStart, onSpeechEnd });\n  callbacksRef.current = { onSpeechStart, onSpeechEnd };\n\n  useEffect(() => {\n    const { cleanup } = setupSpeechActivityDetector(track, {\n      thresholdRms,\n      hangoverMs,\n      onSpeechStart: (timestampMs) =>\n        callbacksRef.current.onSpeechStart?.(timestampMs),\n      onSpeechEnd: (timestampMs) =>\n        callbacksRef.current.onSpeechEnd?.(timestampMs),\n    });\n    return cleanup;\n  }, [track?.mediaStreamTrack, thresholdRms, hangoverMs]);\n}\n"],"mappings":";;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,oBAAA,GAAAD,OAAA;AACA,IAAAE,QAAA,GAAAF,OAAA;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,SAASG,yBAAyBA,CACvCC,OAAyC,EACnC;EACN,MAAM;IAAEC,MAAM;IAAEC,aAAa;IAAEC,WAAW;IAAEC,YAAY;IAAEC;EAAW,CAAC,GACpEL,OAAO;EACT,MAAM;IAAEM;EAAM,CAAC,GAAG,IAAAC,wCAAmB,EAAC;IACpCC,IAAI,EAAEP,MAAM;IACZA,MAAM,EAAEQ,2BAAM,CAACC;EACjB,CAAC,CAAC;;EAEF;EACA;EACA,MAAMC,YAAY,GAAG,IAAAC,aAAM,EAAC;IAAEV,aAAa;IAAEC;EAAY,CAAC,CAAC;EAC3DQ,YAAY,CAACE,OAAO,GAAG;IAAEX,aAAa;IAAEC;EAAY,CAAC;EAErD,IAAAW,gBAAS,EAAC,MAAM;IACd,MAAM;MAAEC;IAAQ,CAAC,GAAG,IAAAC,oCAA2B,EAACV,KAAK,EAAE;MACrDF,YAAY;MACZC,UAAU;MACVH,aAAa,EAAGe,WAAW,IACzBN,YAAY,CAACE,OAAO,CAACX,aAAa,oBAAlCS,YAAY,CAACE,OAAO,CAACX,aAAa,CAAGe,WAAW,CAAC;MACnDd,WAAW,EAAGc,WAAW,IACvBN,YAAY,CAACE,OAAO,CAACV,WAAW,oBAAhCQ,YAAY,CAACE,OAAO,CAACV,WAAW,CAAGc,WAAW;IAClD,CAAC,CAAC;IACF,OAAOF,OAAO;EAChB,CAAC,EAAE,CAACT,KAAK,oBAALA,KAAK,CAAEY,gBAAgB,EAAEd,YAAY,EAAEC,UAAU,CAAC,CAAC;AACzD","ignoreList":[]}

package/dist/cjs/sdk.js

@@ -139,6 +139,12 @@ Object.keys(_useParticipantTrack).forEach(function (key) {
   if (key in exports && exports[key] === _useParticipantTrack[key]) return;
   exports[key] = _useParticipantTrack[key];
 });
+var _useSpeechActivityDetector = require("./hooks/useSpeechActivityDetector");
+Object.keys(_useSpeechActivityDetector).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _useSpeechActivityDetector[key]) return;
+  exports[key] = _useSpeechActivityDetector[key];
+});
 var _types2 = require("./conversation/types");
 Object.keys(_types2).forEach(function (key) {
   if (key === "default" || key === "__esModule") return;

package/dist/cjs/sdk.js.map

@@ -1 +1 @@
-{"version":3,"names":["_types","require","Object","keys","forEach","key","exports","_LegendsPlatform","_LegendsPlatformQLess","_useTextChat","_useConversation","_useTranscriptions","_useConversationStatus","_useMicrophone","_useSpeaker","_useCamera","_useMediaRecorder","_useConversationTimer","_useAudioLevel","_useConversationEvents","_useUserActivity","_useAudio","_useScreenShare","_useConnectionState","_useActivityState","_usePictureInPicture","_useMediaPermissions","_useTools","_useParticipantTrack","_types2"],"sources":["../../src/sdk.ts"],"sourcesContent":["export * from './types';\nexport * from './components/LegendsPlatform';\nexport * from './components/LegendsPlatformQLess';\n\nexport * from './hooks/useTextChat';\nexport * from './hooks/useConversation';\nexport * from './hooks/useTranscriptions';\nexport * from './hooks/useConversationStatus';\nexport * from './hooks/useMicrophone';\nexport * from './hooks/useSpeaker';\nexport * from './hooks/useCamera';\nexport * from './hooks/useMediaRecorder';\nexport * from './hooks/useConversationTimer';\nexport * from './hooks/useAudioLevel';\nexport * from './hooks/useConversationEvents';\nexport * from './hooks/useUserActivity';\nexport * from './hooks/useAudio';\nexport * from './hooks/useScreenShare';\nexport * from './hooks/useConnectionState';\nexport * from './hooks/useActivityState';\nexport * from './hooks/usePictureInPicture';\nexport * from './hooks/useMediaPermissions';\nexport * from './hooks/useTools';\nexport * from './hooks/useParticipantTrack';\n\nexport * from './conversation/types';\n"],"mappings":";;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,MAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,MAAA,CAAAK,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAL,MAAA,CAAAK,GAAA;AAAA;AACA,IAAAE,gBAAA,GAAAN,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAI,gBAAA,EAAAH,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAE,gBAAA,CAAAF,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAE,gBAAA,CAAAF,GAAA;AAAA;AACA,IAAAG,qBAAA,GAAAP,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAK,qBAAA,EAAAJ,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAG,qBAAA,CAAAH,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAG,qBAAA,CAAAH,GAAA;AAAA;AAEA,IAAAI,YAAA,GAAAR,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAM,YAAA,EAAAL,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAI,YAAA,CAAAJ,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAI,YAAA,CAAAJ,GAAA;AAAA;AACA,IAAAK,gBAAA,GAAAT,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAO,gBAAA,EAAAN,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAK,gBAAA,CAAAL,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAK,gBAAA,CAAAL,GAAA;AAAA;AACA,IAAAM,kBAAA,GAAAV,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAQ,kBAAA,EAAAP,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAM,kBAAA,CAAAN,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAM,kBAAA,CAAAN,GAAA;AAAA;AACA,IAAAO,sBAAA,GAAAX,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAS,sBAAA,EAAAR,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAO,sBAAA,CAAAP,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAO,sBAAA,CAAAP,GAAA;AAAA;AACA,IAAAQ,cAAA,GAAAZ,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAU,cAAA,EAAAT,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAQ,cAAA,CAAAR,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAQ,cAAA,CAAAR,GAAA;AAAA;AACA,IAAAS,WAAA,GAAAb,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAW,WAAA,EAAAV,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAS,WAAA,CAAAT,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAS,WAAA,CAAAT,GAAA;AAAA;AACA,IAAAU,UAAA,GAAAd,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAY,UAAA,EAAAX,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAU,UAAA,CAAAV,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAU,UAAA,CAAAV,GAAA;AAAA;AACA,IAAAW,iBAAA,GAAAf,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAa,iBAAA,EAAAZ,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAW,iBAAA,CAAAX,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAW,iBAAA,CAAAX,GAAA;AAAA;AACA,IAAAY,qBAAA,GAAAhB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAc,qBAAA,EAAAb,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAY,qBAAA,CAAAZ,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAY,qBAAA,CAAAZ,GAAA;AAAA;AACA,IAAAa,cAAA,GAAAjB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAe,cAAA,EAAAd,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAa,cAAA,CAAAb,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAa,cAAA,CAAAb,GAAA;AAAA;AACA,IAAAc,sBAAA,GAAAlB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAgB,sBAAA,EAAAf,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAc,sBAAA,CAAAd,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAc,sBAAA,CAAAd,GAAA;AAAA;AACA,IAAAe,gBAAA,GAAAnB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAiB,gBAAA,EAAAhB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAe,gBAAA,CAAAf,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAe,gBAAA,CAAAf,GAAA;AAAA;AACA,IAAAgB,SAAA,GAAApB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAkB,SAAA,EAAAjB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAgB,SAAA,CAAAhB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAgB,SAAA,CAAAhB,GAAA;AAAA;AACA,IAAAiB,eAAA,GAAArB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAmB,eAAA,EAAAlB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAiB,eAAA,CAAAjB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAiB,eAAA,CAAAjB,GAAA;AAAA;AACA,IAAAkB,mBAAA,GAAAtB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAoB,mBAAA,EAAAnB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAkB,mBAAA,CAAAlB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAkB,mBAAA,CAAAlB,GAAA;AAAA;AACA,IAAAmB,iBAAA,GAAAvB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAqB,iBAAA,EAAApB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAmB,iBAAA,CAAAnB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAmB,iBAAA,CAAAnB,GAAA;AAAA;AACA,IAAAoB,oBAAA,GAAAxB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAsB,oBAAA,EAAArB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAoB,oBAAA,CAAApB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAoB,oBAAA,CAAApB,GAAA;AAAA;AACA,IAAAqB,oBAAA,GAAAzB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAuB,oBAAA,EAAAtB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAqB,oBAAA,CAAArB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAqB,oBAAA,CAAArB,GAAA;AAAA;AACA,IAAAsB,SAAA,GAAA1B,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAwB,SAAA,EAAAvB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAsB,SAAA,CAAAtB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAsB,SAAA,CAAAtB,GAAA;AAAA;AACA,IAAAuB,oBAAA,GAAA3B,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAyB,oBAAA,EAAAxB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAuB,oBAAA,CAAAvB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAuB,oBAAA,CAAAvB,GAAA;AAAA;AAEA,IAAAwB,OAAA,GAAA5B,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAA0B,OAAA,EAAAzB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAwB,OAAA,CAAAxB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAwB,OAAA,CAAAxB,GAAA;AAAA","ignoreList":[]}
+{"version":3,"names":["_types","require","Object","keys","forEach","key","exports","_LegendsPlatform","_LegendsPlatformQLess","_useTextChat","_useConversation","_useTranscriptions","_useConversationStatus","_useMicrophone","_useSpeaker","_useCamera","_useMediaRecorder","_useConversationTimer","_useAudioLevel","_useConversationEvents","_useUserActivity","_useAudio","_useScreenShare","_useConnectionState","_useActivityState","_usePictureInPicture","_useMediaPermissions","_useTools","_useParticipantTrack","_useSpeechActivityDetector","_types2"],"sources":["../../src/sdk.ts"],"sourcesContent":["export * from './types';\nexport * from './components/LegendsPlatform';\nexport * from './components/LegendsPlatformQLess';\n\nexport * from './hooks/useTextChat';\nexport * from './hooks/useConversation';\nexport * from './hooks/useTranscriptions';\nexport * from './hooks/useConversationStatus';\nexport * from './hooks/useMicrophone';\nexport * from './hooks/useSpeaker';\nexport * from './hooks/useCamera';\nexport * from './hooks/useMediaRecorder';\nexport * from './hooks/useConversationTimer';\nexport * from './hooks/useAudioLevel';\nexport * from './hooks/useConversationEvents';\nexport * from './hooks/useUserActivity';\nexport * from './hooks/useAudio';\nexport * from './hooks/useScreenShare';\nexport * from './hooks/useConnectionState';\nexport * from './hooks/useActivityState';\nexport * from './hooks/usePictureInPicture';\nexport * from './hooks/useMediaPermissions';\nexport * from './hooks/useTools';\nexport * from './hooks/useParticipantTrack';\nexport * from './hooks/useSpeechActivityDetector';\n\nexport * from './conversation/types';\n"],"mappings":";;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,MAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,MAAA,CAAAK,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAL,MAAA,CAAAK,GAAA;AAAA;AACA,IAAAE,gBAAA,GAAAN,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAI,gBAAA,EAAAH,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAE,gBAAA,CAAAF,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAE,gBAAA,CAAAF,GAAA;AAAA;AACA,IAAAG,qBAAA,GAAAP,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAK,qBAAA,EAAAJ,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAG,qBAAA,CAAAH,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAG,qBAAA,CAAAH,GAAA;AAAA;AAEA,IAAAI,YAAA,GAAAR,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAM,YAAA,EAAAL,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAI,YAAA,CAAAJ,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAI,YAAA,CAAAJ,GAAA;AAAA;AACA,IAAAK,gBAAA,GAAAT,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAO,gBAAA,EAAAN,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAK,gBAAA,CAAAL,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAK,gBAAA,CAAAL,GAAA;AAAA;AACA,IAAAM,kBAAA,GAAAV,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAQ,kBAAA,EAAAP,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAM,kBAAA,CAAAN,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAM,kBAAA,CAAAN,GAAA;AAAA;AACA,IAAAO,sBAAA,GAAAX,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAS,sBAAA,EAAAR,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAO,sBAAA,CAAAP,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAO,sBAAA,CAAAP,GAAA;AAAA;AACA,IAAAQ,cAAA,GAAAZ,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAU,cAAA,EAAAT,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAQ,cAAA,CAAAR,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAQ,cAAA,CAAAR,GAAA;AAAA;AACA,IAAAS,WAAA,GAAAb,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAW,WAAA,EAAAV,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAS,WAAA,CAAAT,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAS,WAAA,CAAAT,GAAA;AAAA;AACA,IAAAU,UAAA,GAAAd,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAY,UAAA,EAAAX,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAU,UAAA,CAAAV,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAU,UAAA,CAAAV,GAAA;AAAA;AACA,IAAAW,iBAAA,GAAAf,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAa,iBAAA,EAAAZ,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAW,iBAAA,CAAAX,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAW,iBAAA,CAAAX,GAAA;AAAA;AACA,IAAAY,qBAAA,GAAAhB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAc,qBAAA,EAAAb,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAY,qBAAA,CAAAZ,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAY,qBAAA,CAAAZ,GAAA;AAAA;AACA,IAAAa,cAAA,GAAAjB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAe,cAAA,EAAAd,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAa,cAAA,CAAAb,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAa,cAAA,CAAAb,GAAA;AAAA;AACA,IAAAc,sBAAA,GAAAlB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAgB,sBAAA,EAAAf,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAc,sBAAA,CAAAd,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAc,sBAAA,CAAAd,GAAA;AAAA;AACA,IAAAe,gBAAA,GAAAnB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAiB,gBAAA,EAAAhB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAe,gBAAA,CAAAf,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAe,gBAAA,CAAAf,GAAA;AAAA;AACA,IAAAgB,SAAA,GAAApB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAkB,SAAA,EAAAjB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAgB,SAAA,CAAAhB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAgB,SAAA,CAAAhB,GAAA;AAAA;AACA,IAAAiB,eAAA,GAAArB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAmB,eAAA,EAAAlB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAiB,eAAA,CAAAjB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAiB,eAAA,CAAAjB,GAAA;AAAA;AACA,IAAAkB,mBAAA,GAAAtB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAoB,mBAAA,EAAAnB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAkB,mBAAA,CAAAlB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAkB,mBAAA,CAAAlB,GAAA;AAAA;AACA,IAAAmB,iBAAA,GAAAvB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAqB,iBAAA,EAAApB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAmB,iBAAA,CAAAnB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAmB,iBAAA,CAAAnB,GAAA;AAAA;AACA,IAAAoB,oBAAA,GAAAxB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAsB,oBAAA,EAAArB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAoB,oBAAA,CAAApB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAoB,oBAAA,CAAApB,GAAA;AAAA;AACA,IAAAqB,oBAAA,GAAAzB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAuB,oBAAA,EAAAtB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAqB,oBAAA,CAAArB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAqB,oBAAA,CAAArB,GAAA;AAAA;AACA,IAAAsB,SAAA,GAAA1B,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAwB,SAAA,EAAAvB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAsB,SAAA,CAAAtB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAsB,SAAA,CAAAtB,GAAA;AAAA;AACA,IAAAuB,oBAAA,GAAA3B,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAyB,oBAAA,EAAAxB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAuB,oBAAA,CAAAvB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAuB,oBAAA,CAAAvB,GAAA;AAAA;AACA,IAAAwB,0BAAA,GAAA5B,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAA0B,0BAAA,EAAAzB,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAwB,0BAAA,CAAAxB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAwB,0BAAA,CAAAxB,GAAA;AAAA;AAEA,IAAAyB,OAAA,GAAA7B,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAA2B,OAAA,EAAA1B,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAyB,OAAA,CAAAzB,GAAA;EAAAC,OAAA,CAAAD,GAAA,IAAAyB,OAAA,CAAAzB,GAAA;AAAA","ignoreList":[]}

package/dist/cjs/types/service.js.map

@@ -1 +1 @@
-{"version":3,"names":[],"sources":["../../../src/types/service.ts"],"sourcesContent":["export type FunctionCall = {\n  functionCallId: string;\n  name: string;\n  arguments: string;\n};\n\nexport type FunctionCallResult = {\n  functionCallId: string;\n  result: string;\n  error?: string;\n};\n\nexport type LimitationType = 'MINUTES' | 'SECONDS' | 'TOKENS';\n\nexport interface Limitation {\n  type?: LimitationType;\n  limit?: number;\n}\n\nexport interface ConversationResult {\n  url: string;\n  id: string;\n  limit?: number;\n}\n\nexport interface CreateConversationParams {\n  chatId: string;\n  namespace: string;\n  chatConfig?: object;\n}\n\nexport interface EndConversationParams {\n  chatId: string;\n  conversationId: string;\n  namespace: string;\n}\n\nexport interface ChatMessageAttachment {\n  fileName?: string;\n  url?: string;\n  mimeType?: string;\n  textFileContent?: string;\n}\n\nexport interface SendMessageParams {\n  chatId: string;\n  namespace: string;\n  message: string;\n  functionCallResults?: FunctionCallResult[];\n  chatConfig?: object;\n  attachments?: ChatMessageAttachment[];\n}\n\nexport interface ChatMessage {\n  id: string;\n  content: string;\n  role: 'user' | 'assistant';\n  createdAt?: string;\n  attachments?: ChatMessageAttachment[];\n}\n\nexport interface QueryMessagesParams {\n  chatId: string;\n  namespace: string;\n  limit?: number;\n  cursor?: string;\n}\n\nexport interface QueryMessagesResult {\n  messages: ChatMessage[];\n  nextCursor?: string;\n}\n\nexport interface IPersonaChatService {\n  createVoiceConversation(\n    params: CreateConversationParams,\n  ): Promise<ConversationResult>;\n  createInteractiveConversation(\n    params: CreateConversationParams,\n  ): Promise<ConversationResult>;\n  endInteractiveConversation(params: EndConversationParams): Promise<void>;\n  sendChatMessage(\n    params: SendMessageParams,\n  ): Promise<{ functionCalls?: FunctionCall[]; messages?: ChatMessage[] }>;\n  queryChatMessages(params: QueryMessagesParams): Promise<QueryMessagesResult>;\n}\n"],"mappings":"","ignoreList":[]}
+{"version":3,"names":[],"sources":["../../../src/types/service.ts"],"sourcesContent":["export type FunctionCall = {\n  functionCallId: string;\n  name: string;\n  arguments: string;\n};\n\nexport type FunctionCallResult = {\n  functionCallId: string;\n  result: string;\n  error?: string;\n};\n\nexport type LimitationType = 'MINUTES' | 'SECONDS' | 'TOKENS';\n\nexport interface Limitation {\n  type?: LimitationType;\n  limit?: number;\n}\n\nexport interface ConversationResult {\n  url: string;\n  id: string;\n  limit?: number;\n}\n\nexport interface CreateConversationParams {\n  chatId: string;\n  namespace: string;\n  chatConfig?: object;\n  /** Whether this is the visitor's first-ever conversation with the persona (drives the opening message). */\n  firstConversation?: boolean;\n  /** Title of the visitor's last meaningful conversation, for a returning-visitor greeting. */\n  lastConversationTopic?: string;\n}\n\nexport interface EndConversationParams {\n  chatId: string;\n  conversationId: string;\n  namespace: string;\n}\n\nexport interface ChatMessageAttachment {\n  fileName?: string;\n  url?: string;\n  mimeType?: string;\n  textFileContent?: string;\n}\n\nexport interface SendMessageParams {\n  chatId: string;\n  namespace: string;\n  message: string;\n  functionCallResults?: FunctionCallResult[];\n  chatConfig?: object;\n  attachments?: ChatMessageAttachment[];\n}\n\nexport interface ChatMessage {\n  id: string;\n  content: string;\n  role: 'user' | 'assistant';\n  createdAt?: string;\n  attachments?: ChatMessageAttachment[];\n}\n\nexport interface QueryMessagesParams {\n  chatId: string;\n  namespace: string;\n  limit?: number;\n  cursor?: string;\n}\n\nexport interface QueryMessagesResult {\n  messages: ChatMessage[];\n  nextCursor?: string;\n}\n\nexport interface IPersonaChatService {\n  createVoiceConversation(\n    params: CreateConversationParams,\n  ): Promise<ConversationResult>;\n  createInteractiveConversation(\n    params: CreateConversationParams,\n  ): Promise<ConversationResult>;\n  endInteractiveConversation(params: EndConversationParams): Promise<void>;\n  sendChatMessage(\n    params: SendMessageParams,\n  ): Promise<{ functionCalls?: FunctionCall[]; messages?: ChatMessage[] }>;\n  queryChatMessages(params: QueryMessagesParams): Promise<QueryMessagesResult>;\n}\n"],"mappings":"","ignoreList":[]}

package/dist/esm/hooks/index.js

@@ -7,4 +7,5 @@ export * from './useUserActivity';
 export * from './useScreenShare';
 export * from './usePictureInPicture';
 export * from './useTools';
+export * from './useSpeechActivityDetector';
 //# sourceMappingURL=index.js.map

package/dist/esm/hooks/index.js.map

@@ -1 +1 @@
-{"version":3,"names":[],"sources":["../../../src/hooks/index.ts"],"sourcesContent":["export * from './useConversation';\nexport * from './useCreateConversation';\nexport * from './useConversationStatus';\nexport * from './useTextChat';\nexport * from './useConversationEvents';\nexport * from './useUserActivity';\nexport * from './useScreenShare';\nexport * from './usePictureInPicture';\nexport * from './useTools';\n"],"mappings":"AAAA,cAAc,mBAAmB;AACjC,cAAc,yBAAyB;AACvC,cAAc,yBAAyB;AACvC,cAAc,eAAe;AAC7B,cAAc,yBAAyB;AACvC,cAAc,mBAAmB;AACjC,cAAc,kBAAkB;AAChC,cAAc,uBAAuB;AACrC,cAAc,YAAY","ignoreList":[]}
+{"version":3,"names":[],"sources":["../../../src/hooks/index.ts"],"sourcesContent":["export * from './useConversation';\nexport * from './useCreateConversation';\nexport * from './useConversationStatus';\nexport * from './useTextChat';\nexport * from './useConversationEvents';\nexport * from './useUserActivity';\nexport * from './useScreenShare';\nexport * from './usePictureInPicture';\nexport * from './useTools';\nexport * from './useSpeechActivityDetector';\n"],"mappings":"AAAA,cAAc,mBAAmB;AACjC,cAAc,yBAAyB;AACvC,cAAc,yBAAyB;AACvC,cAAc,eAAe;AAC7B,cAAc,yBAAyB;AACvC,cAAc,mBAAmB;AACjC,cAAc,kBAAkB;AAChC,cAAc,uBAAuB;AACrC,cAAc,YAAY;AAC1B,cAAc,6BAA6B","ignoreList":[]}

package/dist/esm/hooks/useConversation/livekit/constants.js

@@ -8,4 +8,6 @@ export const SPEAKING_STATE_EVENT_MAP = {
     listening: 'agentSpeakStop'
   }
 };
+export const ACOUSTIC_USER_THRESHOLD_RMS = 0.025;
+export const ACOUSTIC_USER_HANGOVER_MS = 400;
 //# sourceMappingURL=constants.js.map

package/dist/esm/hooks/useConversation/livekit/constants.js.map

@@ -1 +1 @@
-{"version":3,"names":["SPEAKING_STATE_EVENT_MAP","STANDARD","speaking","listening","AGENT"],"sources":["../../../../../src/hooks/useConversation/livekit/constants.ts"],"sourcesContent":["import type { TurnDetectionData } from './types';\nimport type { ConversationEvent } from '../../useConversationEvents';\n\nexport const SPEAKING_STATE_EVENT_MAP: Record<\n  TurnDetectionData['participantKind'],\n  Record<TurnDetectionData['state'], ConversationEvent>\n> = {\n  STANDARD: {\n    speaking: 'userSpeakStart',\n    listening: 'userSpeakStop',\n  },\n  AGENT: {\n    speaking: 'agentSpeakStart',\n    listening: 'agentSpeakStop',\n  },\n};\n"],"mappings":"AAGA,OAAO,MAAMA,wBAGZ,GAAG;EACFC,QAAQ,EAAE;IACRC,QAAQ,EAAE,gBAAgB;IAC1BC,SAAS,EAAE;EACb,CAAC;EACDC,KAAK,EAAE;IACLF,QAAQ,EAAE,iBAAiB;IAC3BC,SAAS,EAAE;EACb;AACF,CAAC","ignoreList":[]}
+{"version":3,"names":["SPEAKING_STATE_EVENT_MAP","STANDARD","speaking","listening","AGENT","ACOUSTIC_USER_THRESHOLD_RMS","ACOUSTIC_USER_HANGOVER_MS"],"sources":["../../../../../src/hooks/useConversation/livekit/constants.ts"],"sourcesContent":["import type { TurnDetectionData } from './types';\nimport type { ConversationEvent } from '../../useConversationEvents';\n\nexport const SPEAKING_STATE_EVENT_MAP: Record<\n  TurnDetectionData['participantKind'],\n  Record<TurnDetectionData['state'], ConversationEvent>\n> = {\n  STANDARD: {\n    speaking: 'userSpeakStart',\n    listening: 'userSpeakStop',\n  },\n  AGENT: {\n    speaking: 'agentSpeakStart',\n    listening: 'agentSpeakStop',\n  },\n};\n\nexport const ACOUSTIC_USER_THRESHOLD_RMS = 0.025;\nexport const ACOUSTIC_USER_HANGOVER_MS = 400;\n"],"mappings":"AAGA,OAAO,MAAMA,wBAGZ,GAAG;EACFC,QAAQ,EAAE;IACRC,QAAQ,EAAE,gBAAgB;IAC1BC,SAAS,EAAE;EACb,CAAC;EACDC,KAAK,EAAE;IACLF,QAAQ,EAAE,iBAAiB;IAC3BC,SAAS,EAAE;EACb;AACF,CAAC;AAED,OAAO,MAAME,2BAA2B,GAAG,KAAK;AAChD,OAAO,MAAMC,yBAAyB,GAAG,GAAG","ignoreList":[]}

package/dist/esm/hooks/useConversation/livekit/useConversation.js

@@ -7,9 +7,11 @@ import { useEnsureRoom, useMediaDeviceSelect } from '@livekit/components-react';
 import { useAtom, useAtomValue, useSetAtom } from 'jotai';
 import { state } from '../../../conversation';
 import { useCreateConversation } from '../../useCreateConversation';
+import { useSpeechActivityDetector } from '../../useSpeechActivityDetector';
 import { useEmitConversationEvent } from '../../useConversationEvents/useEmitConversationEvent';
 import { useToolCallingRuntime } from '../../useTools/runtime/useToolCallingRuntime';
 import { checkIsTurnDetectionData, checkIsInactivityWarningData, checkIsInactivityTimeoutData, checkIsToolCallsData, createLivekitToolAdapter, decodeDataPayload, findJoinedAgentParticipant, mergeTranscriptions, publishConversationDataMessage, safeStringify, shouldHandleParticipantConnected } from './utils';
+import { ACOUSTIC_USER_HANGOVER_MS, ACOUSTIC_USER_THRESHOLD_RMS } from './constants';
 export function useConversation(_ref) {
   var _conversation$data2;
   let _ref$autoJoin = _ref.autoJoin,
@@ -68,8 +70,11 @@ export function useConversation(_ref) {
   const setAgentActivityState = useSetAtom(state.agentActivityState);
   const setUserActivityState = useSetAtom(state.userActivityState);
   const emitEvent = useEmitConversationEvent();
-  const userStopRef = useRef(null);
   const inactivityTimeoutRef = useRef(false);
+  const acousticPhaseRef = useRef('idle');
+  const acousticT0Ref = useRef(null);
+  const latestTurnMetadataRef = useRef({});
+  const isConnectedRef = useRef(false);
   const timer = useTimer({
     autoStart: false,
     onExpire: handleExpire,
@@ -176,14 +181,11 @@ export function useConversation(_ref) {
     switch (participantKind) {
       case 'STANDARD':
         if (eventState === 'listening') {
-          userStopRef.current = {
-            ts: performance.now(),
+          latestTurnMetadataRef.current = {
             turnDetectionStrategy: data.turnDetectionStrategy,
             sequence: data.sequence,
             speechId: data.speechId
           };
-        } else {
-          userStopRef.current = null;
         }
         emitEvent(eventState === 'speaking' ? 'userSpeakStart' : 'userSpeakStop', {
           conversationId: conversationId
@@ -191,16 +193,11 @@ export function useConversation(_ref) {
         setUserActivityState(eventState);
         break;
       case 'AGENT':
-        if (eventState === 'speaking' && userStopRef.current) {
-          const latencyMs = performance.now() - userStopRef.current.ts;
-          emitEvent('responseLatency', {
-            conversationId: conversationId,
-            latencyMs,
-            turnDetectionStrategy: userStopRef.current.turnDetectionStrategy,
-            sequence: userStopRef.current.sequence,
-            speechId: data.speechId ?? userStopRef.current.speechId
-          });
-          userStopRef.current = null;
+        if (data.speechId) {
+          latestTurnMetadataRef.current = {
+            ...latestTurnMetadataRef.current,
+            speechId: data.speechId
+          };
         }
         emitEvent(eventState === 'speaking' ? 'agentSpeakStart' : 'agentSpeakStop', {
           conversationId: conversationId
@@ -209,18 +206,64 @@ export function useConversation(_ref) {
         break;
     }
   }
-  function handleInactivityWarningEvent(data) {
+  function handleAcousticUserOnset() {
+    if (!isConnectedRef.current) {
+      return;
+    }
+    if (acousticPhaseRef.current === 'waitingForAgent') {
+      acousticPhaseRef.current = 'idle';
+      acousticT0Ref.current = null;
+    }
+  }
+  function handleAcousticUserOffset(timestampMs) {
+    if (!isConnectedRef.current || acousticPhaseRef.current !== 'idle') {
+      return;
+    }
+    acousticT0Ref.current = timestampMs - ACOUSTIC_USER_HANGOVER_MS;
+    acousticPhaseRef.current = 'waitingForAgent';
+  }
+  function handleAcousticAgentOnset(timestampMs) {
     var _conversationRef$curr2;
-    emitEvent('inactivityWarning', {
+    if (!isConnectedRef.current || acousticPhaseRef.current !== 'waitingForAgent' || acousticT0Ref.current == null) {
+      return;
+    }
+    const latencyMs = timestampMs - acousticT0Ref.current;
+    acousticT0Ref.current = null;
+    acousticPhaseRef.current = 'busy';
+    if (latencyMs < 0 || latencyMs > 15000) {
+      return;
+    }
+    emitEvent('responseLatency', {
       conversationId: (_conversationRef$curr2 = conversationRef.current) == null ? void 0 : _conversationRef$curr2.id,
+      latencyMs,
+      turnDetectionStrategy: latestTurnMetadataRef.current.turnDetectionStrategy,
+      sequence: latestTurnMetadataRef.current.sequence,
+      speechId: latestTurnMetadataRef.current.speechId
+    });
+  }
+  useSpeechActivityDetector({
+    source: 'user',
+    onSpeechStart: handleAcousticUserOnset,
+    onSpeechEnd: handleAcousticUserOffset,
+    thresholdRms: ACOUSTIC_USER_THRESHOLD_RMS,
+    hangoverMs: ACOUSTIC_USER_HANGOVER_MS
+  });
+  useSpeechActivityDetector({
+    source: 'agent',
+    onSpeechStart: handleAcousticAgentOnset
+  });
+  function handleInactivityWarningEvent(data) {
+    var _conversationRef$curr3;
+    emitEvent('inactivityWarning', {
+      conversationId: (_conversationRef$curr3 = conversationRef.current) == null ? void 0 : _conversationRef$curr3.id,
       gracePeriodSec: data.grace_period_sec
     });
   }
   function handleInactivityTimeoutEvent(_data) {
-    var _conversationRef$curr3;
+    var _conversationRef$curr4;
     inactivityTimeoutRef.current = true;
     emitEvent('inactivityTimeout', {
-      conversationId: (_conversationRef$curr3 = conversationRef.current) == null ? void 0 : _conversationRef$curr3.id
+      conversationId: (_conversationRef$curr4 = conversationRef.current) == null ? void 0 : _conversationRef$curr4.id
     });
   }
   async function handleToolCallsEvent(data) {
@@ -256,11 +299,12 @@ export function useConversation(_ref) {
     }
   }
   function handleConnectedEvent() {
-    var _conversationRef$curr4;
+    var _conversationRef$curr5;
+    isConnectedRef.current = true;
     setUserConnectionState('joined');
     setAgentConnectionState('joining');
     emitEvent('callStarted', {
-      conversationId: (_conversationRef$curr4 = conversationRef.current) == null ? void 0 : _conversationRef$curr4.id
+      conversationId: (_conversationRef$curr5 = conversationRef.current) == null ? void 0 : _conversationRef$curr5.id
     });
   }
   async function handleEncryptionErrorEvent(error) {
@@ -268,7 +312,10 @@ export function useConversation(_ref) {
     setConversationStatus('error');
   }
   function handleDisconnectedEvent(reason) {
-    userStopRef.current = null;
+    isConnectedRef.current = false;
+    acousticPhaseRef.current = 'idle';
+    acousticT0Ref.current = null;
+    latestTurnMetadataRef.current = {};
     setAgentActivityState('idle');
     setAgentConnectionState('idle');
     setUserActivityState('idle');
@@ -296,18 +343,18 @@ export function useConversation(_ref) {
     }
   }
   function handleAgentJoin(participant) {
-    var _conversationRef$curr5;
+    var _conversationRef$curr6;
     setAgentConnectionState('joined');
     emitEvent('agentJoined', {
-      conversationId: (_conversationRef$curr5 = conversationRef.current) == null ? void 0 : _conversationRef$curr5.id,
+      conversationId: (_conversationRef$curr6 = conversationRef.current) == null ? void 0 : _conversationRef$curr6.id,
       participant
     });
   }
   function handleParticipantDisconnectedEvent(participant) {
-    var _conversationRef$curr6;
+    var _conversationRef$curr7;
     setAgentConnectionState('left');
     emitEvent('agentLeft', {
-      conversationId: (_conversationRef$curr6 = conversationRef.current) == null ? void 0 : _conversationRef$curr6.id,
+      conversationId: (_conversationRef$curr7 = conversationRef.current) == null ? void 0 : _conversationRef$curr7.id,
       participant
     });
   }
@@ -316,13 +363,13 @@ export function useConversation(_ref) {
       return;
     }
     try {
-      var _conversationRef$curr7;
+      var _conversationRef$curr8;
       setUserConnectionState('leaving');
       await (room == null ? void 0 : room.disconnect(true));
       setConversationStatus('destroyed');
       setJoinedAt(undefined);
       emitEvent('callEnded', {
-        conversationId: (_conversationRef$curr7 = conversationRef.current) == null ? void 0 : _conversationRef$curr7.id
+        conversationId: (_conversationRef$curr8 = conversationRef.current) == null ? void 0 : _conversationRef$curr8.id
       });
     } catch (error) {
       console.error('Failed to leave', error);
@@ -330,18 +377,18 @@ export function useConversation(_ref) {
     }
   }
   async function handleExpire() {
-    var _conversationRef$curr8, _conversationRef$curr9;
+    var _conversationRef$curr9, _conversationRef$curr0;
     emitEvent('timeExceeded', {
-      conversationId: (_conversationRef$curr8 = conversationRef.current) == null ? void 0 : _conversationRef$curr8.id,
-      limit: (_conversationRef$curr9 = conversationRef.current) == null ? void 0 : _conversationRef$curr9.limit
+      conversationId: (_conversationRef$curr9 = conversationRef.current) == null ? void 0 : _conversationRef$curr9.id,
+      limit: (_conversationRef$curr0 = conversationRef.current) == null ? void 0 : _conversationRef$curr0.limit
     });
     await leave();
     setConversationStatus('exceeded');
   }
   async function interrupt() {
-    var _conversationRef$curr0;
+    var _conversationRef$curr1;
     emitEvent('interrupt', {
-      conversationId: (_conversationRef$curr0 = conversationRef.current) == null ? void 0 : _conversationRef$curr0.id
+      conversationId: (_conversationRef$curr1 = conversationRef.current) == null ? void 0 : _conversationRef$curr1.id
     });
     await publishConversationDataMessage(room, {}, 'interrupt');
   }
@@ -351,7 +398,7 @@ export function useConversation(_ref) {
     }, 'inactivity_dismiss');
   }
   async function send(message, attachments) {
-    var _conversationRef$curr1;
+    var _conversationRef$curr10;
     if (attachments === void 0) {
       attachments = [];
     }
@@ -362,7 +409,7 @@ export function useConversation(_ref) {
       }
     }));
     emitEvent('userSendMessage', {
-      conversationId: (_conversationRef$curr1 = conversationRef.current) == null ? void 0 : _conversationRef$curr1.id,
+      conversationId: (_conversationRef$curr10 = conversationRef.current) == null ? void 0 : _conversationRef$curr10.id,
       message
     });
   }