@lvce-editor/renderer-process 30.42.2 → 30.43.0

package/dist/rendererProcessMain.js

@@ -10069,8 +10069,33 @@ const setupLevelMeter = (audioCtx, stream) => {
   source.connect(analyser);
   return analyser;
 };
+const isSpeechStoppedEvent = data => {
+  if (typeof data !== 'string') {
+    return false;
+  }
+  try {
+    const event = JSON.parse(data);
+    return event?.type === 'input_audio_buffer.speech_stopped';
+  } catch {
+    return false;
+  }
+};
+const startInputAudioRecorder = (micStream, audioDebugPort) => {
+  if (!audioDebugPort) {
+    return undefined;
+  }
+  const recorder = new MediaRecorder(micStream);
+  recorder.ondataavailable = event => {
+    if (event.data.size > 0) {
+      audioDebugPort.postMessage(event.data);
+    }
+  };
+  recorder.start();
+  return recorder;
+};
 const startWebRtcAudioStream = async options => {
   const {
+    audioDebugPort,
     elementLocator,
     port,
     trackAudioData,
@@ -10103,6 +10128,7 @@ const startWebRtcAudioStream = async options => {
   const micStream = await navigator.mediaDevices.getUserMedia({
     audio: true
   });
+  const inputAudioRecorder = startInputAudioRecorder(micStream, audioDebugPort);
   if (trackAudioData && audioCtx) {
     micAnalyzer = setupLevelMeter(audioCtx, micStream);
   }
@@ -10110,6 +10136,9 @@ const startWebRtcAudioStream = async options => {
   const dc = pc.createDataChannel('oai-events');
   dc.addEventListener('message', e => {
     port.postMessage(e.data);
+    if (inputAudioRecorder?.state === 'recording' && isSpeechStoppedEvent(e.data)) {
+      inputAudioRecorder.requestData();
+    }
   });
   port.onmessage = event => {
     const {
@@ -10126,8 +10155,10 @@ const startWebRtcAudioStream = async options => {
   await pc.setLocalDescription(offer);
   pcs[uid] = {
     audioCtx,
+    audioDebugPort,
     connection: pc,
     dataChannel: dc,
+    inputAudioRecorder,
     micAnalyzer,
     micStream,
     port,
@@ -10164,8 +10195,10 @@ const stopWebRtcAudioStream = async uid => {
   // TODO use disposableMap maybe?
   const {
     audioCtx,
+    audioDebugPort,
     connection,
     dataChannel,
+    inputAudioRecorder,
     micStream,
     port,
     remoteAudio
@@ -10174,10 +10207,15 @@ const stopWebRtcAudioStream = async uid => {
   connection.ontrack = null;
   connection.close();
   dataChannel.close();
+  if (inputAudioRecorder && inputAudioRecorder.state !== 'inactive') {
+    inputAudioRecorder.ondataavailable = null;
+    inputAudioRecorder.stop();
+  }
   for (const t of micStream.getTracks()) {
     t.stop();
   }
   port.close();
+  audioDebugPort?.close();
   remoteAudio.srcObject = null;
   if (audioCtx) {
     await audioCtx.close();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lvce-editor/renderer-process",
-  "version": "30.42.2",
+  "version": "30.43.0",
   "keywords": [
     "lvce-editor",
     "renderer-process"