@lvce-editor/renderer-process 30.42.1 → 30.43.0

package/dist/rendererProcessMain.js

@@ -9797,6 +9797,7 @@ const renderCanvas = (id, selector, canvasClassName, width, height, rectangles,
 };
 const commandHandlers = {
   'Css.addCssStyleSheet': addCssStyleSheet,
+  'Css.removeCssStyleSheet': removeCssStyleSheet,
   'Viewlet.addCss': addCssStyleSheet,
   'Viewlet.addKeyBindings': addKeyBindings,
   'Viewlet.append': append,
@@ -10068,8 +10069,33 @@ const setupLevelMeter = (audioCtx, stream) => {
   source.connect(analyser);
   return analyser;
 };
+const isSpeechStoppedEvent = data => {
+  if (typeof data !== 'string') {
+    return false;
+  }
+  try {
+    const event = JSON.parse(data);
+    return event?.type === 'input_audio_buffer.speech_stopped';
+  } catch {
+    return false;
+  }
+};
+const startInputAudioRecorder = (micStream, audioDebugPort) => {
+  if (!audioDebugPort) {
+    return undefined;
+  }
+  const recorder = new MediaRecorder(micStream);
+  recorder.ondataavailable = event => {
+    if (event.data.size > 0) {
+      audioDebugPort.postMessage(event.data);
+    }
+  };
+  recorder.start();
+  return recorder;
+};
 const startWebRtcAudioStream = async options => {
   const {
+    audioDebugPort,
     elementLocator,
     port,
     trackAudioData,
@@ -10102,6 +10128,7 @@ const startWebRtcAudioStream = async options => {
   const micStream = await navigator.mediaDevices.getUserMedia({
     audio: true
   });
+  const inputAudioRecorder = startInputAudioRecorder(micStream, audioDebugPort);
   if (trackAudioData && audioCtx) {
     micAnalyzer = setupLevelMeter(audioCtx, micStream);
   }
@@ -10109,6 +10136,9 @@ const startWebRtcAudioStream = async options => {
   const dc = pc.createDataChannel('oai-events');
   dc.addEventListener('message', e => {
     port.postMessage(e.data);
+    if (inputAudioRecorder?.state === 'recording' && isSpeechStoppedEvent(e.data)) {
+      inputAudioRecorder.requestData();
+    }
   });
   port.onmessage = event => {
     const {
@@ -10125,8 +10155,10 @@ const startWebRtcAudioStream = async options => {
   await pc.setLocalDescription(offer);
   pcs[uid] = {
     audioCtx,
+    audioDebugPort,
     connection: pc,
     dataChannel: dc,
+    inputAudioRecorder,
     micAnalyzer,
     micStream,
     port,
@@ -10163,8 +10195,10 @@ const stopWebRtcAudioStream = async uid => {
   // TODO use disposableMap maybe?
   const {
     audioCtx,
+    audioDebugPort,
     connection,
     dataChannel,
+    inputAudioRecorder,
     micStream,
     port,
     remoteAudio
@@ -10173,10 +10207,15 @@ const stopWebRtcAudioStream = async uid => {
   connection.ontrack = null;
   connection.close();
   dataChannel.close();
+  if (inputAudioRecorder && inputAudioRecorder.state !== 'inactive') {
+    inputAudioRecorder.ondataavailable = null;
+    inputAudioRecorder.stop();
+  }
   for (const t of micStream.getTracks()) {
     t.stop();
   }
   port.close();
+  audioDebugPort?.close();
   remoteAudio.srcObject = null;
   if (audioCtx) {
     await audioCtx.close();
@@ -10224,6 +10263,7 @@ const commandMap = {
   'ConfirmPrompt.prompt': confirm,
   'Css.addCssStyleSheet': addCssStyleSheet,
   'Css.getSelectionText': getSelectionText,
+  'Css.removeCssStyleSheet': removeCssStyleSheet,
   'Developer.showState': showState,
   'DirectView.getFocusedUid': getFocusedViewUid,
   'DirectView.getUid': getViewUid,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lvce-editor/renderer-process",
-  "version": "30.42.1",
+  "version": "30.43.0",
   "keywords": [
     "lvce-editor",
     "renderer-process"