@lvce-editor/renderer-process 30.26.0 → 30.27.0

package/dist/rendererProcessMain.js

@@ -9594,10 +9594,20 @@ const queryAudio = (uid, elementLocator) => {
   }
   return remoteAudio;
 };
+const setupLevelMeter = (audioCtx, stream, kind) => {
+  const source = audioCtx.createMediaStreamSource(stream);
+  const analyser = audioCtx.createAnalyser();
+  // TODO make variables confirguable
+  analyser.fftSize = 512;
+  analyser.smoothingTimeConstant = 0.6;
+  source.connect(analyser);
+  return analyser;
+};
 const startWebRtcAudioStream = async options => {
   const {
     elementLocator,
     port,
+    trackAudioData,
     uid
   } = options;
 
@@ -9608,32 +9618,41 @@ const startWebRtcAudioStream = async options => {
     console.error('[webrtc] audio element not found');
     return;
   }
+  let audioCtx;
+  let micAnalyzer;
+  let remoteAnalyzer;
+  if (trackAudioData) {
+    // @ts-ignore
+    audioCtx = new (window.AudioContext || window.webkitAudioContext)();
+  }
   remoteAudio.autoplay = true;
   pc.ontrack = e => {
     remoteAudio.srcObject = e.streams[0];
+    if (trackAudioData && audioCtx) {
+      remoteAnalyzer = setupLevelMeter(audioCtx, e.streams[0]);
+    }
   };
   const micStream = await navigator.mediaDevices.getUserMedia({
     audio: true
   });
+  if (trackAudioData && audioCtx) {
+    micAnalyzer = setupLevelMeter(audioCtx, micStream);
+  }
   pc.addTrack(micStream.getTracks()[0]);
-
-  // const audioCtx = new (window.AudioContext || window.webkitAudioContext)()
-
   const dc = pc.createDataChannel('oai-events');
   dc.addEventListener('message', e => {
     port.postMessage(e.data);
-  }
-
-  // handleServerEvent(JSON.parse(e.data))
-  );
+  });
 
   // 3. Standard WebRTC offer/answer handshake against the Realtime API.
   const offer = await pc.createOffer();
   await pc.setLocalDescription(offer);
   pcs[uid] = {
     connection: pc,
+    micAnalyzer,
     micStream,
-    port
+    port,
+    remoteAnalyzer
   };
   return offer.sdp;
 };
@@ -9663,6 +9682,7 @@ const stopWebRtcAudioStream = async options => {
   if (!pc) {
     return;
   }
+  // TODO use disposableMap maybe?
   const {
     connection,
     micStream,
@@ -9675,6 +9695,36 @@ const stopWebRtcAudioStream = async options => {
   }
   port.close();
 };
+const readMicLevels = options => {
+  const {
+    uid
+  } = options;
+  const pc = pcs[uid];
+  if (!pc) {
+    return {
+      micAnalyzerData: new Uint8Array(),
+      remoteAnalyzerData: new Uint8Array()
+    };
+  }
+  const {
+    micAnalyzer,
+    remoteAnalyzer
+  } = pc;
+  let micAnalyzerData = new Uint8Array();
+  if (micAnalyzer) {
+    micAnalyzerData = new Uint8Array(micAnalyzer.frequencyBinCount);
+    micAnalyzer.getByteTimeDomainData(micAnalyzerData);
+  }
+  let remoteAnalyzerData = new Uint8Array();
+  if (remoteAnalyzer) {
+    remoteAnalyzerData = new Uint8Array(remoteAnalyzer.frequencyBinCount);
+    remoteAnalyzer.getByteTimeDomainData(remoteAnalyzerData);
+  }
+  return {
+    micAnalyzerData,
+    remoteAnalyzerData
+  };
+};
 
 const commandMap = {
   'Audio.play': play,
@@ -9757,6 +9807,7 @@ const commandMap = {
   'Viewlet.sendMultiple': sendMultiple,
   'Viewlet.setBounds': setBounds$1,
   'Viewlet.show': show,
+  'WebRtc.readMicLevels': readMicLevels,
   'WebRtc.setRemoteDescription': setRemoteDescription,
   'WebRtc.startWebRtcAudioStream': startWebRtcAudioStream,
   'WebRtc.stopWebRtcAudioStream': stopWebRtcAudioStream,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lvce-editor/renderer-process",
-  "version": "30.26.0",
+  "version": "30.27.0",
   "keywords": [
     "lvce-editor",
     "renderer-process"