@lvce-editor/renderer-process 30.26.0 → 30.28.0

package/dist/rendererProcessMain.js

@@ -9594,10 +9594,20 @@ const queryAudio = (uid, elementLocator) => {
   }
   return remoteAudio;
 };
+const setupLevelMeter = (audioCtx, stream) => {
+  const source = audioCtx.createMediaStreamSource(stream);
+  const analyser = audioCtx.createAnalyser();
+  // TODO make variables confirguable
+  analyser.fftSize = 512;
+  analyser.smoothingTimeConstant = 0.6;
+  source.connect(analyser);
+  return analyser;
+};
 const startWebRtcAudioStream = async options => {
   const {
     elementLocator,
     port,
+    trackAudioData,
     uid
   } = options;
 
@@ -9608,32 +9618,44 @@ const startWebRtcAudioStream = async options => {
     console.error('[webrtc] audio element not found');
     return;
   }
+  let audioCtx;
+  let micAnalyzer;
+  const remoteAnalyzerInstance = {
+    instance: undefined
+  };
+  if (trackAudioData) {
+    // @ts-ignore
+    audioCtx = new (window.AudioContext || window.webkitAudioContext)();
+  }
   remoteAudio.autoplay = true;
   pc.ontrack = e => {
     remoteAudio.srcObject = e.streams[0];
+    if (trackAudioData && audioCtx) {
+      remoteAnalyzerInstance.instance = setupLevelMeter(audioCtx, e.streams[0]);
+    }
   };
   const micStream = await navigator.mediaDevices.getUserMedia({
     audio: true
   });
+  if (trackAudioData && audioCtx) {
+    micAnalyzer = setupLevelMeter(audioCtx, micStream);
+  }
   pc.addTrack(micStream.getTracks()[0]);
-
-  // const audioCtx = new (window.AudioContext || window.webkitAudioContext)()
-
   const dc = pc.createDataChannel('oai-events');
   dc.addEventListener('message', e => {
     port.postMessage(e.data);
-  }
-
-  // handleServerEvent(JSON.parse(e.data))
-  );
+  });
 
   // 3. Standard WebRTC offer/answer handshake against the Realtime API.
   const offer = await pc.createOffer();
   await pc.setLocalDescription(offer);
   pcs[uid] = {
+    audioCtx,
     connection: pc,
+    micAnalyzer,
     micStream,
-    port
+    port,
+    remoteAnalyzer: remoteAnalyzerInstance
   };
   return offer.sdp;
 };
@@ -9655,6 +9677,8 @@ const setRemoteDescription = async options => {
     type
   });
 };
+
+// TODO this has a race conditon when start/stop is pressed fast
 const stopWebRtcAudioStream = async options => {
   const {
     uid
@@ -9663,7 +9687,9 @@ const stopWebRtcAudioStream = async options => {
   if (!pc) {
     return;
   }
+  // TODO use disposableMap maybe?
   const {
+    audioCtx,
     connection,
     micStream,
     port
@@ -9674,6 +9700,39 @@ const stopWebRtcAudioStream = async options => {
     t.stop();
   }
   port.close();
+  if (audioCtx) {
+    await audioCtx.close();
+  }
+};
+const readMicLevel = analyzer => {
+  let data = new Uint8Array();
+  if (analyzer) {
+    data = new Uint8Array(analyzer.frequencyBinCount);
+    analyzer.getByteTimeDomainData(data);
+  }
+  return data;
+};
+const readMicLevels = options => {
+  const {
+    uid
+  } = options;
+  const pc = pcs[uid];
+  if (!pc) {
+    return {
+      micAnalyzerData: new Uint8Array(),
+      remoteAnalyzerData: new Uint8Array()
+    };
+  }
+  const {
+    micAnalyzer,
+    remoteAnalyzer
+  } = pc;
+  const micAnalyzerData = readMicLevel(micAnalyzer);
+  const remoteAnalyzerData = readMicLevel(remoteAnalyzer.instance);
+  return {
+    micAnalyzerData,
+    remoteAnalyzerData
+  };
 };
 
 const commandMap = {
@@ -9757,6 +9816,7 @@ const commandMap = {
   'Viewlet.sendMultiple': sendMultiple,
   'Viewlet.setBounds': setBounds$1,
   'Viewlet.show': show,
+  'WebRtc.readMicLevels': readMicLevels,
   'WebRtc.setRemoteDescription': setRemoteDescription,
   'WebRtc.startWebRtcAudioStream': startWebRtcAudioStream,
   'WebRtc.stopWebRtcAudioStream': stopWebRtcAudioStream,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lvce-editor/renderer-process",
-  "version": "30.26.0",
+  "version": "30.28.0",
   "keywords": [
     "lvce-editor",
     "renderer-process"