@tensamin/audio 0.1.2 → 0.1.3

package/dist/pipeline/audio-pipeline.js

@@ -63,32 +63,60 @@ var RNNoisePlugin = class {
   async createNode(context, config) {
     const { loadRnnoise, RnnoiseWorkletNode } = await import("@sapphi-red/web-noise-suppressor");
     if (!config?.enabled) {
+      console.log("Noise suppression disabled, using passthrough node");
       const pass = context.createGain();
       return pass;
     }
     if (!config?.wasmUrl || !config?.simdUrl || !config?.workletUrl) {
-      throw new Error(
-        "RNNoisePlugin requires 'wasmUrl', 'simdUrl', and 'workletUrl' to be configured. Please download the assets and provide the URLs."
+      const error = new Error(
+        `RNNoisePlugin requires 'wasmUrl', 'simdUrl', and 'workletUrl' to be configured. Please download the assets from @sapphi-red/web-noise-suppressor and provide the URLs in the config. Current config: wasmUrl=${config?.wasmUrl}, simdUrl=${config?.simdUrl}, workletUrl=${config?.workletUrl}
+To disable noise suppression, set noiseSuppression.enabled to false.`
       );
+      console.error(error.message);
+      throw error;
     }
-    if (!this.wasmBuffer) {
-      this.wasmBuffer = await loadRnnoise({
-        url: config.wasmUrl,
-        simdUrl: config.simdUrl
-      });
+    try {
+      if (!this.wasmBuffer) {
+        console.log("Loading RNNoise WASM binary...");
+        this.wasmBuffer = await loadRnnoise({
+          url: config.wasmUrl,
+          simdUrl: config.simdUrl
+        });
+        console.log("RNNoise WASM loaded successfully");
+      }
+    } catch (error) {
+      const err = new Error(
+        `Failed to load RNNoise WASM binary: ${error instanceof Error ? error.message : String(error)}`
+      );
+      console.error(err);
+      throw err;
     }
     const workletUrl = config.workletUrl;
     try {
       await context.audioWorklet.addModule(workletUrl);
+      console.log("RNNoise worklet loaded successfully");
     } catch (e) {
-      console.warn("Failed to add RNNoise worklet module:", e);
+      const error = new Error(
+        `Failed to load RNNoise worklet from ${workletUrl}: ${e instanceof Error ? e.message : String(e)}. Ensure the workletUrl points to a valid RNNoise worklet script.`
+      );
+      console.error(error.message);
+      throw error;
+    }
+    try {
+      const node = new RnnoiseWorkletNode(context, {
+        wasmBinary: this.wasmBuffer,
+        maxChannels: 1
+        // Mono for now
+      });
+      console.log("RNNoise worklet node created successfully");
+      return node;
+    } catch (error) {
+      const err = new Error(
+        `Failed to create RNNoise worklet node: ${error instanceof Error ? error.message : String(error)}`
+      );
+      console.error(err);
+      throw err;
     }
-    const node = new RnnoiseWorkletNode(context, {
-      wasmBinary: this.wasmBuffer,
-      maxChannels: 1
-      // Mono for now
-    });
-    return node;
   }
 };
 
@@ -136,22 +164,52 @@ registerProcessor('energy-vad-processor', EnergyVadProcessor);
 var EnergyVADPlugin = class {
   name = "energy-vad";
   async createNode(context, config, onDecision) {
+    if (!config?.enabled) {
+      console.log("VAD disabled, using passthrough node");
+      const pass = context.createGain();
+      return pass;
+    }
     const blob = new Blob([energyVadWorkletCode], {
       type: "application/javascript"
     });
     const url = URL.createObjectURL(blob);
     try {
       await context.audioWorklet.addModule(url);
+      console.log("Energy VAD worklet loaded successfully");
     } catch (e) {
-      console.warn("Failed to add Energy VAD worklet:", e);
-      throw e;
-    } finally {
+      const error = new Error(
+        `Failed to load Energy VAD worklet: ${e instanceof Error ? e.message : String(e)}`
+      );
+      console.error(error.message);
       URL.revokeObjectURL(url);
+      throw error;
+    }
+    URL.revokeObjectURL(url);
+    let node;
+    try {
+      node = new AudioWorkletNode(context, "energy-vad-processor");
+      console.log("Energy VAD node created successfully");
+    } catch (e) {
+      const error = new Error(
+        `Failed to create Energy VAD node: ${e instanceof Error ? e.message : String(e)}`
+      );
+      console.error(error.message);
+      throw error;
     }
-    const node = new AudioWorkletNode(context, "energy-vad-processor");
     node.port.onmessage = (event) => {
-      const { probability } = event.data;
-      onDecision(probability);
+      try {
+        const { probability } = event.data;
+        if (typeof probability === "number" && !isNaN(probability)) {
+          onDecision(probability);
+        } else {
+          console.warn("Invalid VAD probability received:", event.data);
+        }
+      } catch (error) {
+        console.error("Error in VAD message handler:", error);
+      }
+    };
+    node.port.onmessageerror = (event) => {
+      console.error("VAD port message error:", event);
     };
     return node;
   }
@@ -245,42 +303,84 @@ var VADStateMachine = class {
 async function createAudioPipeline(sourceTrack, config = {}) {
   const context = getAudioContext();
   registerPipeline();
+  const nsEnabled = config.noiseSuppression?.enabled !== false && Boolean(config.noiseSuppression?.wasmUrl && config.noiseSuppression?.simdUrl && config.noiseSuppression?.workletUrl);
+  const vadEnabled = config.vad?.enabled !== false;
   const fullConfig = {
-    noiseSuppression: { enabled: true, ...config.noiseSuppression },
-    vad: { enabled: true, ...config.vad },
+    noiseSuppression: {
+      enabled: nsEnabled,
+      ...config.noiseSuppression
+    },
+    vad: {
+      enabled: vadEnabled,
+      ...config.vad
+    },
     output: {
       speechGain: 1,
-      silenceGain: 0,
+      silenceGain: vadEnabled ? 0 : 1,
+      // If no VAD, always output audio
       gainRampTime: 0.02,
       ...config.output
     },
     livekit: { manageTrackMute: false, ...config.livekit }
   };
+  console.log("Audio pipeline config:", {
+    noiseSuppression: fullConfig.noiseSuppression?.enabled,
+    vad: fullConfig.vad?.enabled,
+    output: fullConfig.output
+  });
+  if (!sourceTrack || sourceTrack.kind !== "audio") {
+    throw new Error("createAudioPipeline requires a valid audio MediaStreamTrack");
+  }
+  if (sourceTrack.readyState === "ended") {
+    throw new Error("Cannot create pipeline from an ended MediaStreamTrack");
+  }
   const sourceStream = new MediaStream([sourceTrack]);
   const sourceNode = context.createMediaStreamSource(sourceStream);
-  const nsPlugin = getNoiseSuppressionPlugin(
-    fullConfig.noiseSuppression?.pluginName
-  );
-  const nsNode = await nsPlugin.createNode(
-    context,
-    fullConfig.noiseSuppression
-  );
-  const vadPlugin = getVADPlugin(fullConfig.vad?.pluginName);
-  const vadStateMachine = new VADStateMachine(fullConfig.vad);
+  let nsNode;
+  let vadNode;
   const emitter = (0, import_mitt.default)();
-  const vadNode = await vadPlugin.createNode(
-    context,
-    fullConfig.vad,
-    (prob) => {
-      const timestamp = context.currentTime * 1e3;
-      const newState = vadStateMachine.processFrame(prob, timestamp);
-      if (newState.state !== lastVadState.state || Math.abs(newState.probability - lastVadState.probability) > 0.1) {
-        emitter.emit("vadChange", newState);
-        lastVadState = newState;
-        updateGain(newState);
+  try {
+    const nsPlugin = getNoiseSuppressionPlugin(
+      fullConfig.noiseSuppression?.pluginName
+    );
+    nsNode = await nsPlugin.createNode(
+      context,
+      fullConfig.noiseSuppression
+    );
+  } catch (error) {
+    const err = error instanceof Error ? error : new Error(String(error));
+    console.error("Failed to create noise suppression node:", err);
+    emitter.emit("error", err);
+    throw err;
+  }
+  const vadStateMachine = new VADStateMachine(fullConfig.vad);
+  try {
+    const vadPlugin = getVADPlugin(fullConfig.vad?.pluginName);
+    vadNode = await vadPlugin.createNode(
+      context,
+      fullConfig.vad,
+      (prob) => {
+        try {
+          const timestamp = context.currentTime * 1e3;
+          const newState = vadStateMachine.processFrame(prob, timestamp);
+          if (newState.state !== lastVadState.state || Math.abs(newState.probability - lastVadState.probability) > 0.1) {
+            emitter.emit("vadChange", newState);
+            lastVadState = newState;
+            updateGain(newState);
+          }
+        } catch (vadError) {
+          const err = vadError instanceof Error ? vadError : new Error(String(vadError));
+          console.error("Error in VAD callback:", err);
+          emitter.emit("error", err);
+        }
       }
-    }
-  );
+    );
+  } catch (error) {
+    const err = error instanceof Error ? error : new Error(String(error));
+    console.error("Failed to create VAD node:", err);
+    emitter.emit("error", err);
+    throw err;
+  }
   let lastVadState = {
     isSpeaking: false,
     probability: 0,
@@ -296,34 +396,98 @@ async function createAudioPipeline(sourceTrack, config = {}) {
   const gainNode = context.createGain();
   gainNode.gain.value = fullConfig.output?.silenceGain ?? 0;
   const destination = context.createMediaStreamDestination();
-  splitter.connect(delayNode);
-  delayNode.connect(gainNode);
-  gainNode.connect(destination);
+  try {
+    splitter.connect(delayNode);
+    delayNode.connect(gainNode);
+    gainNode.connect(destination);
+  } catch (error) {
+    const err = error instanceof Error ? error : new Error(String(error));
+    console.error("Failed to wire audio pipeline:", err);
+    emitter.emit("error", err);
+    throw err;
+  }
   function updateGain(state) {
-    const { speechGain, silenceGain, gainRampTime } = fullConfig.output;
-    const targetGain = state.isSpeaking ? speechGain ?? 1 : silenceGain ?? 0;
-    const now = context.currentTime;
-    gainNode.gain.setTargetAtTime(targetGain, now, gainRampTime ?? 0.02);
+    try {
+      const { speechGain, silenceGain, gainRampTime } = fullConfig.output;
+      const targetGain = state.isSpeaking ? speechGain ?? 1 : silenceGain ?? 0;
+      const now = context.currentTime;
+      gainNode.gain.setTargetAtTime(targetGain, now, gainRampTime ?? 0.02);
+    } catch (error) {
+      const err = error instanceof Error ? error : new Error(String(error));
+      console.error("Failed to update gain:", err);
+      emitter.emit("error", err);
+    }
+  }
+  const audioTracks = destination.stream.getAudioTracks();
+  console.log("Destination stream tracks:", {
+    count: audioTracks.length,
+    tracks: audioTracks.map((t) => ({
+      id: t.id,
+      label: t.label,
+      enabled: t.enabled,
+      readyState: t.readyState
+    }))
+  });
+  if (audioTracks.length === 0) {
+    const err = new Error(
+      "Failed to create processed audio track: destination stream has no audio tracks. This may indicate an issue with the audio graph connection."
+    );
+    console.error(err);
+    emitter.emit("error", err);
+    throw err;
+  }
+  const processedTrack = audioTracks[0];
+  if (!processedTrack || processedTrack.readyState === "ended") {
+    const err = new Error("Processed audio track is invalid or ended");
+    console.error(err);
+    emitter.emit("error", err);
+    throw err;
   }
+  console.log("Audio pipeline created successfully:", {
+    sourceTrack: {
+      id: sourceTrack.id,
+      label: sourceTrack.label,
+      readyState: sourceTrack.readyState
+    },
+    processedTrack: {
+      id: processedTrack.id,
+      label: processedTrack.label,
+      readyState: processedTrack.readyState
+    },
+    config: {
+      noiseSuppression: fullConfig.noiseSuppression?.enabled,
+      vad: fullConfig.vad?.enabled
+    }
+  });
   function dispose() {
-    sourceNode.disconnect();
-    nsNode.disconnect();
-    splitter.disconnect();
-    vadNode.disconnect();
-    delayNode.disconnect();
-    gainNode.disconnect();
-    destination.stream.getTracks().forEach((t) => t.stop());
-    unregisterPipeline();
+    try {
+      sourceNode.disconnect();
+      nsNode.disconnect();
+      splitter.disconnect();
+      vadNode.disconnect();
+      delayNode.disconnect();
+      gainNode.disconnect();
+      destination.stream.getTracks().forEach((t) => t.stop());
+      unregisterPipeline();
+    } catch (error) {
+      console.error("Error during pipeline disposal:", error);
+    }
   }
   return {
-    processedTrack: destination.stream.getAudioTracks()[0],
+    processedTrack,
     events: emitter,
     get state() {
       return lastVadState;
     },
     setConfig: (newConfig) => {
-      if (newConfig.vad) {
-        vadStateMachine.updateConfig(newConfig.vad);
+      try {
+        if (newConfig.vad) {
+          vadStateMachine.updateConfig(newConfig.vad);
+        }
+      } catch (error) {
+        const err = error instanceof Error ? error : new Error(String(error));
+        console.error("Failed to update config:", err);
+        emitter.emit("error", err);
       }
     },
     dispose

package/dist/pipeline/audio-pipeline.mjs

@@ -1,11 +1,11 @@
 import {
   createAudioPipeline
-} from "../chunk-QU7E5HBA.mjs";
+} from "../chunk-EXH2PNUE.mjs";
 import "../chunk-JJASCVEW.mjs";
 import "../chunk-OZ7KMC4S.mjs";
-import "../chunk-FS635GMR.mjs";
-import "../chunk-SDTOKWM2.mjs";
-import "../chunk-UMU2KIB6.mjs";
+import "../chunk-6P2RDBW5.mjs";
+import "../chunk-XO6B3D4A.mjs";
+import "../chunk-R5JVHKWA.mjs";
 export {
   createAudioPipeline
 };

package/dist/vad/vad-node.js

@@ -66,22 +66,52 @@ registerProcessor('energy-vad-processor', EnergyVadProcessor);
 var EnergyVADPlugin = class {
   name = "energy-vad";
   async createNode(context, config, onDecision) {
+    if (!config?.enabled) {
+      console.log("VAD disabled, using passthrough node");
+      const pass = context.createGain();
+      return pass;
+    }
     const blob = new Blob([energyVadWorkletCode], {
       type: "application/javascript"
     });
     const url = URL.createObjectURL(blob);
     try {
       await context.audioWorklet.addModule(url);
+      console.log("Energy VAD worklet loaded successfully");
     } catch (e) {
-      console.warn("Failed to add Energy VAD worklet:", e);
-      throw e;
-    } finally {
+      const error = new Error(
+        `Failed to load Energy VAD worklet: ${e instanceof Error ? e.message : String(e)}`
+      );
+      console.error(error.message);
       URL.revokeObjectURL(url);
+      throw error;
+    }
+    URL.revokeObjectURL(url);
+    let node;
+    try {
+      node = new AudioWorkletNode(context, "energy-vad-processor");
+      console.log("Energy VAD node created successfully");
+    } catch (e) {
+      const error = new Error(
+        `Failed to create Energy VAD node: ${e instanceof Error ? e.message : String(e)}`
+      );
+      console.error(error.message);
+      throw error;
     }
-    const node = new AudioWorkletNode(context, "energy-vad-processor");
     node.port.onmessage = (event) => {
-      const { probability } = event.data;
-      onDecision(probability);
+      try {
+        const { probability } = event.data;
+        if (typeof probability === "number" && !isNaN(probability)) {
+          onDecision(probability);
+        } else {
+          console.warn("Invalid VAD probability received:", event.data);
+        }
+      } catch (error) {
+        console.error("Error in VAD message handler:", error);
+      }
+    };
+    node.port.onmessageerror = (event) => {
+      console.error("VAD port message error:", event);
     };
     return node;
   }

package/dist/vad/vad-node.mjs

@@ -1,6 +1,6 @@
 import {
   EnergyVADPlugin
-} from "../chunk-UMU2KIB6.mjs";
+} from "../chunk-R5JVHKWA.mjs";
 export {
   EnergyVADPlugin
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tensamin/audio",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
   "types": "dist/index.d.ts",

package/dist/chunk-HFSKQ33X.mjs

@@ -1,38 +0,0 @@
-import {
-  createAudioPipeline
-} from "./chunk-QU7E5HBA.mjs";
-
-// src/livekit/integration.ts
-async function attachProcessingToTrack(track, config = {}) {
-  const originalTrack = track.mediaStreamTrack;
-  const pipeline = await createAudioPipeline(originalTrack, config);
-  await track.replaceTrack(pipeline.processedTrack);
-  if (config.livekit?.manageTrackMute) {
-    let isVadMuted = false;
-    pipeline.events.on("vadChange", async (state) => {
-      if (state.isSpeaking) {
-        if (isVadMuted) {
-          await track.unmute();
-          isVadMuted = false;
-        }
-      } else {
-        if (!track.isMuted) {
-          await track.mute();
-          isVadMuted = true;
-        }
-      }
-    });
-  }
-  const originalDispose = pipeline.dispose;
-  pipeline.dispose = () => {
-    if (originalTrack.readyState === "live") {
-      track.replaceTrack(originalTrack).catch(console.error);
-    }
-    originalDispose();
-  };
-  return pipeline;
-}
-
-export {
-  attachProcessingToTrack
-};

package/dist/chunk-QU7E5HBA.mjs

@@ -1,106 +0,0 @@
-import {
-  VADStateMachine
-} from "./chunk-JJASCVEW.mjs";
-import {
-  getAudioContext,
-  registerPipeline,
-  unregisterPipeline
-} from "./chunk-OZ7KMC4S.mjs";
-import {
-  getNoiseSuppressionPlugin,
-  getVADPlugin
-} from "./chunk-FS635GMR.mjs";
-
-// src/pipeline/audio-pipeline.ts
-import mitt from "mitt";
-async function createAudioPipeline(sourceTrack, config = {}) {
-  const context = getAudioContext();
-  registerPipeline();
-  const fullConfig = {
-    noiseSuppression: { enabled: true, ...config.noiseSuppression },
-    vad: { enabled: true, ...config.vad },
-    output: {
-      speechGain: 1,
-      silenceGain: 0,
-      gainRampTime: 0.02,
-      ...config.output
-    },
-    livekit: { manageTrackMute: false, ...config.livekit }
-  };
-  const sourceStream = new MediaStream([sourceTrack]);
-  const sourceNode = context.createMediaStreamSource(sourceStream);
-  const nsPlugin = getNoiseSuppressionPlugin(
-    fullConfig.noiseSuppression?.pluginName
-  );
-  const nsNode = await nsPlugin.createNode(
-    context,
-    fullConfig.noiseSuppression
-  );
-  const vadPlugin = getVADPlugin(fullConfig.vad?.pluginName);
-  const vadStateMachine = new VADStateMachine(fullConfig.vad);
-  const emitter = mitt();
-  const vadNode = await vadPlugin.createNode(
-    context,
-    fullConfig.vad,
-    (prob) => {
-      const timestamp = context.currentTime * 1e3;
-      const newState = vadStateMachine.processFrame(prob, timestamp);
-      if (newState.state !== lastVadState.state || Math.abs(newState.probability - lastVadState.probability) > 0.1) {
-        emitter.emit("vadChange", newState);
-        lastVadState = newState;
-        updateGain(newState);
-      }
-    }
-  );
-  let lastVadState = {
-    isSpeaking: false,
-    probability: 0,
-    state: "silent"
-  };
-  const splitter = context.createGain();
-  sourceNode.connect(nsNode);
-  nsNode.connect(splitter);
-  splitter.connect(vadNode);
-  const delayNode = context.createDelay(1);
-  const preRollSeconds = (fullConfig.vad?.preRollMs ?? 200) / 1e3;
-  delayNode.delayTime.value = preRollSeconds;
-  const gainNode = context.createGain();
-  gainNode.gain.value = fullConfig.output?.silenceGain ?? 0;
-  const destination = context.createMediaStreamDestination();
-  splitter.connect(delayNode);
-  delayNode.connect(gainNode);
-  gainNode.connect(destination);
-  function updateGain(state) {
-    const { speechGain, silenceGain, gainRampTime } = fullConfig.output;
-    const targetGain = state.isSpeaking ? speechGain ?? 1 : silenceGain ?? 0;
-    const now = context.currentTime;
-    gainNode.gain.setTargetAtTime(targetGain, now, gainRampTime ?? 0.02);
-  }
-  function dispose() {
-    sourceNode.disconnect();
-    nsNode.disconnect();
-    splitter.disconnect();
-    vadNode.disconnect();
-    delayNode.disconnect();
-    gainNode.disconnect();
-    destination.stream.getTracks().forEach((t) => t.stop());
-    unregisterPipeline();
-  }
-  return {
-    processedTrack: destination.stream.getAudioTracks()[0],
-    events: emitter,
-    get state() {
-      return lastVadState;
-    },
-    setConfig: (newConfig) => {
-      if (newConfig.vad) {
-        vadStateMachine.updateConfig(newConfig.vad);
-      }
-    },
-    dispose
-  };
-}
-
-export {
-  createAudioPipeline
-};

package/dist/chunk-SDTOKWM2.mjs

@@ -1,39 +0,0 @@
-// src/noise-suppression/rnnoise-node.ts
-var RNNoisePlugin = class {
-  name = "rnnoise-ns";
-  wasmBuffer = null;
-  async createNode(context, config) {
-    const { loadRnnoise, RnnoiseWorkletNode } = await import("@sapphi-red/web-noise-suppressor");
-    if (!config?.enabled) {
-      const pass = context.createGain();
-      return pass;
-    }
-    if (!config?.wasmUrl || !config?.simdUrl || !config?.workletUrl) {
-      throw new Error(
-        "RNNoisePlugin requires 'wasmUrl', 'simdUrl', and 'workletUrl' to be configured. Please download the assets and provide the URLs."
-      );
-    }
-    if (!this.wasmBuffer) {
-      this.wasmBuffer = await loadRnnoise({
-        url: config.wasmUrl,
-        simdUrl: config.simdUrl
-      });
-    }
-    const workletUrl = config.workletUrl;
-    try {
-      await context.audioWorklet.addModule(workletUrl);
-    } catch (e) {
-      console.warn("Failed to add RNNoise worklet module:", e);
-    }
-    const node = new RnnoiseWorkletNode(context, {
-      wasmBinary: this.wasmBuffer,
-      maxChannels: 1
-      // Mono for now
-    });
-    return node;
-  }
-};
-
-export {
-  RNNoisePlugin
-};