@tensamin/audio 0.1.2 → 0.1.4

package/dist/chunk-N553RHTI.mjs

@@ -0,0 +1,93 @@
+// src/vad/vad-state.ts
+var VADStateMachine = class {
+  config;
+  currentState = "silent";
+  lastSpeechTime = 0;
+  speechStartTime = 0;
+  lastSilenceTime = 0;
+  frameDurationMs = 20;
+  // Assumed frame duration, updated by calls
+  constructor(config) {
+    this.config = {
+      enabled: config?.enabled ?? true,
+      pluginName: config?.pluginName ?? "energy-vad",
+      // Voice-optimized defaults
+      startThreshold: config?.startThreshold ?? 0.6,
+      // Higher threshold to avoid noise
+      stopThreshold: config?.stopThreshold ?? 0.45,
+      // Balanced for voice
+      hangoverMs: config?.hangoverMs ?? 400,
+      // Smooth for natural speech
+      preRollMs: config?.preRollMs ?? 250,
+      // Generous pre-roll
+      minSpeechDurationMs: config?.minSpeechDurationMs ?? 100,
+      minSilenceDurationMs: config?.minSilenceDurationMs ?? 150,
+      energyVad: {
+        smoothing: config?.energyVad?.smoothing ?? 0.95,
+        initialNoiseFloor: config?.energyVad?.initialNoiseFloor ?? 1e-3,
+        noiseFloorAdaptRateQuiet: config?.energyVad?.noiseFloorAdaptRateQuiet ?? 0.01,
+        noiseFloorAdaptRateLoud: config?.energyVad?.noiseFloorAdaptRateLoud ?? 1e-3,
+        minSNR: config?.energyVad?.minSNR ?? 2,
+        snrRange: config?.energyVad?.snrRange ?? 8
+      }
+    };
+    this.lastSilenceTime = Date.now();
+  }
+  updateConfig(config) {
+    this.config = { ...this.config, ...config };
+  }
+  processFrame(probability, timestamp) {
+    const {
+      startThreshold,
+      stopThreshold,
+      hangoverMs,
+      minSpeechDurationMs,
+      minSilenceDurationMs
+    } = this.config;
+    let newState = this.currentState;
+    if (this.currentState === "silent" || this.currentState === "speech_ending") {
+      if (probability >= startThreshold) {
+        const silenceDuration = timestamp - this.lastSilenceTime;
+        if (silenceDuration >= minSilenceDurationMs) {
+          newState = "speech_starting";
+          this.speechStartTime = timestamp;
+          this.lastSpeechTime = timestamp;
+        } else {
+          newState = "silent";
+        }
+      } else {
+        newState = "silent";
+        this.lastSilenceTime = timestamp;
+      }
+    } else if (this.currentState === "speech_starting" || this.currentState === "speaking") {
+      if (probability >= stopThreshold) {
+        newState = "speaking";
+        this.lastSpeechTime = timestamp;
+      } else {
+        const timeSinceSpeech = timestamp - this.lastSpeechTime;
+        const speechDuration = timestamp - this.speechStartTime;
+        if (timeSinceSpeech < hangoverMs) {
+          newState = "speaking";
+        } else if (speechDuration < minSpeechDurationMs) {
+          newState = "silent";
+          this.lastSilenceTime = timestamp;
+        } else {
+          newState = "speech_ending";
+          this.lastSilenceTime = timestamp;
+        }
+      }
+    }
+    if (newState === "speech_starting") newState = "speaking";
+    if (newState === "speech_ending") newState = "silent";
+    this.currentState = newState;
+    return {
+      isSpeaking: newState === "speaking",
+      probability,
+      state: newState
+    };
+  }
+};
+
+export {
+  VADStateMachine
+};

package/dist/chunk-NMHKX64G.mjs

@@ -0,0 +1,118 @@
+// src/vad/vad-node.ts
+var createEnergyVadWorkletCode = (vadConfig) => {
+  const energyParams = vadConfig?.energyVad || {};
+  const smoothing = energyParams.smoothing ?? 0.95;
+  const initialNoiseFloor = energyParams.initialNoiseFloor ?? 1e-3;
+  const noiseFloorAdaptRateQuiet = energyParams.noiseFloorAdaptRateQuiet ?? 0.01;
+  const noiseFloorAdaptRateLoud = energyParams.noiseFloorAdaptRateLoud ?? 1e-3;
+  const minSNR = energyParams.minSNR ?? 2;
+  const snrRange = energyParams.snrRange ?? 8;
+  return `
+class EnergyVadProcessor extends AudioWorkletProcessor {
+  constructor() {
+    super();
+    this.smoothing = ${smoothing};
+    this.energy = 0;
+    this.noiseFloor = ${initialNoiseFloor};
+    this.noiseFloorAdaptRateQuiet = ${noiseFloorAdaptRateQuiet};
+    this.noiseFloorAdaptRateLoud = ${noiseFloorAdaptRateLoud};
+    this.minSNR = ${minSNR};
+    this.snrRange = ${snrRange};
+  }
+
+  process(inputs, outputs, parameters) {
+    const input = inputs[0];
+    if (!input || !input.length) return true;
+    const channel = input[0];
+    
+    // Calculate RMS (Root Mean Square) energy
+    let sum = 0;
+    for (let i = 0; i < channel.length; i++) {
+      sum += channel[i] * channel[i];
+    }
+    const rms = Math.sqrt(sum / channel.length);
+
+    // Adaptive noise floor estimation
+    // When signal is quiet, adapt quickly to find new noise floor
+    // When signal is loud (speech), adapt slowly to avoid raising noise floor
+    if (rms < this.noiseFloor) {
+      this.noiseFloor = this.noiseFloor * (1 - this.noiseFloorAdaptRateQuiet) + rms * this.noiseFloorAdaptRateQuiet;
+    } else {
+      this.noiseFloor = this.noiseFloor * (1 - this.noiseFloorAdaptRateLoud) + rms * this.noiseFloorAdaptRateLoud;
+    }
+
+    // Calculate Signal-to-Noise Ratio (SNR)
+    const snr = rms / (this.noiseFloor + 1e-6);
+    
+    // Map SNR to probability (0-1)
+    // Probability is 0 when SNR <= minSNR
+    // Probability scales linearly from 0 to 1 between minSNR and (minSNR + snrRange)
+    // Probability is 1 when SNR >= (minSNR + snrRange)
+    const probability = Math.min(1, Math.max(0, (snr - this.minSNR) / this.snrRange));
+
+    this.port.postMessage({ probability, snr, noiseFloor: this.noiseFloor, rms });
+
+    return true;
+  }
+}
+registerProcessor('energy-vad-processor', EnergyVadProcessor);
+`;
+};
+var EnergyVADPlugin = class {
+  name = "energy-vad";
+  async createNode(context, config, onDecision) {
+    if (!config?.enabled) {
+      console.log("VAD disabled, using passthrough node");
+      const pass = context.createGain();
+      return pass;
+    }
+    const workletCode = createEnergyVadWorkletCode(config);
+    const blob = new Blob([workletCode], {
+      type: "application/javascript"
+    });
+    const url = URL.createObjectURL(blob);
+    try {
+      await context.audioWorklet.addModule(url);
+      console.log("Energy VAD worklet loaded successfully");
+    } catch (e) {
+      const error = new Error(
+        `Failed to load Energy VAD worklet: ${e instanceof Error ? e.message : String(e)}`
+      );
+      console.error(error.message);
+      URL.revokeObjectURL(url);
+      throw error;
+    }
+    URL.revokeObjectURL(url);
+    let node;
+    try {
+      node = new AudioWorkletNode(context, "energy-vad-processor");
+      console.log("Energy VAD node created successfully");
+    } catch (e) {
+      const error = new Error(
+        `Failed to create Energy VAD node: ${e instanceof Error ? e.message : String(e)}`
+      );
+      console.error(error.message);
+      throw error;
+    }
+    node.port.onmessage = (event) => {
+      try {
+        const { probability } = event.data;
+        if (typeof probability === "number" && !isNaN(probability)) {
+          onDecision(probability);
+        } else {
+          console.warn("Invalid VAD probability received:", event.data);
+        }
+      } catch (error) {
+        console.error("Error in VAD message handler:", error);
+      }
+    };
+    node.port.onmessageerror = (event) => {
+      console.error("VAD port message error:", event);
+    };
+    return node;
+  }
+};
+
+export {
+  EnergyVADPlugin
+};

package/dist/chunk-XO6B3D4A.mjs

@@ -0,0 +1,67 @@
+// src/noise-suppression/rnnoise-node.ts
+var RNNoisePlugin = class {
+  name = "rnnoise-ns";
+  wasmBuffer = null;
+  async createNode(context, config) {
+    const { loadRnnoise, RnnoiseWorkletNode } = await import("@sapphi-red/web-noise-suppressor");
+    if (!config?.enabled) {
+      console.log("Noise suppression disabled, using passthrough node");
+      const pass = context.createGain();
+      return pass;
+    }
+    if (!config?.wasmUrl || !config?.simdUrl || !config?.workletUrl) {
+      const error = new Error(
+        `RNNoisePlugin requires 'wasmUrl', 'simdUrl', and 'workletUrl' to be configured. Please download the assets from @sapphi-red/web-noise-suppressor and provide the URLs in the config. Current config: wasmUrl=${config?.wasmUrl}, simdUrl=${config?.simdUrl}, workletUrl=${config?.workletUrl}
+To disable noise suppression, set noiseSuppression.enabled to false.`
+      );
+      console.error(error.message);
+      throw error;
+    }
+    try {
+      if (!this.wasmBuffer) {
+        console.log("Loading RNNoise WASM binary...");
+        this.wasmBuffer = await loadRnnoise({
+          url: config.wasmUrl,
+          simdUrl: config.simdUrl
+        });
+        console.log("RNNoise WASM loaded successfully");
+      }
+    } catch (error) {
+      const err = new Error(
+        `Failed to load RNNoise WASM binary: ${error instanceof Error ? error.message : String(error)}`
+      );
+      console.error(err);
+      throw err;
+    }
+    const workletUrl = config.workletUrl;
+    try {
+      await context.audioWorklet.addModule(workletUrl);
+      console.log("RNNoise worklet loaded successfully");
+    } catch (e) {
+      const error = new Error(
+        `Failed to load RNNoise worklet from ${workletUrl}: ${e instanceof Error ? e.message : String(e)}. Ensure the workletUrl points to a valid RNNoise worklet script.`
+      );
+      console.error(error.message);
+      throw error;
+    }
+    try {
+      const node = new RnnoiseWorkletNode(context, {
+        wasmBinary: this.wasmBuffer,
+        maxChannels: 1
+        // Mono for now
+      });
+      console.log("RNNoise worklet node created successfully");
+      return node;
+    } catch (error) {
+      const err = new Error(
+        `Failed to create RNNoise worklet node: ${error instanceof Error ? error.message : String(error)}`
+      );
+      console.error(err);
+      throw err;
+    }
+  }
+};
+
+export {
+  RNNoisePlugin
+};

package/dist/{chunk-FS635GMR.mjs → chunk-YOSTLLCS.mjs}

@@ -1,9 +1,9 @@
 import {
   RNNoisePlugin
-} from "./chunk-SDTOKWM2.mjs";
+} from "./chunk-XO6B3D4A.mjs";
 import {
   EnergyVADPlugin
-} from "./chunk-UMU2KIB6.mjs";
+} from "./chunk-NMHKX64G.mjs";
 
 // src/extensibility/plugins.ts
 var nsPlugins = /* @__PURE__ */ new Map();

package/dist/extensibility/plugins.js

@@ -44,43 +44,83 @@ var RNNoisePlugin = class {
   async createNode(context, config) {
     const { loadRnnoise, RnnoiseWorkletNode } = await import("@sapphi-red/web-noise-suppressor");
     if (!config?.enabled) {
+      console.log("Noise suppression disabled, using passthrough node");
       const pass = context.createGain();
       return pass;
     }
     if (!config?.wasmUrl || !config?.simdUrl || !config?.workletUrl) {
-      throw new Error(
-        "RNNoisePlugin requires 'wasmUrl', 'simdUrl', and 'workletUrl' to be configured. Please download the assets and provide the URLs."
+      const error = new Error(
+        `RNNoisePlugin requires 'wasmUrl', 'simdUrl', and 'workletUrl' to be configured. Please download the assets from @sapphi-red/web-noise-suppressor and provide the URLs in the config. Current config: wasmUrl=${config?.wasmUrl}, simdUrl=${config?.simdUrl}, workletUrl=${config?.workletUrl}
+To disable noise suppression, set noiseSuppression.enabled to false.`
       );
+      console.error(error.message);
+      throw error;
     }
-    if (!this.wasmBuffer) {
-      this.wasmBuffer = await loadRnnoise({
-        url: config.wasmUrl,
-        simdUrl: config.simdUrl
-      });
+    try {
+      if (!this.wasmBuffer) {
+        console.log("Loading RNNoise WASM binary...");
+        this.wasmBuffer = await loadRnnoise({
+          url: config.wasmUrl,
+          simdUrl: config.simdUrl
+        });
+        console.log("RNNoise WASM loaded successfully");
+      }
+    } catch (error) {
+      const err = new Error(
+        `Failed to load RNNoise WASM binary: ${error instanceof Error ? error.message : String(error)}`
+      );
+      console.error(err);
+      throw err;
     }
     const workletUrl = config.workletUrl;
     try {
       await context.audioWorklet.addModule(workletUrl);
+      console.log("RNNoise worklet loaded successfully");
     } catch (e) {
-      console.warn("Failed to add RNNoise worklet module:", e);
+      const error = new Error(
+        `Failed to load RNNoise worklet from ${workletUrl}: ${e instanceof Error ? e.message : String(e)}. Ensure the workletUrl points to a valid RNNoise worklet script.`
+      );
+      console.error(error.message);
+      throw error;
+    }
+    try {
+      const node = new RnnoiseWorkletNode(context, {
+        wasmBinary: this.wasmBuffer,
+        maxChannels: 1
+        // Mono for now
+      });
+      console.log("RNNoise worklet node created successfully");
+      return node;
+    } catch (error) {
+      const err = new Error(
+        `Failed to create RNNoise worklet node: ${error instanceof Error ? error.message : String(error)}`
+      );
+      console.error(err);
+      throw err;
     }
-    const node = new RnnoiseWorkletNode(context, {
-      wasmBinary: this.wasmBuffer,
-      maxChannels: 1
-      // Mono for now
-    });
-    return node;
   }
 };
 
 // src/vad/vad-node.ts
-var energyVadWorkletCode = `
+var createEnergyVadWorkletCode = (vadConfig) => {
+  const energyParams = vadConfig?.energyVad || {};
+  const smoothing = energyParams.smoothing ?? 0.95;
+  const initialNoiseFloor = energyParams.initialNoiseFloor ?? 1e-3;
+  const noiseFloorAdaptRateQuiet = energyParams.noiseFloorAdaptRateQuiet ?? 0.01;
+  const noiseFloorAdaptRateLoud = energyParams.noiseFloorAdaptRateLoud ?? 1e-3;
+  const minSNR = energyParams.minSNR ?? 2;
+  const snrRange = energyParams.snrRange ?? 8;
+  return `
 class EnergyVadProcessor extends AudioWorkletProcessor {
   constructor() {
     super();
-    this.smoothing = 0.95;
+    this.smoothing = ${smoothing};
     this.energy = 0;
-    this.noiseFloor = 0.001;
+    this.noiseFloor = ${initialNoiseFloor};
+    this.noiseFloorAdaptRateQuiet = ${noiseFloorAdaptRateQuiet};
+    this.noiseFloorAdaptRateLoud = ${noiseFloorAdaptRateLoud};
+    this.minSNR = ${minSNR};
+    this.snrRange = ${snrRange};
   }
 
   process(inputs, outputs, parameters) {
@@ -88,51 +128,89 @@ class EnergyVadProcessor extends AudioWorkletProcessor {
     if (!input || !input.length) return true;
     const channel = input[0];
     
-    // Calculate RMS
+    // Calculate RMS (Root Mean Square) energy
     let sum = 0;
     for (let i = 0; i < channel.length; i++) {
       sum += channel[i] * channel[i];
     }
     const rms = Math.sqrt(sum / channel.length);
 
-    // Simple adaptive noise floor (very basic)
+    // Adaptive noise floor estimation
+    // When signal is quiet, adapt quickly to find new noise floor
+    // When signal is loud (speech), adapt slowly to avoid raising noise floor
     if (rms < this.noiseFloor) {
-      this.noiseFloor = this.noiseFloor * 0.99 + rms * 0.01;
+      this.noiseFloor = this.noiseFloor * (1 - this.noiseFloorAdaptRateQuiet) + rms * this.noiseFloorAdaptRateQuiet;
     } else {
-      this.noiseFloor = this.noiseFloor * 0.999 + rms * 0.001;
+      this.noiseFloor = this.noiseFloor * (1 - this.noiseFloorAdaptRateLoud) + rms * this.noiseFloorAdaptRateLoud;
     }
 
-    // Calculate "probability" based on SNR
-    // This is a heuristic mapping from energy to 0-1
+    // Calculate Signal-to-Noise Ratio (SNR)
     const snr = rms / (this.noiseFloor + 1e-6);
-    const probability = Math.min(1, Math.max(0, (snr - 1.5) / 10)); // Arbitrary scaling
+    
+    // Map SNR to probability (0-1)
+    // Probability is 0 when SNR <= minSNR
+    // Probability scales linearly from 0 to 1 between minSNR and (minSNR + snrRange)
+    // Probability is 1 when SNR >= (minSNR + snrRange)
+    const probability = Math.min(1, Math.max(0, (snr - this.minSNR) / this.snrRange));
 
-    this.port.postMessage({ probability });
+    this.port.postMessage({ probability, snr, noiseFloor: this.noiseFloor, rms });
 
     return true;
   }
 }
 registerProcessor('energy-vad-processor', EnergyVadProcessor);
 `;
+};
 var EnergyVADPlugin = class {
   name = "energy-vad";
   async createNode(context, config, onDecision) {
-    const blob = new Blob([energyVadWorkletCode], {
+    if (!config?.enabled) {
+      console.log("VAD disabled, using passthrough node");
+      const pass = context.createGain();
+      return pass;
+    }
+    const workletCode = createEnergyVadWorkletCode(config);
+    const blob = new Blob([workletCode], {
       type: "application/javascript"
     });
     const url = URL.createObjectURL(blob);
     try {
       await context.audioWorklet.addModule(url);
+      console.log("Energy VAD worklet loaded successfully");
     } catch (e) {
-      console.warn("Failed to add Energy VAD worklet:", e);
-      throw e;
-    } finally {
+      const error = new Error(
+        `Failed to load Energy VAD worklet: ${e instanceof Error ? e.message : String(e)}`
+      );
+      console.error(error.message);
       URL.revokeObjectURL(url);
+      throw error;
+    }
+    URL.revokeObjectURL(url);
+    let node;
+    try {
+      node = new AudioWorkletNode(context, "energy-vad-processor");
+      console.log("Energy VAD node created successfully");
+    } catch (e) {
+      const error = new Error(
+        `Failed to create Energy VAD node: ${e instanceof Error ? e.message : String(e)}`
+      );
+      console.error(error.message);
+      throw error;
     }
-    const node = new AudioWorkletNode(context, "energy-vad-processor");
     node.port.onmessage = (event) => {
-      const { probability } = event.data;
-      onDecision(probability);
+      try {
+        const { probability } = event.data;
+        if (typeof probability === "number" && !isNaN(probability)) {
+          onDecision(probability);
+        } else {
+          console.warn("Invalid VAD probability received:", event.data);
+        }
+      } catch (error) {
+        console.error("Error in VAD message handler:", error);
+      }
+    };
+    node.port.onmessageerror = (event) => {
+      console.error("VAD port message error:", event);
     };
     return node;
   }

package/dist/extensibility/plugins.mjs

@@ -3,9 +3,9 @@ import {
   getVADPlugin,
   registerNoiseSuppressionPlugin,
   registerVADPlugin
-} from "../chunk-FS635GMR.mjs";
-import "../chunk-SDTOKWM2.mjs";
-import "../chunk-UMU2KIB6.mjs";
+} from "../chunk-YOSTLLCS.mjs";
+import "../chunk-XO6B3D4A.mjs";
+import "../chunk-NMHKX64G.mjs";
 export {
   getNoiseSuppressionPlugin,
   getVADPlugin,