@framers/agentos 0.1.126 → 0.1.128

package/dist/core/audio/SilenceDetector.js

@@ -1,178 +0,0 @@
-// backend/agentos/core/audio/SilenceDetector.ts
-import { EventEmitter } from 'events';
-/**
- * SilenceDetector - Interprets VAD events to detect meaningful conversational silences.
- */
-export class SilenceDetector extends EventEmitter {
-    on(event, listener) {
-        return super.on(event, listener);
-    }
-    emit(event, ...args) {
-        return super.emit(event, ...args);
-    }
-    /**
-     * Creates a new SilenceDetector instance.
-     * @param {SilenceDetectorConfig} config - Configuration options.
-     */
-    constructor(config = {}) {
-        super();
-        this.vadIsCurrentlySpeaking = false; // Tracks VAD's speaking state
-        this.silenceAfterSpeechStartTimeMs = null; // When silence began *after* speech
-        this.lastSpeechEndTimeMs = null; // When VAD last reported speech_end or transitioned to no_voice_activity
-        this.significantPauseAlreadyEmitted = false;
-        this.silenceCheckIntervalTimer = null;
-        this.config = {
-            significantPauseThresholdMs: config.significantPauseThresholdMs || 1500,
-            utteranceEndThresholdMs: config.utteranceEndThresholdMs || 3000,
-            minSilenceTimeToConsiderAfterSpeech: config.minSilenceTimeToConsiderAfterSpeech || 500,
-            silenceCheckIntervalMs: config.silenceCheckIntervalMs || 250,
-        };
-        if (this.config.significantPauseThresholdMs >= this.config.utteranceEndThresholdMs) {
-            console.warn("SilenceDetectorConfig: significantPauseThresholdMs should be less than utteranceEndThresholdMs. Adjusting.");
-            this.config.significantPauseThresholdMs = Math.max(500, this.config.utteranceEndThresholdMs - 500);
-        }
-        if (this.config.minSilenceTimeToConsiderAfterSpeech >= this.config.significantPauseThresholdMs) {
-            console.warn("SilenceDetectorConfig: minSilenceTimeToConsiderAfterSpeech should be less than significantPauseThresholdMs. Adjusting.");
-            this.config.minSilenceTimeToConsiderAfterSpeech = Math.max(100, this.config.significantPauseThresholdMs - 200);
-        }
-    }
-    // --- Public methods to be called by AudioProcessor based on VAD events ---
-    /**
-     * Handles the `speech_start` event from AdaptiveVAD.
-     * @param {VADResult} _vadResult - The VAD result associated with speech start.
-     */
-    handleSpeechStart(_vadResult) {
-        // console.debug("SilenceDetector: VAD Speech Start");
-        this.vadIsCurrentlySpeaking = true;
-        this.clearSilenceState(); // Reset silence tracking
-        this.stopSilenceCheckTimer();
-    }
-    /**
-     * Handles the `voice_activity` event from AdaptiveVAD.
-     * Call this for every frame VAD identifies as speech.
-     * @param {VADResult} _vadResult - The VAD result for the active voice frame.
-     */
-    handleVoiceActivity(_vadResult) {
-        // console.debug("SilenceDetector: VAD Voice Activity");
-        this.vadIsCurrentlySpeaking = true; // Reaffirm
-        this.clearSilenceState(); // Ongoing speech resets any incipient silence
-        this.stopSilenceCheckTimer();
-        this.lastSpeechEndTimeMs = null; // No definitive speech end yet
-    }
-    /**
-     * Handles the `no_voice_activity` event from AdaptiveVAD.
-     * Call this for every frame VAD identifies as non-speech.
-     * @param {VADResult} _vadResult - The VAD result for the non-speech frame.
-     */
-    handleNoVoiceActivity(_vadResult) {
-        // console.debug("SilenceDetector: VAD No Voice Activity");
-        if (this.vadIsCurrentlySpeaking) { // This means speech just transitioned to silence
-            // This is the first moment of silence AFTER speech
-            this.vadIsCurrentlySpeaking = false; // VAD is no longer reporting active speech frames
-            this.lastSpeechEndTimeMs = Date.now(); // Mark when VAD reported end of active speech signal
-            if (!this.silenceAfterSpeechStartTimeMs) {
-                this.silenceAfterSpeechStartTimeMs = this.lastSpeechEndTimeMs;
-                this.significantPauseAlreadyEmitted = false;
-                this.emit('post_speech_silence_started');
-                // console.debug(`SilenceDetector: Post-speech silence started at ${this.silenceAfterSpeechStartTimeMs}`);
-            }
-            this.startSilenceCheckTimer(); // Start checking for pause/utterance end
-        }
-        else if (this.silenceAfterSpeechStartTimeMs) {
-            // Silence continues after speech, timer will handle checks.
-            // Ensure timer is running if it somehow stopped.
-            this.startSilenceCheckTimer();
-        }
-        // If !this.vadIsCurrentlySpeaking and !this.silenceAfterSpeechStartTimeMs, it's just ongoing silence before any speech, which we don't act on.
-    }
-    /**
-     * Handles the `speech_end` event from AdaptiveVAD.
-     * This signifies VAD has determined a speech segment is over due to its internal pause limits.
-     * @param {VADResult} _vadResult - The VAD result associated with speech end.
-     * @param {number} _speechDurationMs - The duration of the speech segment as determined by VAD.
-     */
-    handleSpeechEnd(_vadResult, _speechDurationMs) {
-        // console.debug(`SilenceDetector: VAD Speech End. Duration: ${speechDurationMs}ms`);
-        this.vadIsCurrentlySpeaking = false;
-        this.lastSpeechEndTimeMs = Date.now(); // Mark when VAD confirmed speech segment end
-        if (!this.silenceAfterSpeechStartTimeMs) {
-            this.silenceAfterSpeechStartTimeMs = this.lastSpeechEndTimeMs;
-            this.significantPauseAlreadyEmitted = false;
-            this.emit('post_speech_silence_started');
-            // console.debug(`SilenceDetector: Post-speech silence started (after VAD speech_end) at ${this.silenceAfterSpeechStartTimeMs}`);
-        }
-        this.startSilenceCheckTimer(); // Start checking for further pause/utterance end
-    }
-    // --- Internal logic ---
-    clearSilenceState() {
-        this.silenceAfterSpeechStartTimeMs = null;
-        this.significantPauseAlreadyEmitted = false;
-        this.lastSpeechEndTimeMs = null;
-    }
-    startSilenceCheckTimer() {
-        if (this.silenceCheckIntervalTimer)
-            return; // Already running
-        this.silenceCheckIntervalTimer = setInterval(() => {
-            this.checkSilenceDuration();
-        }, this.config.silenceCheckIntervalMs);
-        // console.debug("SilenceDetector: Silence check timer started.");
-    }
-    stopSilenceCheckTimer() {
-        if (this.silenceCheckIntervalTimer) {
-            clearInterval(this.silenceCheckIntervalTimer);
-            this.silenceCheckIntervalTimer = null;
-            // console.debug("SilenceDetector: Silence check timer stopped.");
-        }
-    }
-    /**
-     * Called periodically by the interval timer to check current silence duration.
-     */
-    checkSilenceDuration() {
-        if (!this.silenceAfterSpeechStartTimeMs || this.vadIsCurrentlySpeaking) {
-            // If speech has resumed or silence never really started after speech, stop checking.
-            this.stopSilenceCheckTimer();
-            this.clearSilenceState();
-            return;
-        }
-        const now = Date.now();
-        const silenceDurationMs = now - this.silenceAfterSpeechStartTimeMs;
-        // Ensure enough time has passed since actual speech ended, as per config
-        if (this.lastSpeechEndTimeMs && (now - this.lastSpeechEndTimeMs < this.config.minSilenceTimeToConsiderAfterSpeech)) {
-            // console.debug(`SilenceDetector: Waiting for minSilenceTimeToConsiderAfterSpeech (${silenceDurationMs}ms / ${this.config.minSilenceTimeToConsiderAfterSpeech}ms)`);
-            return; // Not enough silence yet post-speech to consider it for major events.
-        }
-        // Check for utterance_end first, as it's the longer duration
-        if (silenceDurationMs >= this.config.utteranceEndThresholdMs) {
-            this.emit('utterance_end_detected', silenceDurationMs);
-            // console.debug(`SilenceDetector: Utterance end detected. Duration: ${silenceDurationMs}ms`);
-            this.clearSilenceState(); // Reset for next utterance
-            this.stopSilenceCheckTimer(); // Stop checking once utterance ended
-            return; // Important: return after utterance end to not also emit significant_pause
-        }
-        // Check for significant_pause
-        if (!this.significantPauseAlreadyEmitted &&
-            silenceDurationMs >= this.config.significantPauseThresholdMs) {
-            this.emit('significant_pause_detected', silenceDurationMs);
-            // console.debug(`SilenceDetector: Significant pause detected. Duration: ${silenceDurationMs}ms`);
-            this.significantPauseAlreadyEmitted = true; // Emit only once per pause period
-        }
-    }
-    /**
-     * Resets the SilenceDetector's internal state.
-     * Should be called when a conversation or voice session is fully reset.
-     */
-    reset() {
-        // console.log('🔄 SilenceDetector reset.');
-        this.vadIsCurrentlySpeaking = false;
-        this.clearSilenceState();
-        this.stopSilenceCheckTimer();
-    }
-    /**
-     * Call this when the component is being destroyed to clean up timers.
-     */
-    dispose() {
-        this.stopSilenceCheckTimer();
-        // console.log('🗑️ SilenceDetector disposed.');
-    }
-}
-//# sourceMappingURL=SilenceDetector.js.map

package/dist/core/audio/SilenceDetector.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"SilenceDetector.js","sourceRoot":"","sources":["../../../src/core/audio/SilenceDetector.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAEhD,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AA2DtC;;GAEG;AACH,MAAM,OAAO,eAAgB,SAAQ,YAAY;IAS/B,EAAE,CAAwC,KAAQ,EAAE,QAAkC;QACpG,OAAO,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAEe,IAAI,CAAwC,KAAQ,EAAE,GAAG,IAA0C;QACjH,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,YAAY,SAAgC,EAAE;QAC5C,KAAK,EAAE,CAAC;QApBF,2BAAsB,GAAY,KAAK,CAAC,CAAC,8BAA8B;QACvE,kCAA6B,GAAkB,IAAI,CAAC,CAAC,oCAAoC;QACzF,wBAAmB,GAAkB,IAAI,CAAC,CAAC,yEAAyE;QAEpH,mCAA8B,GAAY,KAAK,CAAC;QAChD,8BAAyB,GAA0B,IAAI,CAAC;QAgB9D,IAAI,CAAC,MAAM,GAAG;YACZ,2BAA2B,EAAE,MAAM,CAAC,2BAA2B,IAAI,IAAI;YACvE,uBAAuB,EAAE,MAAM,CAAC,uBAAuB,IAAI,IAAI;YAC/D,mCAAmC,EAAE,MAAM,CAAC,mCAAmC,IAAI,GAAG;YACtF,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,IAAI,GAAG;SAC7D,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,2BAA2B,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;YACnF,OAAO,CAAC,IAAI,CAAC,4GAA4G,CAAC,CAAC;YAC3H,IAAI,CAAC,MAAM,CAAC,2BAA2B,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,uBAAuB,GAAG,GAAG,CAAC,CAAC;QACrG,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,mCAAmC,IAAI,IAAI,CAAC,MAAM,CAAC,2BAA2B,EAAE,CAAC;YAC7F,OAAO,CAAC,IAAI,CAAC,wHAAwH,CAAC,CAAC;YACvI,IAAI,CAAC,MAAM,CAAC,mCAAmC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,2BAA2B,GAAG,GAAG,CAAC,CAAC;QACnH,CAAC;IACH,CAAC;IAED,4EAA4E;IAE5E;;;OAGG;IACI,iBAAiB,CAAC,UAAqB;QAC5C,sDAAsD;QACtD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,yBAAyB;QACnD,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACI,mBAAmB,CAAC,UAAqB;QAC9C,wDAAwD;QACxD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC,WAAW;QAC/C,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,8CAA8C;QACxE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC,+BAA+B;IAClE,CAAC;IAED;;;;OAIG;IACI,qBAAqB,CAAC,UAAqB;QAChD,2DAA2D;QAC3D,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC,CAAC,iDAAiD;YAChF,mDAAmD;YACnD,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC,CAAC,kDAAkD;YACvF,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,qDAAqD;YAE5F,IAAI,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC;gBACtC,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,mBAAmB,CAAC;gBAC9D,IAAI,CAAC,8BAA8B,GAAG,KAAK,CAAC;gBAC5C,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;gBACzC,0GAA0G;YAC9G,CAAC;YACD,IAAI,CAAC,sBAAsB,EAAE,CAAC,CAAC,yCAAyC;QAC5E,CAAC;aAAM,IAAI,IAAI,CAAC,6BAA6B,EAAE,CAAC;YAC5C,4DAA4D;YAC5D,iDAAiD;YACjD,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAClC,CAAC;QACD,+IAA+I;IACjJ,CAAC;IAED;;;;;OAKG;IACI,eAAe,CAAC,UAAqB,EAAE,iBAAyB;QACrE,qFAAqF;QACrF,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC;QACpC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,6CAA6C;QAEpF,IAAI,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC;YACxC,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,mBAAmB,CAAC;YAC9D,IAAI,CAAC,8BAA8B,GAAG,KAAK,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YACzC,iIAAiI;QACnI,CAAC;QACD,IAAI,CAAC,sBAAsB,EAAE,CAAC,CAAC,iDAAiD;IAClF,CAAC;IAED,yBAAyB;IAEjB,iBAAiB;QACvB,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC;QAC1C,IAAI,CAAC,8BAA8B,GAAG,KAAK,CAAC;QAC5C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAClC,CAAC;IAEO,sBAAsB;QAC5B,IAAI,IAAI,CAAC,yBAAyB;YAAE,OAAO,CAAC,kBAAkB;QAE9D,IAAI,CAAC,yBAAyB,GAAG,WAAW,CAAC,GAAG,EAAE;YAChD,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC9B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QACvC,kEAAkE;IACpE,CAAC;IAEO,qBAAqB;QAC3B,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,aAAa,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YAC9C,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC;YACtC,kEAAkE;QACpE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,6BAA6B,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YACvE,qFAAqF;YACrF,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC7B,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,iBAAiB,GAAG,GAAG,GAAG,IAAI,CAAC,6BAA6B,CAAC;QAEnE,yEAAyE;QACzE,IAAI,IAAI,CAAC,mBAAmB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,mCAAmC,CAAC,EAAE,CAAC;YACjH,qKAAqK;YACrK,OAAO,CAAC,sEAAsE;QAClF,CAAC;QAGD,6DAA6D;QAC7D,IAAI,iBAAiB,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;YAC7D,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAAC;YACvD,8FAA8F;YAC9F,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,2BAA2B;YACrD,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC,qCAAqC;YACnE,OAAO,CAAC,2EAA2E;QACrF,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,IAAI,CAAC,8BAA8B;YACpC,iBAAiB,IAAI,IAAI,CAAC,MAAM,CAAC,2BAA2B,EAAE,CAAC;YACjE,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,iBAAiB,CAAC,CAAC;YAC3D,kGAAkG;YAClG,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC,CAAC,kCAAkC;QAChF,CAAC;IACH,CAAC;IAED;;;OAGG;IACI,KAAK;QACV,4CAA4C;QAC5C,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC;QACpC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACI,OAAO;QACZ,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,gDAAgD;IAClD,CAAC;CACF"}

package/dist/core/audio/index.d.ts

@@ -1,59 +0,0 @@
-/**
- * @file index.ts
- * Barrel export for the audio generation and processing subsystem.
- *
- * Re-exports all public types, interfaces, processing utilities, and the
- * fallback proxy so consumers can import from `@agentos/core/audio` (or the
- * relative path) without reaching into individual files.
- *
- * Also provides a provider factory registry (modelled on the video
- * subsystem's pattern) so that built-in and third-party audio providers
- * can be registered and instantiated by provider ID.
- */
-import type { IAudioGenerator } from './IAudioGenerator.js';
-export * from './AdaptiveVAD.js';
-export * from './AudioProcessor.js';
-export * from './EnvironmentalCalibrator.js';
-export * from './SilenceDetector.js';
-export * from './types.js';
-export * from './IAudioGenerator.js';
-export * from './FallbackAudioProxy.js';
-/** A factory function that creates an uninitialised audio provider instance. */
-export type AudioProviderFactory = () => IAudioGenerator;
-/**
- * Register an audio provider factory for a given provider ID.
- *
- * Use this to add third-party or custom audio providers at runtime.
- * Built-in providers (suno, udio, stable-audio, elevenlabs-sfx,
- * musicgen-local, audiogen-local, replicate-audio, fal-audio) are
- * pre-registered.
- *
- * @param providerId - Unique identifier for the provider (lowercased for matching).
- * @param factory - Factory function that creates a new uninitialised provider instance.
- */
-export declare function registerAudioProviderFactory(providerId: string, factory: AudioProviderFactory): void;
-/**
- * Create an audio provider instance by provider ID.
- *
- * Looks up the factory in the registry and returns a new uninitialised
- * provider. The caller must call `provider.initialize(config)` before use.
- *
- * @param providerId - Provider identifier (e.g. `"suno"`, `"stable-audio"`, `"elevenlabs-sfx"`).
- * @returns A new uninitialised {@link IAudioGenerator} instance.
- * @throws {Error} When no factory is registered for the given provider ID.
- */
-export declare function createAudioProvider(providerId: string): IAudioGenerator;
-/**
- * Check whether an audio provider factory is registered for the given ID.
- *
- * @param providerId - Provider identifier to check.
- * @returns `true` if a factory exists for this provider.
- */
-export declare function hasAudioProviderFactory(providerId: string): boolean;
-/**
- * List all registered audio provider factory IDs, sorted alphabetically.
- *
- * @returns Sorted array of registered provider identifiers.
- */
-export declare function listAudioProviderFactories(): string[];
-//# sourceMappingURL=index.d.ts.map

package/dist/core/audio/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/audio/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAa5D,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,sBAAsB,CAAC;AAKrC,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AAMxC,gFAAgF;AAChF,MAAM,MAAM,oBAAoB,GAAG,MAAM,eAAe,CAAC;AAmBzD;;;;;;;;;;GAUG;AACH,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,oBAAoB,GAC5B,IAAI,CAEN;AAED;;;;;;;;;GASG;AACH,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,eAAe,CAMvE;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAEnE;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,IAAI,MAAM,EAAE,CAErD"}

package/dist/core/audio/index.js

@@ -1,98 +0,0 @@
-/**
- * @file index.ts
- * Barrel export for the audio generation and processing subsystem.
- *
- * Re-exports all public types, interfaces, processing utilities, and the
- * fallback proxy so consumers can import from `@agentos/core/audio` (or the
- * relative path) without reaching into individual files.
- *
- * Also provides a provider factory registry (modelled on the video
- * subsystem's pattern) so that built-in and third-party audio providers
- * can be registered and instantiated by provider ID.
- */
-import { AudioGenLocalProvider } from './providers/AudioGenLocalProvider.js';
-import { ElevenLabsSFXProvider } from './providers/ElevenLabsSFXProvider.js';
-import { FalAudioProvider } from './providers/FalAudioProvider.js';
-import { MusicGenLocalProvider } from './providers/MusicGenLocalProvider.js';
-import { ReplicateAudioProvider } from './providers/ReplicateAudioProvider.js';
-import { StableAudioProvider } from './providers/StableAudioProvider.js';
-import { SunoProvider } from './providers/SunoProvider.js';
-import { UdioProvider } from './providers/UdioProvider.js';
-// ---------------------------------------------------------------------------
-// Audio processing (VAD, silence detection, calibration)
-// ---------------------------------------------------------------------------
-export * from './AdaptiveVAD.js';
-export * from './AudioProcessor.js';
-export * from './EnvironmentalCalibrator.js';
-export * from './SilenceDetector.js';
-// ---------------------------------------------------------------------------
-// Audio generation (types, interface, fallback proxy)
-// ---------------------------------------------------------------------------
-export * from './types.js';
-export * from './IAudioGenerator.js';
-export * from './FallbackAudioProxy.js';
-/**
- * Internal registry mapping provider IDs to provider constructors.
- *
- * Built-in providers are pre-registered here so the public
- * `createAudioProvider()` API remains synchronous and ESM-safe.
- */
-const audioProviderFactories = new Map([
-    ['suno', () => new SunoProvider()],
-    ['udio', () => new UdioProvider()],
-    ['stable-audio', () => new StableAudioProvider()],
-    ['elevenlabs-sfx', () => new ElevenLabsSFXProvider()],
-    ['musicgen-local', () => new MusicGenLocalProvider()],
-    ['audiogen-local', () => new AudioGenLocalProvider()],
-    ['replicate-audio', () => new ReplicateAudioProvider()],
-    ['fal-audio', () => new FalAudioProvider()],
-]);
-/**
- * Register an audio provider factory for a given provider ID.
- *
- * Use this to add third-party or custom audio providers at runtime.
- * Built-in providers (suno, udio, stable-audio, elevenlabs-sfx,
- * musicgen-local, audiogen-local, replicate-audio, fal-audio) are
- * pre-registered.
- *
- * @param providerId - Unique identifier for the provider (lowercased for matching).
- * @param factory - Factory function that creates a new uninitialised provider instance.
- */
-export function registerAudioProviderFactory(providerId, factory) {
-    audioProviderFactories.set(providerId.toLowerCase(), factory);
-}
-/**
- * Create an audio provider instance by provider ID.
- *
- * Looks up the factory in the registry and returns a new uninitialised
- * provider. The caller must call `provider.initialize(config)` before use.
- *
- * @param providerId - Provider identifier (e.g. `"suno"`, `"stable-audio"`, `"elevenlabs-sfx"`).
- * @returns A new uninitialised {@link IAudioGenerator} instance.
- * @throws {Error} When no factory is registered for the given provider ID.
- */
-export function createAudioProvider(providerId) {
-    const factory = audioProviderFactories.get(providerId.toLowerCase());
-    if (!factory) {
-        throw new Error(`Audio generation is not supported for provider "${providerId}".`);
-    }
-    return factory();
-}
-/**
- * Check whether an audio provider factory is registered for the given ID.
- *
- * @param providerId - Provider identifier to check.
- * @returns `true` if a factory exists for this provider.
- */
-export function hasAudioProviderFactory(providerId) {
-    return audioProviderFactories.has(providerId.toLowerCase());
-}
-/**
- * List all registered audio provider factory IDs, sorted alphabetically.
- *
- * @returns Sorted array of registered provider identifiers.
- */
-export function listAudioProviderFactories() {
-    return Array.from(audioProviderFactories.keys()).sort();
-}
-//# sourceMappingURL=index.js.map

package/dist/core/audio/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/audio/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAC7E,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAC7E,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAE3D,8EAA8E;AAC9E,yDAAyD;AACzD,8EAA8E;AAC9E,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,sBAAsB,CAAC;AAErC,8EAA8E;AAC9E,sDAAsD;AACtD,8EAA8E;AAC9E,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AASxC;;;;;GAKG;AACH,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAA+B;IACnE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,EAAE,CAAC;IAClC,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,YAAY,EAAE,CAAC;IAClC,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,mBAAmB,EAAE,CAAC;IACjD,CAAC,gBAAgB,EAAE,GAAG,EAAE,CAAC,IAAI,qBAAqB,EAAE,CAAC;IACrD,CAAC,gBAAgB,EAAE,GAAG,EAAE,CAAC,IAAI,qBAAqB,EAAE,CAAC;IACrD,CAAC,gBAAgB,EAAE,GAAG,EAAE,CAAC,IAAI,qBAAqB,EAAE,CAAC;IACrD,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,IAAI,sBAAsB,EAAE,CAAC;IACvD,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC;CAC5C,CAAC,CAAC;AAEH;;;;;;;;;;GAUG;AACH,MAAM,UAAU,4BAA4B,CAC1C,UAAkB,EAClB,OAA6B;IAE7B,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAkB;IACpD,MAAM,OAAO,GAAG,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC;IACrE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,mDAAmD,UAAU,IAAI,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,OAAO,EAAE,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CAAC,UAAkB;IACxD,OAAO,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC;AAC9D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,0BAA0B;IACxC,OAAO,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAC1D,CAAC"}

package/dist/core/audio/providers/AudioGenLocalProvider.d.ts

@@ -1,136 +0,0 @@
-/**
- * @module core/audio/providers/AudioGenLocalProvider
- *
- * Local sound effect generation provider using Meta's AudioGen model via
- * the `@huggingface/transformers` library.
- *
- * AudioGen runs entirely on the local machine without any API keys or
- * network requests. The model is loaded lazily on first use through the
- * `pipeline('text-to-audio', ...)` API from HuggingFace Transformers.js.
- *
- * ## Requirements
- *
- * - `@huggingface/transformers` must be installed as a peer dependency.
- *   If not installed, the provider throws a helpful error message.
- * - Sufficient RAM/VRAM for model inference (Xenova/audiogen-medium ~2GB).
- *
- * ## Supported models
- *
- * | Model ID                    | Description                        |
- * |-----------------------------|------------------------------------|
- * | `Xenova/audiogen-medium`    | AudioGen Medium — default, ~2GB    |
- *
- * ## API flow (local inference)
- *
- * 1. **Load** — `pipeline('text-to-audio', modelId)` (lazy, cached).
- * 2. **Generate** — `pipeline(prompt, { max_new_tokens })` returns audio tensor.
- * 3. **Encode** — Convert raw audio data to WAV format.
- *
- * @see {@link IAudioGenerator} for the provider interface contract.
- * @see {@link MusicGenLocalProvider} for the music counterpart.
- */
-import type { IAudioGenerator } from '../IAudioGenerator.js';
-import type { MusicGenerateRequest, SFXGenerateRequest, AudioResult } from '../types.js';
-/**
- * Configuration for the AudioGen local provider.
- *
- * @example
- * ```typescript
- * const config: AudioGenLocalProviderConfig = {
- *   modelId: 'Xenova/audiogen-medium',
- * };
- * ```
- */
-export interface AudioGenLocalProviderConfig {
-    /**
-     * HuggingFace model ID for the AudioGen model.
-     * @default 'Xenova/audiogen-medium'
-     */
-    modelId?: string;
-}
-/**
- * Local sound effect generation provider using Meta's AudioGen model.
- *
- * Runs inference entirely on the local machine via `@huggingface/transformers`.
- * The model is loaded lazily on first call to `generateSFX()` or
- * explicitly via `initialize()`.
- *
- * @implements {IAudioGenerator}
- *
- * @example
- * ```typescript
- * const provider = new AudioGenLocalProvider();
- * await provider.initialize({ modelId: 'Xenova/audiogen-medium' });
- *
- * const result = await provider.generateSFX({
- *   prompt: 'Dog barking loudly in a park',
- *   durationSec: 5,
- * });
- * console.log(result.audio[0].base64?.substring(0, 50) + '...');
- * ```
- */
-export declare class AudioGenLocalProvider implements IAudioGenerator {
-    /** @inheritdoc */
-    readonly providerId = "audiogen-local";
-    /** @inheritdoc */
-    isInitialized: boolean;
-    /** @inheritdoc */
-    defaultModelId?: string;
-    /** The loaded text-to-audio pipeline instance. */
-    private _pipeline;
-    /** The resolved model ID. */
-    private _modelId;
-    /**
-     * Initialize the provider and optionally pre-load the model.
-     *
-     * The model is loaded lazily on first generation call. Calling initialize
-     * sets the configuration but does not load the model unless the pipeline
-     * was already created.
-     *
-     * @param config - Configuration object with optional `modelId`.
-     */
-    initialize(config: Record<string, unknown>): Promise<void>;
-    /**
-     * Music generation is not supported by AudioGen.
-     *
-     * @throws {Error} Always throws — use {@link MusicGenLocalProvider} instead.
-     */
-    generateMusic(_request: MusicGenerateRequest): Promise<AudioResult>;
-    /**
-     * Generate a sound effect from a text prompt using the local AudioGen model.
-     *
-     * On first call, loads the model pipeline (may take several seconds).
-     * Subsequent calls reuse the cached pipeline instance.
-     *
-     * @param request - SFX generation request with prompt and optional params.
-     * @returns The generated audio result envelope with base64-encoded WAV data.
-     *
-     * @throws {Error} If the provider is not initialized.
-     * @throws {Error} If `@huggingface/transformers` is not installed.
-     */
-    generateSFX(request: SFXGenerateRequest): Promise<AudioResult>;
-    /**
-     * AudioGen supports SFX generation only.
-     *
-     * @param capability - The capability to check.
-     * @returns `true` only for `'sfx'`; `false` for `'music'`.
-     */
-    supports(capability: 'music' | 'sfx'): boolean;
-    /**
-     * Release model resources and reset initialization state.
-     */
-    shutdown(): Promise<void>;
-    /**
-     * Ensure the text-to-audio pipeline is loaded, creating it lazily if needed.
-     *
-     * Uses dynamic `import()` to load `@huggingface/transformers` as an optional
-     * peer dependency. Throws a helpful error if the package is not installed.
-     *
-     * @returns The loaded pipeline callable.
-     *
-     * @throws {Error} If `@huggingface/transformers` is not installed.
-     * @internal
-     */
-    private _ensurePipeline;
-}
-//# sourceMappingURL=AudioGenLocalProvider.d.ts.map

package/dist/core/audio/providers/AudioGenLocalProvider.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"AudioGenLocalProvider.d.ts","sourceRoot":"","sources":["../../../../src/core/audio/providers/AudioGenLocalProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAMzF;;;;;;;;;GASG;AACH,MAAM,WAAW,2BAA2B;IAC1C;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AA4DD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,qBAAsB,YAAW,eAAe;IAC3D,kBAAkB;IAClB,SAAgB,UAAU,oBAAoB;IAE9C,kBAAkB;IACX,aAAa,UAAS;IAE7B,kBAAkB;IACX,cAAc,CAAC,EAAE,MAAM,CAAC;IAE/B,kDAAkD;IAClD,OAAO,CAAC,SAAS,CAAiB;IAElC,6BAA6B;IAC7B,OAAO,CAAC,QAAQ,CAA4B;IAM5C;;;;;;;;OAQG;IACG,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAahE;;;;OAIG;IACG,aAAa,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC;IAMzE;;;;;;;;;;;OAWG;IACG,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,WAAW,CAAC;IA0CpE;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,OAAO,GAAG,KAAK,GAAG,OAAO;IAI9C;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAS/B;;;;;;;;;;OAUG;YACW,eAAe;CAgB9B"}