@framers/agentos 0.1.119 → 0.1.121

package/dist/core/audio/providers/AudioGenLocalProvider.d.ts

@@ -0,0 +1,136 @@
+/**
+ * @module core/audio/providers/AudioGenLocalProvider
+ *
+ * Local sound effect generation provider using Meta's AudioGen model via
+ * the `@huggingface/transformers` library.
+ *
+ * AudioGen runs entirely on the local machine without any API keys or
+ * network requests. The model is loaded lazily on first use through the
+ * `pipeline('text-to-audio', ...)` API from HuggingFace Transformers.js.
+ *
+ * ## Requirements
+ *
+ * - `@huggingface/transformers` must be installed as a peer dependency.
+ *   If not installed, the provider throws a helpful error message.
+ * - Sufficient RAM/VRAM for model inference (Xenova/audiogen-medium ~2GB).
+ *
+ * ## Supported models
+ *
+ * | Model ID                    | Description                        |
+ * |-----------------------------|------------------------------------|
+ * | `Xenova/audiogen-medium`    | AudioGen Medium — default, ~2GB    |
+ *
+ * ## API flow (local inference)
+ *
+ * 1. **Load** — `pipeline('text-to-audio', modelId)` (lazy, cached).
+ * 2. **Generate** — `pipeline(prompt, { max_new_tokens })` returns audio tensor.
+ * 3. **Encode** — Convert raw audio data to WAV format.
+ *
+ * @see {@link IAudioGenerator} for the provider interface contract.
+ * @see {@link MusicGenLocalProvider} for the music counterpart.
+ */
+import type { IAudioGenerator } from '../IAudioGenerator.js';
+import type { MusicGenerateRequest, SFXGenerateRequest, AudioResult } from '../types.js';
+/**
+ * Configuration for the AudioGen local provider.
+ *
+ * @example
+ * ```typescript
+ * const config: AudioGenLocalProviderConfig = {
+ *   modelId: 'Xenova/audiogen-medium',
+ * };
+ * ```
+ */
+export interface AudioGenLocalProviderConfig {
+    /**
+     * HuggingFace model ID for the AudioGen model.
+     * @default 'Xenova/audiogen-medium'
+     */
+    modelId?: string;
+}
+/**
+ * Local sound effect generation provider using Meta's AudioGen model.
+ *
+ * Runs inference entirely on the local machine via `@huggingface/transformers`.
+ * The model is loaded lazily on first call to `generateSFX()` or
+ * explicitly via `initialize()`.
+ *
+ * @implements {IAudioGenerator}
+ *
+ * @example
+ * ```typescript
+ * const provider = new AudioGenLocalProvider();
+ * await provider.initialize({ modelId: 'Xenova/audiogen-medium' });
+ *
+ * const result = await provider.generateSFX({
+ *   prompt: 'Dog barking loudly in a park',
+ *   durationSec: 5,
+ * });
+ * console.log(result.audio[0].base64?.substring(0, 50) + '...');
+ * ```
+ */
+export declare class AudioGenLocalProvider implements IAudioGenerator {
+    /** @inheritdoc */
+    readonly providerId = "audiogen-local";
+    /** @inheritdoc */
+    isInitialized: boolean;
+    /** @inheritdoc */
+    defaultModelId?: string;
+    /** The loaded text-to-audio pipeline instance. */
+    private _pipeline;
+    /** The resolved model ID. */
+    private _modelId;
+    /**
+     * Initialize the provider and optionally pre-load the model.
+     *
+     * The model is loaded lazily on first generation call. Calling initialize
+     * sets the configuration but does not load the model unless the pipeline
+     * was already created.
+     *
+     * @param config - Configuration object with optional `modelId`.
+     */
+    initialize(config: Record<string, unknown>): Promise<void>;
+    /**
+     * Music generation is not supported by AudioGen.
+     *
+     * @throws {Error} Always throws — use {@link MusicGenLocalProvider} instead.
+     */
+    generateMusic(_request: MusicGenerateRequest): Promise<AudioResult>;
+    /**
+     * Generate a sound effect from a text prompt using the local AudioGen model.
+     *
+     * On first call, loads the model pipeline (may take several seconds).
+     * Subsequent calls reuse the cached pipeline instance.
+     *
+     * @param request - SFX generation request with prompt and optional params.
+     * @returns The generated audio result envelope with base64-encoded WAV data.
+     *
+     * @throws {Error} If the provider is not initialized.
+     * @throws {Error} If `@huggingface/transformers` is not installed.
+     */
+    generateSFX(request: SFXGenerateRequest): Promise<AudioResult>;
+    /**
+     * AudioGen supports SFX generation only.
+     *
+     * @param capability - The capability to check.
+     * @returns `true` only for `'sfx'`; `false` for `'music'`.
+     */
+    supports(capability: 'music' | 'sfx'): boolean;
+    /**
+     * Release model resources and reset initialization state.
+     */
+    shutdown(): Promise<void>;
+    /**
+     * Ensure the text-to-audio pipeline is loaded, creating it lazily if needed.
+     *
+     * Uses dynamic `import()` to load `@huggingface/transformers` as an optional
+     * peer dependency. Throws a helpful error if the package is not installed.
+     *
+     * @returns The loaded pipeline callable.
+     *
+     * @throws {Error} If `@huggingface/transformers` is not installed.
+     * @internal
+     */
+    private _ensurePipeline;
+}
+//# sourceMappingURL=AudioGenLocalProvider.d.ts.map

package/dist/core/audio/providers/AudioGenLocalProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioGenLocalProvider.d.ts","sourceRoot":"","sources":["../../../../src/core/audio/providers/AudioGenLocalProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAMzF;;;;;;;;;GASG;AACH,MAAM,WAAW,2BAA2B;IAC1C;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AA4DD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,qBAAsB,YAAW,eAAe;IAC3D,kBAAkB;IAClB,SAAgB,UAAU,oBAAoB;IAE9C,kBAAkB;IACX,aAAa,UAAS;IAE7B,kBAAkB;IACX,cAAc,CAAC,EAAE,MAAM,CAAC;IAE/B,kDAAkD;IAClD,OAAO,CAAC,SAAS,CAAiB;IAElC,6BAA6B;IAC7B,OAAO,CAAC,QAAQ,CAA4B;IAM5C;;;;;;;;OAQG;IACG,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAahE;;;;OAIG;IACG,aAAa,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC;IAMzE;;;;;;;;;;;OAWG;IACG,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,WAAW,CAAC;IA0CpE;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,OAAO,GAAG,KAAK,GAAG,OAAO;IAI9C;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAS/B;;;;;;;;;;OAUG;YACW,eAAe;CAgB9B"}

package/dist/core/audio/providers/AudioGenLocalProvider.js

@@ -0,0 +1,235 @@
+/**
+ * @module core/audio/providers/AudioGenLocalProvider
+ *
+ * Local sound effect generation provider using Meta's AudioGen model via
+ * the `@huggingface/transformers` library.
+ *
+ * AudioGen runs entirely on the local machine without any API keys or
+ * network requests. The model is loaded lazily on first use through the
+ * `pipeline('text-to-audio', ...)` API from HuggingFace Transformers.js.
+ *
+ * ## Requirements
+ *
+ * - `@huggingface/transformers` must be installed as a peer dependency.
+ *   If not installed, the provider throws a helpful error message.
+ * - Sufficient RAM/VRAM for model inference (Xenova/audiogen-medium ~2GB).
+ *
+ * ## Supported models
+ *
+ * | Model ID                    | Description                        |
+ * |-----------------------------|------------------------------------|
+ * | `Xenova/audiogen-medium`    | AudioGen Medium — default, ~2GB    |
+ *
+ * ## API flow (local inference)
+ *
+ * 1. **Load** — `pipeline('text-to-audio', modelId)` (lazy, cached).
+ * 2. **Generate** — `pipeline(prompt, { max_new_tokens })` returns audio tensor.
+ * 3. **Encode** — Convert raw audio data to WAV format.
+ *
+ * @see {@link IAudioGenerator} for the provider interface contract.
+ * @see {@link MusicGenLocalProvider} for the music counterpart.
+ */
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+/**
+ * Encode raw PCM float32 audio samples into a WAV file buffer.
+ *
+ * Creates a minimal WAV header (44 bytes) followed by 16-bit PCM samples
+ * at the specified sample rate.
+ *
+ * @param samples - Float32 audio samples (range -1 to 1).
+ * @param sampleRate - Sample rate in Hz (e.g. 16000).
+ * @returns A Buffer containing valid WAV file data.
+ * @internal
+ */
+function encodeWav(samples, sampleRate) {
+    const numChannels = 1;
+    const bitsPerSample = 16;
+    const byteRate = sampleRate * numChannels * (bitsPerSample / 8);
+    const blockAlign = numChannels * (bitsPerSample / 8);
+    const dataSize = samples.length * (bitsPerSample / 8);
+    const headerSize = 44;
+    const buffer = Buffer.alloc(headerSize + dataSize);
+    // RIFF header
+    buffer.write('RIFF', 0);
+    buffer.writeUInt32LE(36 + dataSize, 4);
+    buffer.write('WAVE', 8);
+    // fmt sub-chunk
+    buffer.write('fmt ', 12);
+    buffer.writeUInt32LE(16, 16);
+    buffer.writeUInt16LE(1, 20); // PCM format
+    buffer.writeUInt16LE(numChannels, 22);
+    buffer.writeUInt32LE(sampleRate, 24);
+    buffer.writeUInt32LE(byteRate, 28);
+    buffer.writeUInt16LE(blockAlign, 32);
+    buffer.writeUInt16LE(bitsPerSample, 34);
+    // data sub-chunk
+    buffer.write('data', 36);
+    buffer.writeUInt32LE(dataSize, 40);
+    // Write 16-bit PCM samples
+    for (let i = 0; i < samples.length; i++) {
+        const clamped = Math.max(-1, Math.min(1, samples[i]));
+        const int16 = clamped < 0 ? clamped * 0x8000 : clamped * 0x7FFF;
+        buffer.writeInt16LE(Math.round(int16), headerSize + i * 2);
+    }
+    return buffer;
+}
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+/**
+ * Local sound effect generation provider using Meta's AudioGen model.
+ *
+ * Runs inference entirely on the local machine via `@huggingface/transformers`.
+ * The model is loaded lazily on first call to `generateSFX()` or
+ * explicitly via `initialize()`.
+ *
+ * @implements {IAudioGenerator}
+ *
+ * @example
+ * ```typescript
+ * const provider = new AudioGenLocalProvider();
+ * await provider.initialize({ modelId: 'Xenova/audiogen-medium' });
+ *
+ * const result = await provider.generateSFX({
+ *   prompt: 'Dog barking loudly in a park',
+ *   durationSec: 5,
+ * });
+ * console.log(result.audio[0].base64?.substring(0, 50) + '...');
+ * ```
+ */
+export class AudioGenLocalProvider {
+    constructor() {
+        /** @inheritdoc */
+        this.providerId = 'audiogen-local';
+        /** @inheritdoc */
+        this.isInitialized = false;
+        /** The loaded text-to-audio pipeline instance. */
+        this._pipeline = null;
+        /** The resolved model ID. */
+        this._modelId = 'Xenova/audiogen-medium';
+    }
+    // -------------------------------------------------------------------------
+    // Lifecycle
+    // -------------------------------------------------------------------------
+    /**
+     * Initialize the provider and optionally pre-load the model.
+     *
+     * The model is loaded lazily on first generation call. Calling initialize
+     * sets the configuration but does not load the model unless the pipeline
+     * was already created.
+     *
+     * @param config - Configuration object with optional `modelId`.
+     */
+    async initialize(config) {
+        if (typeof config.modelId === 'string' && config.modelId.trim()) {
+            this._modelId = config.modelId.trim();
+        }
+        this.defaultModelId = this._modelId;
+        this.isInitialized = true;
+    }
+    // -------------------------------------------------------------------------
+    // Generation
+    // -------------------------------------------------------------------------
+    /**
+     * Music generation is not supported by AudioGen.
+     *
+     * @throws {Error} Always throws — use {@link MusicGenLocalProvider} instead.
+     */
+    async generateMusic(_request) {
+        throw new Error('AudioGen local provider does not support music generation. Use MusicGenLocalProvider instead.');
+    }
+    /**
+     * Generate a sound effect from a text prompt using the local AudioGen model.
+     *
+     * On first call, loads the model pipeline (may take several seconds).
+     * Subsequent calls reuse the cached pipeline instance.
+     *
+     * @param request - SFX generation request with prompt and optional params.
+     * @returns The generated audio result envelope with base64-encoded WAV data.
+     *
+     * @throws {Error} If the provider is not initialized.
+     * @throws {Error} If `@huggingface/transformers` is not installed.
+     */
+    async generateSFX(request) {
+        if (!this.isInitialized) {
+            throw new Error('AudioGen local provider is not initialized. Call initialize() first.');
+        }
+        const pipe = await this._ensurePipeline();
+        const modelId = request.modelId || this._modelId;
+        // Estimate max_new_tokens from duration. AudioGen generates at ~50 tokens/second.
+        const durationSec = request.durationSec ?? 5;
+        const maxNewTokens = Math.ceil(durationSec * 50);
+        const output = await pipe(request.prompt, { max_new_tokens: maxNewTokens });
+        // The pipeline returns { audio: Float32Array, sampling_rate: number }
+        const audioData = output;
+        const wavBuffer = encodeWav(audioData.audio, audioData.sampling_rate);
+        const base64 = wavBuffer.toString('base64');
+        return {
+            created: Math.floor(Date.now() / 1000),
+            modelId,
+            providerId: this.providerId,
+            audio: [{
+                    base64,
+                    mimeType: 'audio/wav',
+                    durationSec,
+                    providerMetadata: {
+                        sampleRate: audioData.sampling_rate,
+                        totalSamples: audioData.audio.length,
+                    },
+                }],
+            usage: {
+                totalAudioClips: 1,
+            },
+        };
+    }
+    // -------------------------------------------------------------------------
+    // Capability query
+    // -------------------------------------------------------------------------
+    /**
+     * AudioGen supports SFX generation only.
+     *
+     * @param capability - The capability to check.
+     * @returns `true` only for `'sfx'`; `false` for `'music'`.
+     */
+    supports(capability) {
+        return capability === 'sfx';
+    }
+    /**
+     * Release model resources and reset initialization state.
+     */
+    async shutdown() {
+        this._pipeline = null;
+        this.isInitialized = false;
+    }
+    // -------------------------------------------------------------------------
+    // Private helpers
+    // -------------------------------------------------------------------------
+    /**
+     * Ensure the text-to-audio pipeline is loaded, creating it lazily if needed.
+     *
+     * Uses dynamic `import()` to load `@huggingface/transformers` as an optional
+     * peer dependency. Throws a helpful error if the package is not installed.
+     *
+     * @returns The loaded pipeline callable.
+     *
+     * @throws {Error} If `@huggingface/transformers` is not installed.
+     * @internal
+     */
+    async _ensurePipeline() {
+        if (this._pipeline)
+            return this._pipeline;
+        let transformers;
+        try {
+            transformers = await import('@huggingface/transformers');
+        }
+        catch {
+            throw new Error('AudioGen local provider requires @huggingface/transformers. '
+                + 'Install it with: npm install @huggingface/transformers');
+        }
+        this._pipeline = await transformers.pipeline('text-to-audio', this._modelId);
+        return this._pipeline;
+    }
+}
+//# sourceMappingURL=AudioGenLocalProvider.js.map

package/dist/core/audio/providers/AudioGenLocalProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioGenLocalProvider.js","sourceRoot":"","sources":["../../../../src/core/audio/providers/AudioGenLocalProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AA2BH,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;;;;;;;GAUG;AACH,SAAS,SAAS,CAAC,OAAqB,EAAE,UAAkB;IAC1D,MAAM,WAAW,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,UAAU,GAAG,WAAW,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,WAAW,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,EAAE,CAAC;IAEtB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,QAAQ,CAAC,CAAC;IAEnD,cAAc;IACd,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAExB,gBAAgB;IAChB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa;IAC1C,MAAM,CAAC,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACtC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IAExC,iBAAiB;IACjB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAEnC,2BAA2B;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC;QAChE,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,OAAO,qBAAqB;IAAlC;QACE,kBAAkB;QACF,eAAU,GAAG,gBAAgB,CAAC;QAE9C,kBAAkB;QACX,kBAAa,GAAG,KAAK,CAAC;QAK7B,kDAAkD;QAC1C,cAAS,GAAY,IAAI,CAAC;QAElC,6BAA6B;QACrB,aAAQ,GAAG,wBAAwB,CAAC;IA8I9C,CAAC;IA5IC,4EAA4E;IAC5E,YAAY;IACZ,4EAA4E;IAE5E;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,MAA+B;QAC9C,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAChE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC;QACpC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAE5E;;;;OAIG;IACH,KAAK,CAAC,aAAa,CAAC,QAA8B;QAChD,MAAM,IAAI,KAAK,CACb,+FAA+F,CAChG,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,WAAW,CAAC,OAA2B;QAC3C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC;QAEjD,kFAAkF;QAClF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAO,IAAyB,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;QAElG,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAAwD,CAAC;QAC3E,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE5C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,CAAC;oBACN,MAAM;oBACN,QAAQ,EAAE,WAAW;oBACrB,WAAW;oBACX,gBAAgB,EAAE;wBAChB,UAAU,EAAE,SAAS,CAAC,aAAa;wBACnC,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM;qBACrC;iBACF,CAAC;YACF,KAAK,EAAE;gBACL,eAAe,EAAE,CAAC;aACnB;SACF,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,mBAAmB;IACnB,4EAA4E;IAE5E;;;;;OAKG;IACH,QAAQ,CAAC,UAA2B;QAClC,OAAO,UAAU,KAAK,KAAK,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,4EAA4E;IAC5E,kBAAkB;IAClB,4EAA4E;IAE5E;;;;;;;;;;OAUG;IACK,KAAK,CAAC,eAAe;QAC3B,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAE1C,IAAI,YAAoE,CAAC;QACzE,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,8DAA8D;kBAC5D,wDAAwD,CAC3D,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7E,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;CACF"}

package/dist/core/audio/providers/ElevenLabsSFXProvider.d.ts

@@ -0,0 +1,107 @@
+/**
+ * @module core/audio/providers/ElevenLabsSFXProvider
+ *
+ * Sound effect generation provider for the ElevenLabs Sound Generation API.
+ *
+ * ElevenLabs offers a dedicated sound effects endpoint that generates
+ * short audio clips from text descriptions. This provider is SFX-only;
+ * it does not support music generation.
+ *
+ * ## API flow (synchronous)
+ *
+ * 1. **Generate** — `POST ${baseURL}/sound-generation` with text prompt,
+ *    duration, and prompt influence. Returns audio data directly.
+ *
+ * ## Authentication
+ *
+ * Requires an `ELEVENLABS_API_KEY`. Sent as `xi-api-key: ${apiKey}`.
+ *
+ * @see {@link IAudioGenerator} for the provider interface contract.
+ */
+import type { IAudioGenerator } from '../IAudioGenerator.js';
+import type { MusicGenerateRequest, SFXGenerateRequest, AudioResult } from '../types.js';
+/**
+ * Configuration for the ElevenLabs SFX generation provider.
+ *
+ * @example
+ * ```typescript
+ * const config: ElevenLabsSFXProviderConfig = {
+ *   apiKey: process.env.ELEVENLABS_API_KEY!,
+ * };
+ * ```
+ */
+export interface ElevenLabsSFXProviderConfig {
+    /** ElevenLabs API key. Sent as `xi-api-key: ${apiKey}`. */
+    apiKey: string;
+    /**
+     * Base URL for the ElevenLabs API. Override for testing or proxy setups.
+     * @default 'https://api.elevenlabs.io/v1'
+     */
+    baseURL?: string;
+}
+/**
+ * Sound effect generation provider connecting to the ElevenLabs API.
+ *
+ * Implements a synchronous request pattern: a single POST request returns
+ * the generated audio data directly. Only supports SFX generation — music
+ * generation is not available through this endpoint.
+ *
+ * @implements {IAudioGenerator}
+ *
+ * @example
+ * ```typescript
+ * const provider = new ElevenLabsSFXProvider();
+ * await provider.initialize({ apiKey: process.env.ELEVENLABS_API_KEY! });
+ *
+ * const result = await provider.generateSFX({
+ *   prompt: 'Thunder crack followed by heavy rain',
+ *   durationSec: 5,
+ * });
+ * console.log(result.audio[0].base64);
+ * ```
+ */
+export declare class ElevenLabsSFXProvider implements IAudioGenerator {
+    /** @inheritdoc */
+    readonly providerId = "elevenlabs-sfx";
+    /** @inheritdoc */
+    isInitialized: boolean;
+    /** @inheritdoc */
+    defaultModelId?: string;
+    /** Internal resolved configuration. */
+    private _config;
+    /**
+     * Initialize the provider with API credentials and optional configuration.
+     *
+     * @param config - Configuration object. Must include `apiKey`.
+     * @throws {Error} If `apiKey` is missing or empty.
+     */
+    initialize(config: Record<string, unknown>): Promise<void>;
+    /**
+     * Music generation is not supported by the ElevenLabs SFX endpoint.
+     *
+     * @throws {Error} Always throws — use a music-capable provider instead.
+     */
+    generateMusic(_request: MusicGenerateRequest): Promise<AudioResult>;
+    /**
+     * Generate a sound effect from a text prompt using the ElevenLabs API.
+     *
+     * @param request - SFX generation request with prompt and optional params.
+     * @returns The generated audio result envelope.
+     *
+     * @throws {Error} If the provider is not initialized.
+     * @throws {Error} If the API returns an error.
+     */
+    generateSFX(request: SFXGenerateRequest): Promise<AudioResult>;
+    /**
+     * ElevenLabs SFX provider only supports sound effect generation.
+     *
+     * @param capability - The capability to check.
+     * @returns `true` only for `'sfx'`; `false` for `'music'`.
+     */
+    supports(capability: 'music' | 'sfx'): boolean;
+    /**
+     * Release any resources held by the provider. No-op for HTTP-only providers.
+     */
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=ElevenLabsSFXProvider.d.ts.map

package/dist/core/audio/providers/ElevenLabsSFXProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ElevenLabsSFXProvider.d.ts","sourceRoot":"","sources":["../../../../src/core/audio/providers/ElevenLabsSFXProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAMzF;;;;;;;;;GASG;AACH,MAAM,WAAW,2BAA2B;IAC1C,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAMD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,qBAAsB,YAAW,eAAe;IAC3D,kBAAkB;IAClB,SAAgB,UAAU,oBAAoB;IAE9C,kBAAkB;IACX,aAAa,UAAS;IAE7B,kBAAkB;IACX,cAAc,CAAC,EAAE,MAAM,CAAC;IAE/B,uCAAuC;IACvC,OAAO,CAAC,OAAO,CAAqE;IAMpF;;;;;OAKG;IACG,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBhE;;;;OAIG;IACG,aAAa,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC;IAMzE;;;;;;;;OAQG;IACG,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,WAAW,CAAC;IAoDpE;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,OAAO,GAAG,KAAK,GAAG,OAAO;IAI9C;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAGhC"}

package/dist/core/audio/providers/ElevenLabsSFXProvider.js

@@ -0,0 +1,154 @@
+/**
+ * @module core/audio/providers/ElevenLabsSFXProvider
+ *
+ * Sound effect generation provider for the ElevenLabs Sound Generation API.
+ *
+ * ElevenLabs offers a dedicated sound effects endpoint that generates
+ * short audio clips from text descriptions. This provider is SFX-only;
+ * it does not support music generation.
+ *
+ * ## API flow (synchronous)
+ *
+ * 1. **Generate** — `POST ${baseURL}/sound-generation` with text prompt,
+ *    duration, and prompt influence. Returns audio data directly.
+ *
+ * ## Authentication
+ *
+ * Requires an `ELEVENLABS_API_KEY`. Sent as `xi-api-key: ${apiKey}`.
+ *
+ * @see {@link IAudioGenerator} for the provider interface contract.
+ */
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+/**
+ * Sound effect generation provider connecting to the ElevenLabs API.
+ *
+ * Implements a synchronous request pattern: a single POST request returns
+ * the generated audio data directly. Only supports SFX generation — music
+ * generation is not available through this endpoint.
+ *
+ * @implements {IAudioGenerator}
+ *
+ * @example
+ * ```typescript
+ * const provider = new ElevenLabsSFXProvider();
+ * await provider.initialize({ apiKey: process.env.ELEVENLABS_API_KEY! });
+ *
+ * const result = await provider.generateSFX({
+ *   prompt: 'Thunder crack followed by heavy rain',
+ *   durationSec: 5,
+ * });
+ * console.log(result.audio[0].base64);
+ * ```
+ */
+export class ElevenLabsSFXProvider {
+    constructor() {
+        /** @inheritdoc */
+        this.providerId = 'elevenlabs-sfx';
+        /** @inheritdoc */
+        this.isInitialized = false;
+    }
+    // -------------------------------------------------------------------------
+    // Lifecycle
+    // -------------------------------------------------------------------------
+    /**
+     * Initialize the provider with API credentials and optional configuration.
+     *
+     * @param config - Configuration object. Must include `apiKey`.
+     * @throws {Error} If `apiKey` is missing or empty.
+     */
+    async initialize(config) {
+        const apiKey = typeof config.apiKey === 'string' ? config.apiKey.trim() : '';
+        if (!apiKey) {
+            throw new Error('ElevenLabs SFX provider requires apiKey (ELEVENLABS_API_KEY).');
+        }
+        this._config = {
+            apiKey,
+            baseURL: typeof config.baseURL === 'string' && config.baseURL.trim()
+                ? config.baseURL.trim()
+                : 'https://api.elevenlabs.io/v1',
+        };
+        this.isInitialized = true;
+    }
+    // -------------------------------------------------------------------------
+    // Generation
+    // -------------------------------------------------------------------------
+    /**
+     * Music generation is not supported by the ElevenLabs SFX endpoint.
+     *
+     * @throws {Error} Always throws — use a music-capable provider instead.
+     */
+    async generateMusic(_request) {
+        throw new Error('ElevenLabs SFX provider does not support music generation. Use a music-capable provider.');
+    }
+    /**
+     * Generate a sound effect from a text prompt using the ElevenLabs API.
+     *
+     * @param request - SFX generation request with prompt and optional params.
+     * @returns The generated audio result envelope.
+     *
+     * @throws {Error} If the provider is not initialized.
+     * @throws {Error} If the API returns an error.
+     */
+    async generateSFX(request) {
+        if (!this.isInitialized) {
+            throw new Error('ElevenLabs SFX provider is not initialized. Call initialize() first.');
+        }
+        const url = `${this._config.baseURL}/sound-generation`;
+        const body = {
+            text: request.prompt,
+            prompt_influence: 0.3,
+        };
+        if (request.durationSec !== undefined)
+            body.duration_seconds = request.durationSec;
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'xi-api-key': this._config.apiKey,
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`ElevenLabs SFX generation failed (${response.status}): ${errorText}`);
+        }
+        // The API returns raw audio bytes. Convert to base64 for the result envelope.
+        const arrayBuffer = await response.arrayBuffer();
+        const base64 = Buffer.from(arrayBuffer).toString('base64');
+        return {
+            created: Math.floor(Date.now() / 1000),
+            modelId: 'elevenlabs-sound-generation',
+            providerId: this.providerId,
+            audio: [{
+                    base64,
+                    mimeType: 'audio/mpeg',
+                    durationSec: request.durationSec,
+                    providerMetadata: {},
+                }],
+            usage: {
+                totalAudioClips: 1,
+            },
+        };
+    }
+    // -------------------------------------------------------------------------
+    // Capability query
+    // -------------------------------------------------------------------------
+    /**
+     * ElevenLabs SFX provider only supports sound effect generation.
+     *
+     * @param capability - The capability to check.
+     * @returns `true` only for `'sfx'`; `false` for `'music'`.
+     */
+    supports(capability) {
+        return capability === 'sfx';
+    }
+    /**
+     * Release any resources held by the provider. No-op for HTTP-only providers.
+     */
+    async shutdown() {
+        this.isInitialized = false;
+    }
+}
+//# sourceMappingURL=ElevenLabsSFXProvider.js.map

package/dist/core/audio/providers/ElevenLabsSFXProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ElevenLabsSFXProvider.js","sourceRoot":"","sources":["../../../../src/core/audio/providers/ElevenLabsSFXProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AA8BH,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,OAAO,qBAAqB;IAAlC;QACE,kBAAkB;QACF,eAAU,GAAG,gBAAgB,CAAC;QAE9C,kBAAkB;QACX,kBAAa,GAAG,KAAK,CAAC;IA+H/B,CAAC;IAvHC,4EAA4E;IAC5E,YAAY;IACZ,4EAA4E;IAE5E;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,MAA+B;QAC9C,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;QAED,IAAI,CAAC,OAAO,GAAG;YACb,MAAM;YACN,OAAO,EACL,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;gBACzD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;gBACvB,CAAC,CAAC,8BAA8B;SACrC,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAE5E;;;;OAIG;IACH,KAAK,CAAC,aAAa,CAAC,QAA8B;QAChD,MAAM,IAAI,KAAK,CACb,0FAA0F,CAC3F,CAAC;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,WAAW,CAAC,OAA2B;QAC3C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,mBAAmB,CAAC;QAEvD,MAAM,IAAI,GAA4B;YACpC,IAAI,EAAE,OAAO,CAAC,MAAM;YACpB,gBAAgB,EAAE,GAAG;SACtB,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;QAEnF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QACzF,CAAC;QAED,8EAA8E;QAC9E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE3D,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,OAAO,EAAE,6BAA6B;YACtC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,CAAC;oBACN,MAAM;oBACN,QAAQ,EAAE,YAAY;oBACtB,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,gBAAgB,EAAE,EAAE;iBACrB,CAAC;YACF,KAAK,EAAE;gBACL,eAAe,EAAE,CAAC;aACnB;SACF,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,mBAAmB;IACnB,4EAA4E;IAE5E;;;;;OAKG;IACH,QAAQ,CAAC,UAA2B;QAClC,OAAO,UAAU,KAAK,KAAK,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;CACF"}