@framers/agentos 0.6.30 → 0.7.1

package/dist/io/media/audio/providers/ReplicateAudioProvider.js

@@ -0,0 +1,348 @@
+/**
+ * @module media/audio/providers/ReplicateAudioProvider
+ *
+ * Audio generation provider for the Replicate API, supporting both music
+ * and sound effects through different default models.
+ *
+ * Replicate hosts open-source audio models (MusicGen, AudioGen, etc.) behind
+ * a uniform predictions API. This provider mirrors the pattern established
+ * by {@link ReplicateVideoProvider}: create a prediction with `Prefer: wait`,
+ * then poll if it hasn't completed inline.
+ *
+ * ## Supported models
+ *
+ * | Model ID              | Type  | Description                    |
+ * |-----------------------|-------|--------------------------------|
+ * | `meta/musicgen`       | Music | Meta's MusicGen on Replicate   |
+ * | `meta/audiogen`       | SFX   | Meta's AudioGen on Replicate   |
+ *
+ * ## API flow (submit + sync wait + optional poll)
+ *
+ * 1. **Create prediction** — `POST ${baseURL}/predictions` with
+ *    `Prefer: wait=60`. If the model finishes within 60 seconds the
+ *    response already contains the output.
+ * 2. **Poll** (if needed) — `GET prediction.urls.get` until `status` is
+ *    `succeeded`, `failed`, or `canceled`.
+ * 3. **Result** — `output` is the audio URL (string or first array element).
+ *
+ * ## Authentication
+ *
+ * Requires a `REPLICATE_API_TOKEN`. Sent as `Authorization: Token ${apiKey}`.
+ *
+ * @see {@link IAudioGenerator} for the provider interface contract.
+ * @see {@link ReplicateVideoProvider} for the video counterpart.
+ */
+import { ApiKeyPool } from '../../../../core/providers/ApiKeyPool.js';
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+/**
+ * Sleep for the specified number of milliseconds.
+ * @param ms - Duration in milliseconds.
+ * @internal
+ */
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/**
+ * Extract an audio URL from the Replicate prediction output.
+ *
+ * Replicate returns output in different shapes depending on the model:
+ * - A plain URL string
+ * - An array of URL strings (first element is the audio)
+ * - An object with a `url` or `audio` property
+ *
+ * @param output - Raw output from the prediction.
+ * @returns The audio URL string, or `undefined` if not found.
+ * @internal
+ */
+function extractAudioUrl(output) {
+    if (typeof output === 'string')
+        return output;
+    if (Array.isArray(output)) {
+        for (const item of output) {
+            if (typeof item === 'string')
+                return item;
+            if (item && typeof item === 'object') {
+                const obj = item;
+                if (typeof obj.url === 'string')
+                    return obj.url;
+                if (typeof obj.audio === 'string')
+                    return obj.audio;
+            }
+        }
+        return undefined;
+    }
+    if (output && typeof output === 'object') {
+        const obj = output;
+        if (typeof obj.url === 'string')
+            return obj.url;
+        if (typeof obj.audio === 'string')
+            return obj.audio;
+    }
+    return undefined;
+}
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+/**
+ * Audio generation provider connecting to the Replicate predictions API.
+ *
+ * Follows the same submit-then-poll pattern as {@link ReplicateVideoProvider}:
+ * create a prediction with `Prefer: wait=60`, then poll if the model takes
+ * longer than the wait window.
+ *
+ * Routes to different default models based on whether music or SFX is requested.
+ *
+ * @implements {IAudioGenerator}
+ *
+ * @example
+ * ```typescript
+ * const provider = new ReplicateAudioProvider();
+ * await provider.initialize({ apiKey: process.env.REPLICATE_API_TOKEN! });
+ *
+ * const music = await provider.generateMusic({
+ *   prompt: 'Upbeat indie rock with driving guitars',
+ * });
+ *
+ * const sfx = await provider.generateSFX({
+ *   prompt: 'Glass shattering on a hard floor',
+ * });
+ * ```
+ */
+export class ReplicateAudioProvider {
+    constructor() {
+        /** @inheritdoc */
+        this.providerId = 'replicate-audio';
+        /** @inheritdoc */
+        this.isInitialized = false;
+    }
+    // -------------------------------------------------------------------------
+    // Lifecycle
+    // -------------------------------------------------------------------------
+    /**
+     * Initialize the provider with API credentials and optional configuration.
+     *
+     * @param config - Configuration object. Must include `apiKey`.
+     * @throws {Error} If `apiKey` is missing or empty.
+     */
+    async initialize(config) {
+        const apiKey = typeof config.apiKey === 'string' ? config.apiKey.trim() : '';
+        if (!apiKey) {
+            throw new Error('Replicate audio provider requires apiKey (REPLICATE_API_TOKEN).');
+        }
+        this._config = {
+            apiKey,
+            baseURL: typeof config.baseURL === 'string' && config.baseURL.trim()
+                ? config.baseURL.trim()
+                : 'https://api.replicate.com/v1',
+            defaultMusicModel: typeof config.defaultMusicModel === 'string' && config.defaultMusicModel.trim()
+                ? config.defaultMusicModel.trim()
+                : 'meta/musicgen',
+            defaultSfxModel: typeof config.defaultSfxModel === 'string' && config.defaultSfxModel.trim()
+                ? config.defaultSfxModel.trim()
+                : 'meta/audiogen',
+            pollIntervalMs: typeof config.pollIntervalMs === 'number' && config.pollIntervalMs > 0
+                ? config.pollIntervalMs
+                : 5000,
+            timeoutMs: typeof config.timeoutMs === 'number' && config.timeoutMs > 0
+                ? config.timeoutMs
+                : 300000,
+        };
+        this.defaultModelId = this._config.defaultMusicModel;
+        this.keyPool = new ApiKeyPool(apiKey);
+        this.isInitialized = true;
+    }
+    // -------------------------------------------------------------------------
+    // Generation
+    // -------------------------------------------------------------------------
+    /**
+     * Generate music from a text prompt using a music model on Replicate.
+     *
+     * @param request - Music generation request with prompt and optional params.
+     * @returns The generated audio result envelope.
+     *
+     * @throws {Error} If the provider is not initialized.
+     * @throws {Error} If the API returns an error or times out.
+     */
+    async generateMusic(request) {
+        if (!this.isInitialized) {
+            throw new Error('Replicate audio provider is not initialized. Call initialize() first.');
+        }
+        const model = request.modelId || this._config.defaultMusicModel;
+        const input = {
+            prompt: request.prompt,
+        };
+        if (request.durationSec !== undefined)
+            input.duration = request.durationSec;
+        const prediction = await this._runPrediction(model, input);
+        return this._buildResult(prediction, model);
+    }
+    /**
+     * Generate a sound effect from a text prompt using an SFX model on Replicate.
+     *
+     * @param request - SFX generation request with prompt and optional params.
+     * @returns The generated audio result envelope.
+     *
+     * @throws {Error} If the provider is not initialized.
+     * @throws {Error} If the API returns an error or times out.
+     */
+    async generateSFX(request) {
+        if (!this.isInitialized) {
+            throw new Error('Replicate audio provider is not initialized. Call initialize() first.');
+        }
+        const model = request.modelId || this._config.defaultSfxModel;
+        const input = {
+            prompt: request.prompt,
+        };
+        if (request.durationSec !== undefined)
+            input.duration = request.durationSec;
+        const prediction = await this._runPrediction(model, input);
+        return this._buildResult(prediction, model);
+    }
+    // -------------------------------------------------------------------------
+    // Capability query
+    // -------------------------------------------------------------------------
+    /**
+     * Replicate audio supports both music and SFX generation through
+     * different model routing.
+     *
+     * @param capability - The capability to check.
+     * @returns `true` for both `'music'` and `'sfx'`.
+     */
+    supports(capability) {
+        return capability === 'music' || capability === 'sfx';
+    }
+    /**
+     * Release any resources held by the provider. No-op for HTTP-only providers.
+     */
+    async shutdown() {
+        this.isInitialized = false;
+    }
+    // -------------------------------------------------------------------------
+    // Private helpers
+    // -------------------------------------------------------------------------
+    /**
+     * Create a prediction and wait for it to complete.
+     *
+     * Uses `Prefer: wait=60` to get synchronous completion for fast models.
+     * Falls back to polling if the prediction hasn't completed within the
+     * wait window.
+     *
+     * @param model - Model identifier (e.g. 'meta/musicgen').
+     * @param input - Model input parameters.
+     * @returns The completed prediction object.
+     *
+     * @throws {Error} If prediction creation fails, the prediction fails,
+     *   is canceled, or times out.
+     * @internal
+     */
+    async _runPrediction(model, input) {
+        let prediction = await this._createPrediction(model, input);
+        // If the prediction hasn't reached a terminal state, poll for it.
+        if (prediction.status
+            && !['succeeded', 'failed', 'canceled'].includes(prediction.status)
+            && prediction.urls?.get) {
+            prediction = await this._pollPrediction(prediction.urls.get);
+        }
+        if (prediction.status === 'failed') {
+            throw new Error(`Replicate audio generation failed: ${prediction.error ?? 'unknown error'}`);
+        }
+        if (prediction.status === 'canceled') {
+            throw new Error('Replicate audio generation was canceled.');
+        }
+        return prediction;
+    }
+    /**
+     * Create a new prediction via `POST /predictions`.
+     *
+     * @param model - Model identifier.
+     * @param input - Model input parameters.
+     * @returns The prediction response (may or may not be completed).
+     *
+     * @throws {Error} If the HTTP request fails.
+     * @internal
+     */
+    async _createPrediction(model, input) {
+        const body = {
+            model,
+            input,
+        };
+        const response = await fetch(`${this._config.baseURL}/predictions`, {
+            method: 'POST',
+            headers: {
+                Authorization: `Token ${this.keyPool.next()}`,
+                'Content-Type': 'application/json',
+                Prefer: 'wait=60',
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`Replicate audio prediction submission failed (${response.status}): ${errorText}`);
+        }
+        return (await response.json());
+    }
+    /**
+     * Poll a prediction URL until it reaches a terminal state.
+     *
+     * @param url - The `prediction.urls.get` URL to poll.
+     * @returns The completed prediction object.
+     *
+     * @throws {Error} If polling fails or times out.
+     * @internal
+     */
+    async _pollPrediction(url) {
+        const startedAt = Date.now();
+        while (Date.now() - startedAt < this._config.timeoutMs) {
+            const response = await fetch(url, {
+                headers: {
+                    Authorization: `Token ${this.keyPool.next()}`,
+                },
+            });
+            if (!response.ok) {
+                const errorText = await response.text();
+                throw new Error(`Replicate audio prediction polling failed (${response.status}): ${errorText}`);
+            }
+            const prediction = (await response.json());
+            if (!prediction.status
+                || ['succeeded', 'failed', 'canceled'].includes(prediction.status)) {
+                return prediction;
+            }
+            await sleep(this._config.pollIntervalMs);
+        }
+        throw new Error(`Replicate audio generation timed out after ${this._config.timeoutMs}ms.`);
+    }
+    /**
+     * Build an {@link AudioResult} from a completed Replicate prediction.
+     *
+     * @param prediction - The succeeded prediction object.
+     * @param model - Model ID used for the generation.
+     * @returns Normalized audio result envelope.
+     *
+     * @throws {Error} If no audio URL could be extracted from the output.
+     * @internal
+     */
+    _buildResult(prediction, model) {
+        const audioUrl = extractAudioUrl(prediction.output);
+        if (!audioUrl) {
+            throw new Error('Replicate audio prediction succeeded but returned no audio output.');
+        }
+        return {
+            created: Math.floor(Date.now() / 1000),
+            modelId: model,
+            providerId: this.providerId,
+            audio: [{
+                    url: audioUrl,
+                    mimeType: 'audio/mpeg',
+                    providerMetadata: {
+                        predictionId: prediction.id,
+                    },
+                }],
+            usage: {
+                totalAudioClips: 1,
+            },
+        };
+    }
+}
+//# sourceMappingURL=ReplicateAudioProvider.js.map

package/dist/io/media/audio/providers/ReplicateAudioProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ReplicateAudioProvider.js","sourceRoot":"","sources":["../../../../../src/io/media/audio/providers/ReplicateAudioProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,0CAA0C,CAAC;AAkFtE,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;GAIG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;;;;;;;GAWG;AACH,SAAS,eAAe,CAAC,MAAe;IACtC,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAE9C,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,OAAO,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAC1C,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,GAAG,GAAG,IAA+B,CAAC;gBAC5C,IAAI,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ;oBAAE,OAAO,GAAG,CAAC,GAAG,CAAC;gBAChD,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ;oBAAE,OAAO,GAAG,CAAC,KAAK,CAAC;YACtD,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,MAAiC,CAAC;QAC9C,IAAI,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC,GAAG,CAAC;QAChD,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC,KAAK,CAAC;IACtD,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,OAAO,sBAAsB;IAAnC;QACE,kBAAkB;QACF,eAAU,GAAG,iBAAiB,CAAC;QAE/C,kBAAkB;QACX,kBAAa,GAAG,KAAK,CAAC;IA+R/B,CAAC;IAtRC,4EAA4E;IAC5E,YAAY;IACZ,4EAA4E;IAE5E;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,MAA+B;QAC9C,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;QACrF,CAAC;QAED,IAAI,CAAC,OAAO,GAAG;YACb,MAAM;YACN,OAAO,EACL,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;gBACzD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;gBACvB,CAAC,CAAC,8BAA8B;YACpC,iBAAiB,EACf,OAAO,MAAM,CAAC,iBAAiB,KAAK,QAAQ,IAAI,MAAM,CAAC,iBAAiB,CAAC,IAAI,EAAE;gBAC7E,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,EAAE;gBACjC,CAAC,CAAC,eAAe;YACrB,eAAe,EACb,OAAO,MAAM,CAAC,eAAe,KAAK,QAAQ,IAAI,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE;gBACzE,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE;gBAC/B,CAAC,CAAC,eAAe;YACrB,cAAc,EACZ,OAAO,MAAM,CAAC,cAAc,KAAK,QAAQ,IAAI,MAAM,CAAC,cAAc,GAAG,CAAC;gBACpE,CAAC,CAAC,MAAM,CAAC,cAAc;gBACvB,CAAC,CAAC,IAAI;YACV,SAAS,EACP,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC;gBAC1D,CAAC,CAAC,MAAM,CAAC,SAAS;gBAClB,CAAC,CAAC,MAAO;SACd,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAE5E;;;;;;;;OAQG;IACH,KAAK,CAAC,aAAa,CAAC,OAA6B;QAC/C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAEhE,MAAM,KAAK,GAA4B;YACrC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;QAE5E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,WAAW,CAAC,OAA2B;QAC3C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC;QAE9D,MAAM,KAAK,GAA4B;YACrC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,KAAK,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;QAE5E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,4EAA4E;IAC5E,mBAAmB;IACnB,4EAA4E;IAE5E;;;;;;OAMG;IACH,QAAQ,CAAC,UAA2B;QAClC,OAAO,UAAU,KAAK,OAAO,IAAI,UAAU,KAAK,KAAK,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,4EAA4E;IAC5E,kBAAkB;IAClB,4EAA4E;IAE5E;;;;;;;;;;;;;;OAcG;IACK,KAAK,CAAC,cAAc,CAC1B,KAAa,EACb,KAA8B;QAE9B,IAAI,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAE5D,kEAAkE;QAClE,IACE,UAAU,CAAC,MAAM;eACd,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;eAChE,UAAU,CAAC,IAAI,EAAE,GAAG,EACvB,CAAC;YACD,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,sCAAsC,UAAU,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC,CAAC;QAC/F,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;;;;;;OASG;IACK,KAAK,CAAC,iBAAiB,CAC7B,KAAa,EACb,KAA8B;QAE9B,MAAM,IAAI,GAA4B;YACpC,KAAK;YACL,KAAK;SACN,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,cAAc,EAAE;YAClE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE;gBAC7C,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,SAAS;aAClB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,iDAAiD,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QACrG,CAAC;QAED,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;IACxD,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,eAAe,CAAC,GAAW;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,OAAO,EAAE;oBACP,aAAa,EAAE,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE;iBAC9C;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,8CAA8C,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YAClG,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;YAElE,IACE,CAAC,UAAU,CAAC,MAAM;mBACf,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAClE,CAAC;gBACD,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,IAAI,KAAK,CACb,8CAA8C,IAAI,CAAC,OAAO,CAAC,SAAS,KAAK,CAC1E,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACK,YAAY,CAAC,UAA+B,EAAE,KAAa;QACjE,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAEpD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACxF,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,OAAO,EAAE,KAAK;YACd,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,CAAC;oBACN,GAAG,EAAE,QAAQ;oBACb,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE;wBAChB,YAAY,EAAE,UAAU,CAAC,EAAE;qBAC5B;iBACF,CAAC;YACF,KAAK,EAAE;gBACL,eAAe,EAAE,CAAC;aACnB;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/io/media/audio/providers/StableAudioProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StableAudioProvider.d.ts","sourceRoot":"","sources":["../../../../../src/io/media/audio/providers/StableAudioProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAMzF;;;;;;;;;;GAUG;AACH,MAAM,WAAW,yBAAyB;IACxC,uEAAuE;IACvE,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAMD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,mBAAoB,YAAW,eAAe;IACzD,kBAAkB;IAClB,SAAgB,UAAU,kBAAkB;IAE5C,kBAAkB;IACX,aAAa,UAAS;IAE7B,kBAAkB;IACX,cAAc,CAAC,EAAE,MAAM,CAAC;IAE/B,uCAAuC;IACvC,OAAO,CAAC,OAAO,CAA+F;IAC9G,OAAO,CAAC,OAAO,CAAc;IAM7B;;;;;OAKG;IACG,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA2BhE;;;;;;;;OAQG;IACG,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC;IAQxE;;;;;;;;OAQG;IACG,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,WAAW,CAAC;IAYpE;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,OAAO,GAAG,KAAK,GAAG,OAAO;IAI9C;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ/B;;;;;;;;;;;;;;OAcG;YACW,SAAS;CAgDxB"}

package/dist/io/media/audio/providers/StableAudioProvider.js

@@ -0,0 +1,194 @@
+/**
+ * @module media/audio/providers/StableAudioProvider
+ *
+ * Audio generation provider for the Stability AI Stable Audio API.
+ *
+ * Stable Audio generates both music and sound effects from text prompts
+ * using the Stable Audio Open model. The API is synchronous: a single
+ * POST request returns audio data directly (no queue or polling).
+ *
+ * ## Supported models
+ *
+ * | Model ID                   | Description                        |
+ * |----------------------------|------------------------------------|
+ * | `stable-audio-open-1.0`    | Stable Audio Open 1.0 — default    |
+ *
+ * ## API flow (synchronous)
+ *
+ * 1. **Generate** — `POST ${baseURL}/audio/generate` with prompt, duration,
+ *    and output format. Returns audio data directly in the response body.
+ *
+ * ## Authentication
+ *
+ * Requires a `STABILITY_API_KEY`. Sent as `Authorization: Bearer ${apiKey}`.
+ *
+ * @see {@link IAudioGenerator} for the provider interface contract.
+ */
+import { ApiKeyPool } from '../../../../core/providers/ApiKeyPool.js';
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+/**
+ * Audio generation provider connecting to the Stability AI Stable Audio API.
+ *
+ * Implements a synchronous request pattern: a single POST request returns
+ * the generated audio data directly. Supports both music and SFX generation.
+ *
+ * @implements {IAudioGenerator}
+ *
+ * @example
+ * ```typescript
+ * const provider = new StableAudioProvider();
+ * await provider.initialize({ apiKey: process.env.STABILITY_API_KEY! });
+ *
+ * const result = await provider.generateMusic({
+ *   prompt: 'Upbeat electronic dance track with heavy bass',
+ *   durationSec: 30,
+ * });
+ * console.log(result.audio[0].url);
+ * ```
+ */
+export class StableAudioProvider {
+    constructor() {
+        /** @inheritdoc */
+        this.providerId = 'stable-audio';
+        /** @inheritdoc */
+        this.isInitialized = false;
+    }
+    // -------------------------------------------------------------------------
+    // Lifecycle
+    // -------------------------------------------------------------------------
+    /**
+     * Initialize the provider with API credentials and optional configuration.
+     *
+     * @param config - Configuration object. Must include `apiKey`.
+     * @throws {Error} If `apiKey` is missing or empty.
+     */
+    async initialize(config) {
+        const apiKey = typeof config.apiKey === 'string' ? config.apiKey.trim() : '';
+        if (!apiKey) {
+            throw new Error('Stable Audio provider requires apiKey (STABILITY_API_KEY).');
+        }
+        this._config = {
+            apiKey,
+            baseURL: typeof config.baseURL === 'string' && config.baseURL.trim()
+                ? config.baseURL.trim()
+                : 'https://api.stability.ai/v2beta',
+            defaultModelId: typeof config.defaultModelId === 'string' && config.defaultModelId.trim()
+                ? config.defaultModelId.trim()
+                : 'stable-audio-open-1.0',
+        };
+        this.defaultModelId = this._config.defaultModelId;
+        this.keyPool = new ApiKeyPool(apiKey);
+        this.isInitialized = true;
+    }
+    // -------------------------------------------------------------------------
+    // Generation
+    // -------------------------------------------------------------------------
+    /**
+     * Generate music from a text prompt using the Stability AI audio endpoint.
+     *
+     * @param request - Music generation request with prompt and optional params.
+     * @returns The generated audio result envelope.
+     *
+     * @throws {Error} If the provider is not initialized.
+     * @throws {Error} If the API returns an error.
+     */
+    async generateMusic(request) {
+        if (!this.isInitialized) {
+            throw new Error('Stable Audio provider is not initialized. Call initialize() first.');
+        }
+        return this._generate(request.prompt, request.durationSec, request.modelId);
+    }
+    /**
+     * Generate a sound effect from a text prompt using the Stability AI audio endpoint.
+     *
+     * @param request - SFX generation request with prompt and optional params.
+     * @returns The generated audio result envelope.
+     *
+     * @throws {Error} If the provider is not initialized.
+     * @throws {Error} If the API returns an error.
+     */
+    async generateSFX(request) {
+        if (!this.isInitialized) {
+            throw new Error('Stable Audio provider is not initialized. Call initialize() first.');
+        }
+        return this._generate(request.prompt, request.durationSec, request.modelId);
+    }
+    // -------------------------------------------------------------------------
+    // Capability query
+    // -------------------------------------------------------------------------
+    /**
+     * Stable Audio supports both music and SFX generation.
+     *
+     * @param capability - The capability to check.
+     * @returns `true` for both `'music'` and `'sfx'`.
+     */
+    supports(capability) {
+        return capability === 'music' || capability === 'sfx';
+    }
+    /**
+     * Release any resources held by the provider. No-op for HTTP-only providers.
+     */
+    async shutdown() {
+        this.isInitialized = false;
+    }
+    // -------------------------------------------------------------------------
+    // Private helpers
+    // -------------------------------------------------------------------------
+    /**
+     * Send a synchronous audio generation request to the Stability AI API.
+     *
+     * The API returns audio data directly in the response body (no queue or
+     * polling required). The response is treated as a binary blob and converted
+     * to a base64-encoded string.
+     *
+     * @param prompt - Text description of the desired audio.
+     * @param durationSec - Desired duration in seconds.
+     * @param modelId - Optional model override.
+     * @returns Normalized audio result envelope.
+     *
+     * @throws {Error} If the HTTP request fails.
+     * @internal
+     */
+    async _generate(prompt, durationSec, modelId) {
+        const model = modelId || this.defaultModelId || 'stable-audio-open-1.0';
+        const url = `${this._config.baseURL}/audio/generate`;
+        const body = {
+            prompt,
+            output_format: 'mp3',
+        };
+        if (durationSec !== undefined)
+            body.duration = durationSec;
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                Authorization: `Bearer ${this.keyPool.next()}`,
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`Stable Audio generation failed (${response.status}): ${errorText}`);
+        }
+        // The API returns raw audio bytes. Convert to base64 for the result envelope.
+        const arrayBuffer = await response.arrayBuffer();
+        const base64 = Buffer.from(arrayBuffer).toString('base64');
+        return {
+            created: Math.floor(Date.now() / 1000),
+            modelId: model,
+            providerId: this.providerId,
+            audio: [{
+                    base64,
+                    mimeType: 'audio/mpeg',
+                    durationSec,
+                    providerMetadata: {},
+                }],
+            usage: {
+                totalAudioClips: 1,
+            },
+        };
+    }
+}
+//# sourceMappingURL=StableAudioProvider.js.map

package/dist/io/media/audio/providers/StableAudioProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StableAudioProvider.js","sourceRoot":"","sources":["../../../../../src/io/media/audio/providers/StableAudioProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,0CAA0C,CAAC;AAmCtE,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,mBAAmB;IAAhC;QACE,kBAAkB;QACF,eAAU,GAAG,cAAc,CAAC;QAE5C,kBAAkB;QACX,kBAAa,GAAG,KAAK,CAAC;IAwK/B,CAAC;IA/JC,4EAA4E;IAC5E,YAAY;IACZ,4EAA4E;IAE5E;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,MAA+B;QAC9C,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,CAAC,OAAO,GAAG;YACb,MAAM;YACN,OAAO,EACL,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;gBACzD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;gBACvB,CAAC,CAAC,iCAAiC;YACvC,cAAc,EACZ,OAAO,MAAM,CAAC,cAAc,KAAK,QAAQ,IAAI,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE;gBACvE,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE;gBAC9B,CAAC,CAAC,uBAAuB;SAC9B,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QAClD,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAE5E;;;;;;;;OAQG;IACH,KAAK,CAAC,aAAa,CAAC,OAA6B;QAC/C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACxF,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,WAAW,CAAC,OAA2B;QAC3C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QACxF,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED,4EAA4E;IAC5E,mBAAmB;IACnB,4EAA4E;IAE5E;;;;;OAKG;IACH,QAAQ,CAAC,UAA2B;QAClC,OAAO,UAAU,KAAK,OAAO,IAAI,UAAU,KAAK,KAAK,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED,4EAA4E;IAC5E,kBAAkB;IAClB,4EAA4E;IAE5E;;;;;;;;;;;;;;OAcG;IACK,KAAK,CAAC,SAAS,CACrB,MAAc,EACd,WAAoB,EACpB,OAAgB;QAEhB,MAAM,KAAK,GAAG,OAAO,IAAI,IAAI,CAAC,cAAc,IAAI,uBAAuB,CAAC;QACxE,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,iBAAiB,CAAC;QAErD,MAAM,IAAI,GAA4B;YACpC,MAAM;YACN,aAAa,EAAE,KAAK;SACrB,CAAC;QAEF,IAAI,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC;QAE3D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE;gBAC9C,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,8EAA8E;QAC9E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE3D,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,OAAO,EAAE,KAAK;YACd,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,CAAC;oBACN,MAAM;oBACN,QAAQ,EAAE,YAAY;oBACtB,WAAW;oBACX,gBAAgB,EAAE,EAAE;iBACrB,CAAC;YACF,KAAK,EAAE;gBACL,eAAe,EAAE,CAAC;aACnB;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/io/media/audio/providers/SunoProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SunoProvider.d.ts","sourceRoot":"","sources":["../../../../../src/io/media/audio/providers/SunoProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAMzF;;;;;;;;;GASG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA6ED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,YAAa,YAAW,eAAe;IAClD,kBAAkB;IAClB,SAAgB,UAAU,UAAU;IAEpC,kBAAkB;IACX,aAAa,UAAS;IAE7B,kBAAkB;IACX,cAAc,CAAC,EAAE,MAAM,CAAC;IAE/B,uCAAuC;IACvC,OAAO,CAAC,OAAO,CAAkH;IACjI,OAAO,CAAC,OAAO,CAAc;IAM7B;;;;;OAKG;IACG,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAmChE;;;;;;;;;;;OAWG;IACG,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC;IAkBxE;;;;OAIG;IACG,WAAW,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,WAAW,CAAC;IAUrE;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,OAAO,GAAG,KAAK,GAAG,OAAO;IAI9C;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ/B;;;;;;;;;;;;;;OAcG;YACW,cAAc;IAyB5B;;;;;;;;;OASG;YACW,iBAAiB;IA2B/B;;;;;;;;OAQG;YACW,eAAe;IAgC7B;;;;;;;;;OASG;IACH,OAAO,CAAC,YAAY;CAuBrB"}