@nodetool-ai/runtime 0.7.0-rc.23 → 0.8.2

package/dist/providers/python-provider.d.ts

@@ -5,26 +5,39 @@
  * Each instance wraps a specific Python provider ID (e.g. "huggingface", "mlx")
  * and proxies all BaseProvider methods through the bridge.
  */
-import { BaseProvider } from "./base-provider.js";
-import type { LanguageModel, ImageModel, TTSModel, ASRModel, EmbeddingModel, VideoModel, Message, ProviderTool, ProviderStreamItem, StreamingAudioChunk, TextToImageParams, ImageToImageParams } from "./types.js";
-import type { PythonStdioBridge } from "../python-stdio-bridge.js";
+import { BaseProvider, type ProviderCapability } from "./base-provider.js";
+import type { LanguageModel, ImageModel, TTSModel, ASRModel, EmbeddingModel, VideoModel, MusicModel, Message, ProviderTool, ProviderStreamItem, StreamingAudioChunk, TextToImageParams, ImageToImageParams, TextToSpeechParams, TextToVideoParams, ImageToVideoParams, ReferenceToVideoInputs, ReferenceToVideoParams, TextToMusicParams, EncodedAudioResult } from "./types.js";
+import type { PythonBridgeBase } from "../python-bridge-base.js";
 type PythonProviderOptions = Record<string, unknown> & {
     _id: string;
-    _bridge: PythonStdioBridge;
+    _bridge: PythonBridgeBase;
+    /** Provider id understood by the Python worker when the public id is aliased. */
+    _bridgeProviderId?: string;
+    /** Operations advertised by the Python worker for this provider. */
+    _capabilities?: string[];
 };
 export declare class PythonProvider extends BaseProvider {
     private _bridge;
     private _pythonProviderId;
     private _secrets;
-    constructor(providerId: string, bridge: PythonStdioBridge, secrets?: Record<string, string>);
+    private _supportsStreamingTTS;
+    private _supportsEncodedTTS;
+    private _workerCapabilities;
+    constructor(providerId: string, bridge: PythonBridgeBase, secrets?: Record<string, string>);
     constructor(options: PythonProviderOptions);
     static requiredSecrets(): string[];
+    /**
+     * Every operation the bridge forwards. Reference-to-video needs a worker
+     * that reports it.
+     */
+    protected declaredCapabilities(): readonly ProviderCapability[];
     getAvailableLanguageModels(): Promise<LanguageModel[]>;
     getAvailableImageModels(): Promise<ImageModel[]>;
     getAvailableTTSModels(): Promise<TTSModel[]>;
     getAvailableASRModels(): Promise<ASRModel[]>;
     getAvailableEmbeddingModels(): Promise<EmbeddingModel[]>;
     getAvailableVideoModels(): Promise<VideoModel[]>;
+    getAvailableMusicModels(): Promise<MusicModel[]>;
     private _getModels;
     generateMessage(args: {
         messages: Message[];
@@ -49,14 +62,14 @@ export declare class PythonProvider extends BaseProvider {
         audio?: Record<string, unknown>;
     }): AsyncGenerator<ProviderStreamItem>;
     textToImage(params: TextToImageParams): Promise<Uint8Array>;
-    imageToImage(image: Uint8Array, params: ImageToImageParams): Promise<Uint8Array>;
-    textToSpeech(args: {
-        text: string;
-        model: string;
-        voice?: string;
-        speed?: number;
-        audioFormat?: string;
-    }): AsyncGenerator<StreamingAudioChunk>;
+    imageToImage(images: Uint8Array[], params: ImageToImageParams): Promise<Uint8Array>;
+    textToVideo(params: TextToVideoParams): Promise<Uint8Array>;
+    imageToVideo(image: Uint8Array, params: ImageToVideoParams): Promise<Uint8Array>;
+    referenceToVideo(inputs: ReferenceToVideoInputs, params: ReferenceToVideoParams): Promise<Uint8Array>;
+    textToSpeech(args: TextToSpeechParams): AsyncGenerator<StreamingAudioChunk>;
+    supportsStreamingTextToSpeech(): boolean;
+    textToSpeechEncoded(args: TextToSpeechParams): Promise<EncodedAudioResult | null>;
+    textToMusic(params: TextToMusicParams): Promise<EncodedAudioResult>;
     automaticSpeechRecognition(args: {
         audio: Uint8Array;
         model: string;

package/dist/providers/python-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"python-provider.d.ts","sourceRoot":"","sources":["../../src/providers/python-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,cAAc,EACd,UAAU,EACV,OAAO,EACP,YAAY,EACZ,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAEnB,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,KAAK,qBAAqB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IACrD,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,iBAAiB,CAAC;CAC5B,CAAC;AAEF,qBAAa,cAAe,SAAQ,YAAY;IAC9C,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAyB;gBAGvC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,iBAAiB,EACzB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEtB,OAAO,EAAE,qBAAqB;IA4B1C,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE;IAM5B,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAItD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAIhD,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAI5C,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAI5C,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAIxD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YAIxC,UAAU;IAUlB,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBb,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,GAAG,cAAc,CAAC,kBAAkB,CAAC;IAiChC,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAQ3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IASf,YAAY,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC,mBAAmB,CAAC;IAWjC,0BAA0B,CAAC,IAAI,EAAE;QACrC,KAAK,EAAE,UAAU,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,YAAY,EAAE,SAAS,CAAC;IAerC,iBAAiB,CAAC,IAAI,EAAE;QAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAQxB"}
+{"version":3,"file":"python-provider.d.ts","sourceRoot":"","sources":["../../src/providers/python-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC3E,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,QAAQ,EAER,QAAQ,EACR,cAAc,EACd,UAAU,EACV,UAAU,EACV,OAAO,EACP,YAAY,EACZ,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,EACtB,sBAAsB,EACtB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAIjE,KAAK,qBAAqB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IACrD,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,gBAAgB,CAAC;IAC1B,iFAAiF;IACjF,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oEAAoE;IACpE,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B,CAAC;AAqCF,qBAAa,cAAe,SAAQ,YAAY;IAC9C,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAyB;IACzC,OAAO,CAAC,qBAAqB,CAAQ;IACrC,OAAO,CAAC,mBAAmB,CAAQ;IACnC,OAAO,CAAC,mBAAmB,CAAqB;IAEhD,YACE,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,gBAAgB,EACxB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC;IACF,YAAY,OAAO,EAAE,qBAAqB,EAAE;IAoC5C,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE,CAEjC;IAED;;;OAGG;IACH,UAAmB,oBAAoB,IAAI,SAAS,kBAAkB,EAAE,CAevE;IAIK,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAE3D;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAErD;IAEK,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CA0BjD;IAEK,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAEjD;IAEK,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAE7D;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAErD;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAErD;YAEa,UAAU;IAgClB,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,CAAC,CAsBnB;IAEM,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,GAAG,cAAc,CAAC,kBAAkB,CAAC,CAoCrC;IAIK,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAQhE;IAEK,YAAY,CAChB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CASrB;IAEK,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAQhE;IAEK,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CASrB;IAEK,gBAAgB,CACpB,MAAM,EAAE,sBAAsB,EAC9B,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,UAAU,CAAC,CAoCrB;IAEM,YAAY,CACjB,IAAI,EAAE,kBAAkB,GACvB,cAAc,CAAC,mBAAmB,CAAC,CA0BrC;IAEQ,6BAA6B,IAAI,OAAO,CAEhD;IAEK,mBAAmB,CACvB,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAQpC;IAEK,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAOxE;IAEK,0BAA0B,CAAC,IAAI,EAAE;QACrC,KAAK,EAAE,UAAU,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,YAAY,EAAE,SAAS,CAAC,CAa1C;IAEK,iBAAiB,CAAC,IAAI,EAAE;QAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAOtB;CACF"}

package/dist/providers/python-provider.js

@@ -6,12 +6,47 @@
  * and proxies all BaseProvider methods through the bridge.
  */
 import { BaseProvider } from "./base-provider.js";
+import { isRecord, isString } from "@nodetool-ai/protocol";
+import { sniffAudioMime } from "./audio-mime.js";
+function parseModelAdapter(value) {
+    if (!isRecord(value))
+        return undefined;
+    const state = value.state;
+    if (state !== "installed" &&
+        state !== "missing_dependency" &&
+        state !== "unknown") {
+        return undefined;
+    }
+    const rawArtifact = value.artifact_ref;
+    const artifactRef = isRecord(rawArtifact)
+        ? {
+            source: "huggingface",
+            repoId: String(rawArtifact.repo_id ?? ""),
+            revision: isString(rawArtifact.revision)
+                ? rawArtifact.revision
+                : undefined,
+            path: isString(rawArtifact.path) ? rawArtifact.path : undefined,
+            allowPatterns: Array.isArray(rawArtifact.allow_patterns)
+                ? rawArtifact.allow_patterns.filter(isString)
+                : undefined
+        }
+        : undefined;
+    return {
+        state,
+        reasonCode: isString(value.reason_code) ? value.reason_code : undefined,
+        reason: isString(value.reason) ? value.reason : undefined,
+        artifactRef: artifactRef && artifactRef.repoId.length > 0 ? artifactRef : undefined
+    };
+}
 export class PythonProvider extends BaseProvider {
     _bridge;
     _pythonProviderId;
     _secrets;
+    _supportsStreamingTTS = true;
+    _supportsEncodedTTS = true;
+    _workerCapabilities = new Set();
     constructor(providerIdOrOptions, bridge, secrets = {}) {
-        if (typeof providerIdOrOptions === "string") {
+        if (isString(providerIdOrOptions)) {
             super(providerIdOrOptions);
             if (!bridge) {
                 throw new Error("PythonProvider requires a bridge instance");
@@ -21,15 +56,40 @@ export class PythonProvider extends BaseProvider {
             this._secrets = secrets;
             return;
         }
-        const { _id, _bridge, ...rawSecrets } = providerIdOrOptions;
+        const { _id, _bridge, _bridgeProviderId, _capabilities, ...rawSecrets } = providerIdOrOptions;
         super(_id);
         this._bridge = _bridge;
-        this._pythonProviderId = _id;
+        this._pythonProviderId = _bridgeProviderId ?? _id;
+        if (Array.isArray(_capabilities)) {
+            this._workerCapabilities = new Set(_capabilities.map(String));
+            this._supportsStreamingTTS = _capabilities.includes("text_to_speech");
+            this._supportsEncodedTTS = _capabilities.includes("text_to_speech_encoded");
+        }
         this._secrets = Object.fromEntries(Object.entries(rawSecrets).filter((entry) => typeof entry[1] === "string"));
     }
     static requiredSecrets() {
         return [];
     }
+    /**
+     * Every operation the bridge forwards. Reference-to-video needs a worker
+     * that reports it.
+     */
+    declaredCapabilities() {
+        const capabilities = [
+            "text_to_image",
+            "image_to_image",
+            "text_to_video",
+            "image_to_video",
+            "text_to_speech",
+            "text_to_music",
+            "automatic_speech_recognition",
+            "generate_embedding"
+        ];
+        if (this._workerCapabilities.has("reference_to_video")) {
+            capabilities.push("reference_to_video");
+        }
+        return capabilities;
+    }
     // ── Model discovery ───────────────────────────────────────────────
     async getAvailableLanguageModels() {
         return this._getModels("language");
@@ -38,7 +98,29 @@ export class PythonProvider extends BaseProvider {
         return this._getModels("image");
     }
     async getAvailableTTSModels() {
-        return this._getModels("tts");
+        const models = await this._getModels("tts");
+        return models.map((raw) => {
+            const model = raw;
+            return {
+                id: String(model.id ?? ""),
+                name: String(model.name ?? model.id ?? ""),
+                provider: String(model.provider ?? this._pythonProviderId),
+                voices: Array.isArray(model.voices)
+                    ? model.voices.map(String)
+                    : undefined,
+                capabilities: Array.isArray(model.capabilities)
+                    ? model.capabilities.map(String)
+                    : undefined,
+                languages: Array.isArray(model.languages)
+                    ? model.languages.map(String)
+                    : undefined,
+                sampleRate: typeof model.sample_rate === "number" ? model.sample_rate : undefined,
+                requiresReferenceText: typeof model.requires_reference_text === "boolean"
+                    ? model.requires_reference_text
+                    : undefined,
+                adapter: parseModelAdapter(model.adapter)
+            };
+        });
     }
     async getAvailableASRModels() {
         return this._getModels("asr");
@@ -49,30 +131,67 @@ export class PythonProvider extends BaseProvider {
     async getAvailableVideoModels() {
         return this._getModels("video");
     }
+    async getAvailableMusicModels() {
+        return this._getModels("music");
+    }
     async _getModels(modelType) {
-        return this._bridge.getProviderModels(this._pythonProviderId, modelType, this._secrets);
+        const models = await this._bridge.getProviderModels(this._pythonProviderId, modelType, this._secrets);
+        // The public provider id may be an alias (notably `huggingface-local`) so
+        // selections route back through this bridge adapter instead of colliding
+        // with a built-in remote provider that uses the worker's original id.
+        return models.map((model) => {
+            const supportedTasks = Array.isArray(model.supportedTasks)
+                ? model.supportedTasks.map(String)
+                : Array.isArray(model.supported_tasks)
+                    ? model.supported_tasks.map(String)
+                    : undefined;
+            const normalizedModel = {
+                ...model,
+                provider: this.provider
+            };
+            if (modelType === "video" && supportedTasks) {
+                normalizedModel.supportedTasks = this._workerCapabilities.has("reference_to_video")
+                    ? supportedTasks
+                    : supportedTasks.filter((task) => task !== "reference_to_video");
+            }
+            return normalizedModel;
+        });
     }
     // ── Chat completion ───────────────────────────────────────────────
     async generateMessage(args) {
         const wireMessages = args.messages.map(serializeMessage);
-        const result = await this._bridge.providerGenerate(this._pythonProviderId, wireMessages, args.model, {
-            secrets: this._secrets,
-            tools: args.tools,
-            max_tokens: args.maxTokens,
-            temperature: args.temperature,
-            top_p: args.topP
-        });
+        const requestPayload = {
+            provider: this._pythonProviderId,
+            messages: wireMessages,
+            model: args.model,
+            options: {
+                secrets: this._secrets,
+                tools: args.tools,
+                max_tokens: args.maxTokens,
+                temperature: args.temperature,
+                top_p: args.topP
+            }
+        };
+        this.recordRequestPayload(requestPayload);
+        const result = await this._bridge.providerGenerate(this._pythonProviderId, wireMessages, args.model, requestPayload.options);
         return deserializeMessage(result);
     }
     async *generateMessages(args) {
         const wireMessages = args.messages.map(serializeMessage);
-        for await (const chunk of this._bridge.providerStream(this._pythonProviderId, wireMessages, args.model, {
-            secrets: this._secrets,
-            tools: args.tools,
-            max_tokens: args.maxTokens,
-            temperature: args.temperature,
-            top_p: args.topP
-        })) {
+        const requestPayload = {
+            provider: this._pythonProviderId,
+            messages: wireMessages,
+            model: args.model,
+            options: {
+                secrets: this._secrets,
+                tools: args.tools,
+                max_tokens: args.maxTokens,
+                temperature: args.temperature,
+                top_p: args.topP
+            }
+        };
+        this.recordRequestPayload(requestPayload);
+        for await (const chunk of this._bridge.providerStream(this._pythonProviderId, wireMessages, args.model, requestPayload.options)) {
             if (chunk.type === "tool_call") {
                 yield {
                     id: chunk.id,
@@ -91,16 +210,76 @@ export class PythonProvider extends BaseProvider {
     }
     // ── Media generation ──────────────────────────────────────────────
     async textToImage(params) {
-        return this._bridge.providerTextToImage(this._pythonProviderId, params, this._secrets);
+        const { signal, ...wireParams } = params;
+        return this._bridge.providerTextToImage(this._pythonProviderId, { ...wireParams, model: params.model.id }, this._secrets, signal);
+    }
+    async imageToImage(images, params) {
+        const { signal, ...wireParams } = params;
+        return this._bridge.providerImageToImage(this._pythonProviderId, images[0] ?? new Uint8Array(), { ...wireParams, model: params.model.id }, this._secrets, signal);
+    }
+    async textToVideo(params) {
+        const { signal, ...wireParams } = params;
+        return this._bridge.providerTextToVideo(this._pythonProviderId, { ...wireParams, model: params.model.id }, this._secrets, signal);
     }
-    async imageToImage(image, params) {
-        return this._bridge.providerImageToImage(this._pythonProviderId, image, params, this._secrets);
+    async imageToVideo(image, params) {
+        const { signal, ...wireParams } = params;
+        return this._bridge.providerImageToVideo(this._pythonProviderId, image, { ...wireParams, model: params.model.id }, this._secrets, signal);
+    }
+    async referenceToVideo(inputs, params) {
+        if (!this._workerCapabilities.has("reference_to_video")) {
+            throw new Error("Python worker does not support reference_to_video");
+        }
+        if (Array.isArray(params.model.supportedTasks) &&
+            !params.model.supportedTasks.includes("reference_to_video")) {
+            throw new Error(`Video model ${params.model.id} does not support reference_to_video`);
+        }
+        if (!Array.isArray(params.model.supportedTasks)) {
+            const models = await this._getModels("video");
+            const model = models.find((candidate) => isRecord(candidate) && String(candidate.id ?? "") === params.model.id);
+            if (!isRecord(model) ||
+                !Array.isArray(model.supportedTasks) ||
+                !model.supportedTasks.includes("reference_to_video")) {
+                throw new Error(`Video model ${params.model.id} does not support reference_to_video`);
+            }
+        }
+        const { signal, ...wireParams } = params;
+        return this._bridge.providerReferenceToVideo(this._pythonProviderId, inputs, { ...wireParams, model: params.model.id }, this._secrets, signal);
     }
     async *textToSpeech(args) {
-        for await (const audioBytes of this._bridge.providerTTS(this._pythonProviderId, args.text, args.model, { voice: args.voice, speed: args.speed, secrets: this._secrets })) {
-            yield { samples: new Int16Array(audioBytes.buffer) };
+        for await (const audioBytes of this._bridge.providerTTS(this._pythonProviderId, args.text, args.model, {
+            voice: args.voice,
+            speed: args.speed,
+            reference_audio: args.referenceAudio,
+            reference_text: args.referenceText,
+            language: args.language,
+            instructions: args.instructions,
+            secrets: this._secrets
+        })) {
+            // audioBytes is a msgpack-decoded Uint8Array — generally a view into a
+            // larger buffer at a non-zero byteOffset. `new Int16Array(bytes.buffer)`
+            // ignores the offset (reinterpreting unrelated bytes) and throws when the
+            // buffer length or offset isn't 2-aligned. Copy into a fresh buffer to
+            // guarantee alignment, trimming a trailing odd byte. `slice()` is not a
+            // copy when the chunk is a Node Buffer, so set into a new array instead.
+            const even = audioBytes.byteLength - (audioBytes.byteLength % 2);
+            const copy = new Uint8Array(even);
+            copy.set(audioBytes.subarray(0, even));
+            yield { samples: new Int16Array(copy.buffer) };
         }
     }
+    supportsStreamingTextToSpeech() {
+        return this._supportsStreamingTTS;
+    }
+    async textToSpeechEncoded(args) {
+        if (!this._supportsEncodedTTS)
+            return null;
+        const data = await this._bridge.providerTTSEncoded(this._pythonProviderId, { ...args }, this._secrets);
+        return { data, mimeType: sniffAudioMime(data) };
+    }
+    async textToMusic(params) {
+        const data = await this._bridge.providerTextToAudio(this._pythonProviderId, { ...params, model: params.model.id }, this._secrets);
+        return { data, mimeType: sniffAudioMime(data) };
+    }
     async automaticSpeechRecognition(args) {
         return this._bridge.providerASR(this._pythonProviderId, args.audio, args.model, {
             language: args.language,
@@ -117,7 +296,7 @@ export class PythonProvider extends BaseProvider {
 // ── Wire format helpers ───────────────────────────────────────────────
 function serializeMessage(msg) {
     const result = { role: msg.role };
-    if (typeof msg.content === "string") {
+    if (isString(msg.content)) {
         result.content = msg.content;
     }
     else if (Array.isArray(msg.content)) {

package/dist/providers/python-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"python-provider.js","sourceRoot":"","sources":["../../src/providers/python-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAwBlD,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,OAAO,CAAoB;IAC3B,iBAAiB,CAAS;IAC1B,QAAQ,CAAyB;IAQzC,YACE,mBAAmD,EACnD,MAA0B,EAC1B,UAAkC,EAAE;QAEpC,IAAI,OAAO,mBAAmB,KAAK,QAAQ,EAAE,CAAC;YAC5C,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;YACtB,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,CAAC;YAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,OAAO;QACT,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,mBAAmB,CAAC;QAC5D,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAChC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAC/B,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CACnE,CACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,eAAe;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,0BAA0B;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAA6B,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAwB,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAwB,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,2BAA2B;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,WAAW,CAA8B,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,SAAiB;QACxC,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CACnC,IAAI,CAAC,iBAAiB,EACtB,SAAS,EACT,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,eAAe,CAAC,IASrB;QACC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAChD,IAAI,CAAC,iBAAiB,EACtB,YAAY,EACZ,IAAI,CAAC,KAAK,EACV;YACE,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;SACjB,CACF,CAAC;QACF,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAWvB;QACC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAEzD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CACnD,IAAI,CAAC,iBAAiB,EACtB,YAAY,EACZ,IAAI,CAAC,KAAK,EACV;YACE,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;SACjB,CACF,EAAE,CAAC;YACF,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM;oBACJ,EAAE,EAAE,KAAK,CAAC,EAAY;oBACtB,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,IAAI,EAAG,KAAK,CAAC,IAAgC,IAAI,EAAE;iBACxC,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,OAAO,EAAG,KAAK,CAAC,OAAkB,IAAI,EAAE;oBACxC,IAAI,EAAG,KAAK,CAAC,IAAgB,IAAI,KAAK;iBAC9B,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,WAAW,CAAC,MAAyB;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CACrC,IAAI,CAAC,iBAAiB,EACtB,MAA4C,EAC5C,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAiB,EACjB,MAA0B;QAE1B,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtC,IAAI,CAAC,iBAAiB,EACtB,KAAK,EACL,MAA4C,EAC5C,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,YAAY,CAAC,IAMnB;QACC,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CACrD,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CACjE,EAAE,CAAC;YACF,MAAM,EAAE,OAAO,EAAE,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACvD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,IAOhC;QACC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAC7B,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAIvB;QACC,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CACnC,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,UAAU,CAChB,CAAC;IACJ,CAAC;CACF;AAED,yEAAyE;AAEzE,SAAS,gBAAgB,CAAC,GAAY;IACpC,MAAM,MAAM,GAA4B,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAE3D,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QAClB,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,IAAI,EAAE,EAAE,CAAC,IAAI;SACd,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACnB,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAA6B;IACvD,MAAM,GAAG,GAAY;QACnB,IAAI,EAAE,IAAI,CAAC,IAAuB;KACnC,CAAC;IAEF,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QACzB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAiB,CAAC;IACvC,CAAC;IAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,GAAG,CAAC,SAAS,GAAI,IAAI,CAAC,UAA6C,CAAC,GAAG,CACrE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACP,EAAE,EAAE,EAAE,CAAC,EAAY;YACnB,IAAI,EAAE,EAAE,CAAC,IAAc;YACvB,IAAI,EAAG,EAAE,CAAC,IAAgC,IAAI,EAAE;SACjD,CAAC,CACH,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}
+{"version":3,"file":"python-provider.js","sourceRoot":"","sources":["../../src/providers/python-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAA2B,MAAM,oBAAoB,CAAC;AAyB3E,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAWjD,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACvC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,IACE,KAAK,KAAK,WAAW;QACrB,KAAK,KAAK,oBAAoB;QAC9B,KAAK,KAAK,SAAS,EACnB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC;IACvC,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;QACvC,CAAC,CAAC;YACE,MAAM,EAAE,aAAsB;YAC9B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;YACzC,QAAQ,EAAE,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC;gBACtC,CAAC,CAAC,WAAW,CAAC,QAAQ;gBACtB,CAAC,CAAC,SAAS;YACb,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC/D,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,cAAc,CAAC;gBACtD,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAC7C,CAAC,CAAC,SAAS;SACd;QACH,CAAC,CAAC,SAAS,CAAC;IAEd,OAAO;QACL,KAAK;QACL,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;QACvE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACzD,WAAW,EACT,WAAW,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;KACzE,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,OAAO,CAAmB;IAC1B,iBAAiB,CAAS;IAC1B,QAAQ,CAAyB;IACjC,qBAAqB,GAAG,IAAI,CAAC;IAC7B,mBAAmB,GAAG,IAAI,CAAC;IAC3B,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;IAQhD,YACE,mBAAmD,EACnD,MAAyB,EACzB,OAAO,GAA2B,EAAE;QAEpC,IAAI,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;YACtB,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,CAAC;YAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,OAAO;QACT,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,GACrE,mBAAmB,CAAC;QACtB,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,IAAI,GAAG,CAAC;QAClD,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,mBAAmB,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9D,IAAI,CAAC,qBAAqB,GAAG,aAAa,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;YACtE,IAAI,CAAC,mBAAmB,GAAG,aAAa,CAAC,QAAQ,CAC/C,wBAAwB,CACzB,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAChC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAC/B,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CACnE,CACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,eAAe;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;OAGG;IACgB,oBAAoB;QACrC,MAAM,YAAY,GAAyB;YACzC,eAAe;YACf,gBAAgB;YAChB,eAAe;YACf,gBAAgB;YAChB,gBAAgB;YAChB,eAAe;YACf,8BAA8B;YAC9B,oBAAoB;SACrB,CAAC;QACF,IAAI,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACvD,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,0BAA0B;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAA6B,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACxB,MAAM,KAAK,GAAG,GAA8B,CAAC;YAC7C,OAAO;gBACL,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;gBAC1B,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;gBAC1C,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,iBAAiB,CAAC;gBAC1D,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;oBACjC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;oBAC1B,CAAC,CAAC,SAAS;gBACb,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;oBAC7C,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC;oBAChC,CAAC,CAAC,SAAS;gBACb,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;oBACvC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;oBAC7B,CAAC,CAAC,SAAS;gBACb,UAAU,EACR,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACvE,qBAAqB,EACnB,OAAO,KAAK,CAAC,uBAAuB,KAAK,SAAS;oBAChD,CAAC,CAAC,KAAK,CAAC,uBAAuB;oBAC/B,CAAC,CAAC,SAAS;gBACf,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC;aAC1C,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAwB,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,2BAA2B;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,WAAW,CAA8B,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,SAAiB;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CACjD,IAAI,CAAC,iBAAiB,EACtB,SAAS,EACT,IAAI,CAAC,QAAQ,CACd,CAAC;QACF,0EAA0E;QAC1E,yEAAyE;QACzE,sEAAsE;QACtE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC;gBACxD,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC;gBAClC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC;oBACpC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC;oBACnC,CAAC,CAAC,SAAS,CAAC;YAChB,MAAM,eAAe,GAA4B;gBAC/C,GAAG,KAAK;gBACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC;YACF,IAAI,SAAS,KAAK,OAAO,IAAI,cAAc,EAAE,CAAC;gBAC5C,eAAe,CAAC,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAC3D,oBAAoB,CACrB;oBACC,CAAC,CAAC,cAAc;oBAChB,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC;YACrE,CAAC;YACD,OAAO,eAAe,CAAC;QACzB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,eAAe,CAAC,IASrB;QACC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG;YACrB,QAAQ,EAAE,IAAI,CAAC,iBAAiB;YAChC,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE;gBACP,OAAO,EAAE,IAAI,CAAC,QAAQ;gBACtB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;aACjB;SACF,CAAC;QACF,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAChD,IAAI,CAAC,iBAAiB,EACtB,YAAY,EACZ,IAAI,CAAC,KAAK,EACV,cAAc,CAAC,OAAO,CACvB,CAAC;QACF,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAWvB;QACC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAEzD,MAAM,cAAc,GAAG;YACrB,QAAQ,EAAE,IAAI,CAAC,iBAAiB;YAChC,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE;gBACP,OAAO,EAAE,IAAI,CAAC,QAAQ;gBACtB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;aACjB;SACF,CAAC;QACF,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QAC1C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CACnD,IAAI,CAAC,iBAAiB,EACtB,YAAY,EACZ,IAAI,CAAC,KAAK,EACV,cAAc,CAAC,OAAO,CACvB,EAAE,CAAC;YACF,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM;oBACJ,EAAE,EAAE,KAAK,CAAC,EAAY;oBACtB,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,IAAI,EAAG,KAAK,CAAC,IAAgC,IAAI,EAAE;iBACpD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,OAAO,EAAG,KAAK,CAAC,OAAkB,IAAI,EAAE;oBACxC,IAAI,EAAG,KAAK,CAAC,IAAgB,IAAI,KAAK;iBACvC,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,WAAW,CAAC,MAAyB;QACzC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CACrC,IAAI,CAAC,iBAAiB,EACtB,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EACzC,IAAI,CAAC,QAAQ,EACb,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,MAAoB,EACpB,MAA0B;QAE1B,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtC,IAAI,CAAC,iBAAiB,EACtB,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,EAAE,EAC7B,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EACzC,IAAI,CAAC,QAAQ,EACb,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAyB;QACzC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CACrC,IAAI,CAAC,iBAAiB,EACtB,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EACzC,IAAI,CAAC,QAAQ,EACb,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAiB,EACjB,MAA0B;QAE1B,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtC,IAAI,CAAC,iBAAiB,EACtB,KAAK,EACL,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EACzC,IAAI,CAAC,QAAQ,EACb,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,MAA8B,EAC9B,MAA8B;QAE9B,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,IACE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;YAC1C,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAC3D,CAAC;YACD,MAAM,IAAI,KAAK,CACb,eAAe,MAAM,CAAC,KAAK,CAAC,EAAE,sCAAsC,CACrE,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CACvB,CAAC,SAAS,EAAE,EAAE,CACZ,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CACxE,CAAC;YACF,IACE,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAChB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC;gBACpC,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EACpD,CAAC;gBACD,MAAM,IAAI,KAAK,CACb,eAAe,MAAM,CAAC,KAAK,CAAC,EAAE,sCAAsC,CACrE,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAC1C,IAAI,CAAC,iBAAiB,EACtB,MAAM,EACN,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EACzC,IAAI,CAAC,QAAQ,EACb,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,YAAY,CACjB,IAAwB;QAExB,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CACrD,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,cAAc,EAAE,IAAI,CAAC,aAAa;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CACF,EAAE,CAAC;YACF,uEAAuE;YACvE,yEAAyE;YACzE,0EAA0E;YAC1E,uEAAuE;YACvE,wEAAwE;YACxE,yEAAyE;YACzE,MAAM,IAAI,GAAG,UAAU,CAAC,UAAU,GAAG,CAAC,UAAU,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YACjE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YACvC,MAAM,EAAE,OAAO,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,CAAC;IACH,CAAC;IAEQ,6BAA6B;QACpC,OAAO,IAAI,CAAC,qBAAqB,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,IAAwB;QAExB,IAAI,CAAC,IAAI,CAAC,mBAAmB;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAChD,IAAI,CAAC,iBAAiB,EACtB,EAAE,GAAG,IAAI,EAAE,EACX,IAAI,CAAC,QAAQ,CACd,CAAC;QACF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAyB;QACzC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,CACjD,IAAI,CAAC,iBAAiB,EACtB,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EACrC,IAAI,CAAC,QAAQ,CACd,CAAC;QACF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,IAOhC;QACC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAC7B,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAIvB;QACC,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CACnC,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,UAAU,CAChB,CAAC;IACJ,CAAC;CACF;AAED,yEAAyE;AAEzE,SAAS,gBAAgB,CAAC,GAAY;IACpC,MAAM,MAAM,GAA4B,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAE3D,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QAClB,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,IAAI,EAAE,EAAE,CAAC,IAAI;SACd,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACnB,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAA6B;IACvD,MAAM,GAAG,GAAY;QACnB,IAAI,EAAE,IAAI,CAAC,IAAuB;KACnC,CAAC;IAEF,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QACzB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAiB,CAAC;IACvC,CAAC;IAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,GAAG,CAAC,SAAS,GAAI,IAAI,CAAC,UAA6C,CAAC,GAAG,CACrE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACP,EAAE,EAAE,EAAE,CAAC,EAAY;YACnB,IAAI,EAAE,EAAE,CAAC,IAAc;YACvB,IAAI,EAAG,EAAE,CAAC,IAAgC,IAAI,EAAE;SACjD,CAAC,CACH,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/providers/replicate-provider.d.ts

@@ -1,11 +1,30 @@
 import Replicate from "replicate";
-import { BaseProvider } from "./base-provider.js";
-import type { ASRModel, EmbeddingModel, ImageModel, ImageToImageParams, ImageToVideoParams, LanguageModel, Message, ProviderStreamItem, ProviderTool, TextToImageParams, TTSModel, VideoModel, TextToVideoParams } from "./types.js";
+import { BaseProvider, type ProviderCapability } from "./base-provider.js";
+import type { ASRModel, EmbeddingModel, EncodedAudioResult, ExtendVideoParams, ImageModel, ImageToImageParams, InpaintingParams, ImageToVideoParams, LanguageModel, Message, MusicModel, ProviderStreamItem, ProviderTool, TextToImageParams, TextToMusicParams, AudioToAudioModel, AudioToAudioParams, TTSModel, VideoModel, TextToVideoParams, OutpaintImageParams, UpscaleImageParams, UpscaleVideoParams, RemoveBackgroundParams, RelightImageParams, VectorizeImageParams, VideoToVideoParams, LipSyncParams } from "./types.js";
+import type { ReferenceToVideoInputs, ReferenceToVideoParams } from "./types.js";
 interface ReplicateProviderOptions {
     /** Inject a pre-built Replicate client (mainly for testing). */
     client?: Replicate;
     fetchFn?: typeof fetch;
 }
+/** Where a prediction's file output lives, resolved before any I/O runs. */
+export type ReplicateOutputTarget = {
+    kind: "url";
+    url: string;
+} | {
+    kind: "stream";
+    stream: ReadableStream<Uint8Array>;
+};
+/**
+ * Resolve a `replicate.run()` result to the one file it carries.
+ *
+ * The SDK walks the prediction's output and swaps every `https:`/`data:`
+ * string for a `FileOutput`, objects and nested arrays included, so a model
+ * answering `{"image": <FileOutput>}` is as ordinary as one answering
+ * `["https://…"]`. Reading only `output[0]` drops the first and reports "no
+ * usable output" for a prediction that succeeded.
+ */
+export declare function decodeReplicateOutput(output: unknown): ReplicateOutputTarget | null;
 /**
  * Provider for Replicate's LLM, image, video, and audio models.
  *
@@ -14,14 +33,19 @@ interface ReplicateProviderOptions {
  * - Image / Video / TTS:  `replicate.run()` with file output
  */
 export declare class ReplicateProvider extends BaseProvider {
+    protected declaredCapabilities(): readonly ProviderCapability[];
     static requiredSecrets(): string[];
     readonly apiKey: string;
     private _client;
     constructor(secrets: {
         REPLICATE_API_TOKEN?: string;
     }, options?: ReplicateProviderOptions);
-    getContainerEnv(): Record<string, string>;
+    getContainerEnv(): {
+        REPLICATE_API_TOKEN: string;
+    };
     hasToolSupport(_model: string): Promise<boolean>;
+    /** Create a prediction, waiting out the low-credit throttle. */
+    private runModel;
     /**
      * Convert our Message[] into the prompt/system_prompt format
      * that most Replicate LLMs expect.
@@ -52,22 +76,81 @@ export declare class ReplicateProvider extends BaseProvider {
     getAvailableImageModels(): Promise<ImageModel[]>;
     getAvailableVideoModels(): Promise<VideoModel[]>;
     getAvailableTTSModels(): Promise<TTSModel[]>;
+    getAvailableMusicModels(): Promise<MusicModel[]>;
+    getAvailableAudioToAudioModels(): Promise<AudioToAudioModel[]>;
     getAvailableASRModels(): Promise<ASRModel[]>;
     getAvailableEmbeddingModels(): Promise<EmbeddingModel[]>;
     private _fetchOutputBytes;
+    private _fetchUrlBytes;
     textToImage(params: TextToImageParams): Promise<Uint8Array>;
-    imageToImage(image: Uint8Array, params: ImageToImageParams): Promise<Uint8Array>;
+    imageToImage(images: Uint8Array[], params: ImageToImageParams): Promise<Uint8Array>;
+    inpaint(images: Uint8Array[], params: InpaintingParams): Promise<Uint8Array>;
     textToVideo(params: TextToVideoParams): Promise<Uint8Array>;
     imageToVideo(image: Uint8Array, params: ImageToVideoParams): Promise<Uint8Array>;
-    textToSpeech(args: {
+    referenceToVideo(inputs: ReferenceToVideoInputs, params: ReferenceToVideoParams): Promise<Uint8Array>;
+    private dataUri;
+    private imageDataUri;
+    /**
+     * Build the image portion of a Replicate prediction input from one or more
+     * source images, using the model's declared schema (replicate-manifest) to
+     * pick the correct input field — single (`image`, `input_image`, …) vs list
+     * (`image_input`, `images`, …). Falls back to the common conventions when the
+     * model isn't in the manifest. Empty buffers are dropped.
+     */
+    private imageInput;
+    private runWithInput;
+    upscaleImage(image: Uint8Array, params: UpscaleImageParams): Promise<Uint8Array>;
+    /**
+     * Outpaint an image. Replicate's expand models take the target canvas rather
+     * than per-side padding (`bria/expand-image`: `canvas_size` plus where the
+     * original sits inside it), so the padding is turned into that geometry and
+     * pruned to whatever the model declares.
+     */
+    outpaintImage(images: Uint8Array[], params: OutpaintImageParams): Promise<Uint8Array>;
+    removeBackground(image: Uint8Array, params: RemoveBackgroundParams): Promise<Uint8Array>;
+    relightImage(image: Uint8Array, params: RelightImageParams): Promise<Uint8Array>;
+    vectorizeImage(image: Uint8Array, params: VectorizeImageParams): Promise<Uint8Array>;
+    /**
+     * Drop input fields the model does not declare in the manifest.
+     *
+     * Replicate fails the whole prediction on an undeclared field instead of
+     * ignoring it, so a generic param bag breaks any endpoint with a narrower
+     * schema. An empty declaration set means the model is not in the manifest —
+     * send everything rather than silently stripping the request bare.
+     */
+    private pruneToDeclaredInputs;
+    videoToVideo(video: Uint8Array, params: VideoToVideoParams): Promise<Uint8Array>;
+    extendVideo(video: Uint8Array, params: ExtendVideoParams): Promise<Uint8Array>;
+    upscaleVideo(video: Uint8Array, params: UpscaleVideoParams): Promise<Uint8Array>;
+    lipSync(video: Uint8Array, params: LipSyncParams): Promise<Uint8Array>;
+    /**
+     * Replicate TTS models (elevenlabs, minimax, kokoro, chatterbox, f5-tts)
+     * return an ENCODED audio file (MP3/WAV), not raw little-endian PCM. Expose
+     * it through the encoded path (like textToMusic / FAL) rather than overriding
+     * the streaming-PCM textToSpeech — the previous override blindly cast the
+     * encoded bytes to Int16Array, producing noise (MP3) or a header click +
+     * misaligned waveform (WAV).
+     */
+    textToSpeechEncoded(args: {
         text: string;
         model: string;
         voice?: string;
         speed?: number;
         audioFormat?: string;
-    }): AsyncGenerator<{
-        samples: Int16Array;
-    }>;
+    }): Promise<EncodedAudioResult | null>;
+    /**
+     * Generate music as an encoded audio file. Replicate music models (MusicGen,
+     * MiniMax Music, ElevenLabs Music, …) return a file URL / FileOutput, so this
+     * runs the model and downloads the encoded audio bytes.
+     */
+    textToMusic(params: TextToMusicParams): Promise<EncodedAudioResult>;
+    /**
+     * Rewrite a recording. Replicate's audio transforms (super-resolution, stem
+     * separation, enhancers) take the source under `audio`; the direction fields
+     * go through {@link pruneToDeclaredInputs} like {@link lipSync} does, so a
+     * model that declares none of them does not get sent one.
+     */
+    audioToAudio(audio: Uint8Array, params: AudioToAudioParams): Promise<EncodedAudioResult>;
 }
 export {};
 //# sourceMappingURL=replicate-provider.d.ts.map

package/dist/providers/replicate-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replicate-provider.d.ts","sourceRoot":"","sources":["../../src/providers/replicate-provider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,OAAO,EAEP,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,QAAQ,EACR,UAAU,EACV,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAKpB,UAAU,wBAAwB;IAChC,gEAAgE;IAChE,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED;;;;;;GAMG;AACH,qBAAa,iBAAkB,SAAQ,YAAY;IACjD,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE;IAIlC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,OAAO,CAAY;gBAGzB,OAAO,EAAE;QAAE,mBAAmB,CAAC,EAAE,MAAM,CAAA;KAAE,EACzC,OAAO,GAAE,wBAA6B;IAkBxC,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAInC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAStD;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAiClB,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,CAAC;IAwBb,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,GAAG,cAAc,CAAC,kBAAkB,CAAC;IA6ChC,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAoGtD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQhD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQhD,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAkB5C,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAsB5C,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAqEhD,iBAAiB;IAqCzB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAsB3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAsBhB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAmB3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAqBf,YAAY,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC;QAAE,OAAO,EAAE,UAAU,CAAA;KAAE,CAAC;CAoB5C"}
+{"version":3,"file":"replicate-provider.d.ts","sourceRoot":"","sources":["../../src/providers/replicate-provider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,WAAW,CAAC;AAGlC,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAM3E,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,UAAU,EACV,kBAAkB,EAClB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,OAAO,EAEP,UAAU,EACV,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,QAAQ,EACR,UAAU,EACV,iBAAiB,EACjB,mBAAmB,EACnB,kBAAkB,EAClB,kBAAkB,EAClB,sBAAsB,EACtB,kBAAkB,EAClB,oBAAoB,EACpB,kBAAkB,EAClB,aAAa,EACd,MAAM,YAAY,CAAC;AAcpB,OAAO,KAAK,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAIjF,UAAU,wBAAwB;IAChC,gEAAgE;IAChE,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED,4EAA4E;AAC5E,MAAM,MAAM,qBAAqB,GAC7B;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,CAAA;CAAE,CAAC;AAQ3D;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,OAAO,GACd,qBAAqB,GAAG,IAAI,CAO9B;AAkFD;;;;;;GAMG;AACH,qBAAa,iBAAkB,SAAQ,YAAY;IACjD,UAAmB,oBAAoB,IAAI,SAAS,kBAAkB,EAAE,CAqBvE;IAED,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE,CAEjC;IAED,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,OAAO,CAAY;IAE3B,YACE,OAAO,EAAE;QAAE,mBAAmB,CAAC,EAAE,MAAM,CAAA;KAAE,EACzC,OAAO,GAAE,wBAA6B,EAiBvC;IAED,eAAe;QACJ,mBAAmB;MAC7B;IAEK,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAGrD;IAED,gEAAgE;IAChE,OAAO,CAAC,QAAQ;IAkBhB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAiClB,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,CAAC,CAoBnB;IAEM,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,GAAG,cAAc,CAAC,kBAAkB,CAAC,CAuCrC;IAMK,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CA2O3D;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAMrD;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAMrD;IAEK,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAiGjD;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAMrD;IAEK,8BAA8B,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAMnE;IAEK,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAiEjD;IAEK,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAmG7D;YAMa,iBAAiB;YAcjB,cAAc;IAOtB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAiBhE;IAEK,YAAY,CAChB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAiBrB;IAEc,OAAO,CACpB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,UAAU,CAAC,CA8BrB;IAEK,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAchE;IAEK,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAqBrB;IAEK,gBAAgB,CACpB,MAAM,EAAE,sBAAsB,EAC9B,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,UAAU,CAAC,CAgDrB;IAED,OAAO,CAAC,OAAO;IAMf,OAAO,CAAC,YAAY;IAIpB;;;;;;OAMG;IACH,OAAO,CAAC,UAAU;YA0BJ,YAAY;IAOX,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAUrB;IAED;;;;;OAKG;IACY,aAAa,CAC1B,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAAC,UAAU,CAAC,CA0BrB;IAEc,gBAAgB,CAC7B,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,sBAAsB,GAC7B,OAAO,CAAC,UAAU,CAAC,CAKrB;IAEc,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CASrB;IAEc,cAAc,CAC3B,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,oBAAoB,GAC3B,OAAO,CAAC,UAAU,CAAC,CAKrB;IAED;;;;;;;OAOG;IACH,OAAO,CAAC,qBAAqB;IAsBd,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CA0BrB;IAEc,WAAW,CACxB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,UAAU,CAAC,CAqCrB;IAEc,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAsBrB;IAEc,OAAO,CACpB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,UAAU,CAAC,CAWrB;IAED;;;;;;;OAOG;IACY,mBAAmB,CAAC,IAAI,EAAE;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CASrC;IAED;;;;OAIG;IACY,WAAW,CACxB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,kBAAkB,CAAC,CAc7B;IAED;;;;;OAKG;IACY,YAAY,CACzB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,kBAAkB,CAAC,CAgB7B;CACF"}