@pellux/goodvibes-sdk 0.18.3 → 0.18.12

package/dist/_internal/platform/media/builtin-generation-providers.js

@@ -0,0 +1,552 @@
+function readFirstEnv(envVars) {
+    for (const envVar of envVars) {
+        const value = process.env[envVar];
+        if (typeof value === 'string' && value.trim().length > 0)
+            return value.trim();
+    }
+    return null;
+}
+function buildStatus(id, label, configured, detail) {
+    return {
+        id,
+        label,
+        state: configured ? 'healthy' : 'unconfigured',
+        capabilities: ['generate'],
+        configured,
+        detail,
+        metadata: {},
+    };
+}
+function asRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value)
+        ? value
+        : null;
+}
+function trimString(value) {
+    return typeof value === 'string' && value.trim().length > 0 ? value.trim() : undefined;
+}
+function asBool(value) {
+    return typeof value === 'boolean' ? value : undefined;
+}
+function asNumber(value) {
+    return typeof value === 'number' && Number.isFinite(value) ? value : undefined;
+}
+function toDataUrl(artifact) {
+    if (artifact.uri?.trim())
+        return artifact.uri.trim();
+    if (artifact.dataBase64?.trim()) {
+        return `data:${artifact.mimeType || 'application/octet-stream'};base64,${artifact.dataBase64.trim()}`;
+    }
+    return undefined;
+}
+function resolveReferenceArtifact(request) {
+    const options = asRecord(request.options);
+    const candidate = asRecord(options?.['referenceArtifact']) ?? asRecord(options?.['sourceArtifact']);
+    if (!candidate)
+        return null;
+    const mimeType = trimString(candidate['mimeType']) ?? 'application/octet-stream';
+    return {
+        mimeType,
+        ...(trimString(candidate['dataBase64']) ? { dataBase64: trimString(candidate['dataBase64']) } : {}),
+        ...(trimString(candidate['uri']) ? { uri: trimString(candidate['uri']) } : {}),
+        ...(trimString(candidate['filename']) ? { filename: trimString(candidate['filename']) } : {}),
+        metadata: asRecord(candidate['metadata']) ?? {},
+    };
+}
+function resolveReferenceUrl(request) {
+    const options = asRecord(request.options);
+    const direct = trimString(options?.['referenceUrl']) ?? trimString(options?.['imageUrl']) ?? trimString(options?.['videoUrl']);
+    if (direct)
+        return direct;
+    const artifact = resolveReferenceArtifact(request);
+    return artifact ? toDataUrl(artifact) : undefined;
+}
+async function fetchJson(url, init, timeoutMs = 120_000) {
+    const response = await fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
+    if (!response.ok) {
+        const text = await response.text().catch(() => '');
+        throw new Error(`Request failed (${response.status}) ${url}: ${text || response.statusText}`);
+    }
+    return response.json();
+}
+async function fetchResponse(url, init, timeoutMs = 120_000) {
+    const response = await fetch(url, { ...init, signal: AbortSignal.timeout(timeoutMs) });
+    if (!response.ok) {
+        const text = await response.text().catch(() => '');
+        throw new Error(`Request failed (${response.status}) ${url}: ${text || response.statusText}`);
+    }
+    return response;
+}
+function buildArtifactFromRemote(url, mimeType = 'application/octet-stream', filename) {
+    return {
+        uri: url,
+        mimeType,
+        ...(filename ? { filename } : {}),
+        metadata: { sourceUrl: url },
+    };
+}
+async function maybeInlineArtifact(url, fallbackMimeType, filename, maxInlineBytes = 5_000_000) {
+    const head = await fetch(url, { method: 'HEAD', signal: AbortSignal.timeout(20_000) }).catch(() => null);
+    const contentLength = Number.parseInt(head?.headers.get('content-length') ?? '', 10);
+    const contentType = head?.headers.get('content-type')?.trim() || fallbackMimeType;
+    if (Number.isFinite(contentLength) && contentLength > maxInlineBytes) {
+        return buildArtifactFromRemote(url, contentType, filename);
+    }
+    const response = await fetchResponse(url, { method: 'GET' }, 120_000);
+    const buffer = Buffer.from(await response.arrayBuffer());
+    const mimeType = response.headers.get('content-type')?.trim() || contentType;
+    if (buffer.length > maxInlineBytes) {
+        return buildArtifactFromRemote(url, mimeType, filename);
+    }
+    return {
+        uri: url,
+        mimeType,
+        ...(filename ? { filename } : {}),
+        dataBase64: buffer.toString('base64'),
+        sizeBytes: buffer.length,
+        metadata: { sourceUrl: url },
+    };
+}
+function inferVideoArtifact(url) {
+    return maybeInlineArtifact(url, 'video/mp4', 'video.mp4', 1_500_000);
+}
+function inferImageArtifact(url) {
+    return maybeInlineArtifact(url, 'image/png', 'image.png', 5_000_000);
+}
+function createByteplusProvider() {
+    const envVars = ['BYTEPLUS_API_KEY'];
+    const defaultModel = 'seedance-1-0-lite-t2v-250428';
+    const defaultBaseUrl = 'https://ark.ap-southeast.bytepluses.com/api/v3';
+    return {
+        id: 'byteplus',
+        label: 'BytePlus',
+        capabilities: ['generate'],
+        status() {
+            const configured = readFirstEnv(envVars) !== null;
+            return buildStatus('byteplus', 'BytePlus', configured, configured
+                ? 'BytePlus video generation key available.'
+                : 'Set BYTEPLUS_API_KEY to enable BytePlus video generation.');
+        },
+        async generate(request) {
+            const apiKey = readFirstEnv(envVars);
+            if (!apiKey)
+                throw new Error('BytePlus API key missing');
+            const options = asRecord(request.options) ?? {};
+            const model = trimString(request.modelId) ?? trimString(options['model']) ?? defaultModel;
+            const baseUrl = trimString(options['baseUrl']) ?? defaultBaseUrl;
+            const referenceUrl = resolveReferenceUrl(request);
+            const content = [{ type: 'text', text: request.prompt }];
+            if (referenceUrl) {
+                content.push({
+                    type: 'image_url',
+                    image_url: { url: referenceUrl },
+                    role: 'first_frame',
+                });
+            }
+            const submitted = await fetchJson(`${baseUrl}/contents/generations/tasks`, {
+                method: 'POST',
+                headers: {
+                    Authorization: `Bearer ${apiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    model,
+                    content,
+                    ...(trimString(options['aspectRatio']) ? { ratio: trimString(options['aspectRatio']) } : {}),
+                    ...(trimString(options['resolution']) ? { resolution: trimString(options['resolution']) } : {}),
+                    ...(asNumber(options['durationSeconds']) != null ? { duration: Math.max(1, Math.round(asNumber(options['durationSeconds']))) } : {}),
+                    ...(asBool(options['audio']) != null ? { generate_audio: asBool(options['audio']) } : {}),
+                    ...(asBool(options['watermark']) != null ? { watermark: asBool(options['watermark']) } : {}),
+                }),
+            });
+            const taskId = trimString(submitted.id);
+            if (!taskId)
+                throw new Error('BytePlus response missing task id');
+            let completed = null;
+            for (let attempt = 0; attempt < 120; attempt += 1) {
+                const payload = await fetchJson(`${baseUrl}/contents/generations/tasks/${taskId}`, {
+                    method: 'GET',
+                    headers: { Authorization: `Bearer ${apiKey}` },
+                }, 60_000);
+                const status = trimString(payload['status'])?.toLowerCase();
+                if (status === 'succeeded') {
+                    completed = payload;
+                    break;
+                }
+                if (status === 'failed' || status === 'cancelled') {
+                    const error = asRecord(payload['error']);
+                    throw new Error(trimString(error?.['message']) ?? 'BytePlus generation failed');
+                }
+                await new Promise((resolve) => setTimeout(resolve, 5_000));
+            }
+            if (!completed)
+                throw new Error('BytePlus generation timed out');
+            const contentRecord = asRecord(completed['content']);
+            const videoUrl = trimString(contentRecord?.['video_url']) ?? trimString(contentRecord?.['file_url']);
+            if (!videoUrl)
+                throw new Error('BytePlus generation completed without a video URL');
+            return {
+                providerId: 'byteplus',
+                artifacts: [await inferVideoArtifact(videoUrl)],
+                metadata: {
+                    taskId,
+                    model,
+                },
+            };
+        },
+    };
+}
+function createRunwayProvider() {
+    const envVars = ['RUNWAYML_API_SECRET', 'RUNWAY_API_KEY'];
+    const defaultBaseUrl = 'https://api.dev.runwayml.com';
+    const defaultModel = 'gen4.5';
+    return {
+        id: 'runway',
+        label: 'Runway',
+        capabilities: ['generate'],
+        status() {
+            const configured = readFirstEnv(envVars) !== null;
+            return buildStatus('runway', 'Runway', configured, configured
+                ? 'Runway API key available.'
+                : 'Set RUNWAYML_API_SECRET or RUNWAY_API_KEY to enable Runway generation.');
+        },
+        async generate(request) {
+            const apiKey = readFirstEnv(envVars);
+            if (!apiKey)
+                throw new Error('Runway API key missing');
+            const options = asRecord(request.options) ?? {};
+            const baseUrl = trimString(options['baseUrl']) ?? defaultBaseUrl;
+            const model = trimString(request.modelId) ?? trimString(options['model']) ?? defaultModel;
+            const referenceArtifact = resolveReferenceArtifact(request);
+            const endpoint = referenceArtifact
+                ? referenceArtifact.mimeType.startsWith('video/') ? '/v1/video_to_video' : '/v1/image_to_video'
+                : '/v1/text_to_video';
+            const body = {
+                model,
+                promptText: request.prompt,
+                ratio: trimString(options['size']) ?? trimString(options['aspectRatio']) ?? '1280:720',
+                ...(asNumber(options['durationSeconds']) != null ? { duration: Math.max(2, Math.round(asNumber(options['durationSeconds']))) } : { duration: 5 }),
+            };
+            const referenceUrl = resolveReferenceUrl(request);
+            if (endpoint === '/v1/image_to_video' && referenceUrl)
+                body['promptImage'] = referenceUrl;
+            if (endpoint === '/v1/video_to_video' && referenceUrl)
+                body['videoUri'] = referenceUrl;
+            const submitted = await fetchJson(`${baseUrl}${endpoint}`, {
+                method: 'POST',
+                headers: {
+                    Authorization: `Bearer ${apiKey}`,
+                    'Content-Type': 'application/json',
+                    'X-Runway-Version': '2024-11-06',
+                },
+                body: JSON.stringify(body),
+            });
+            const taskId = trimString(submitted.id);
+            if (!taskId)
+                throw new Error('Runway response missing task id');
+            let completed = null;
+            for (let attempt = 0; attempt < 120; attempt += 1) {
+                const payload = await fetchJson(`${baseUrl}/v1/tasks/${taskId}`, {
+                    method: 'GET',
+                    headers: {
+                        Authorization: `Bearer ${apiKey}`,
+                        'X-Runway-Version': '2024-11-06',
+                    },
+                }, 60_000);
+                const status = trimString(payload['status'])?.toUpperCase();
+                if (status === 'SUCCEEDED') {
+                    completed = payload;
+                    break;
+                }
+                if (status === 'FAILED' || status === 'CANCELLED') {
+                    throw new Error(trimString(payload['failure']) ?? 'Runway generation failed');
+                }
+                await new Promise((resolve) => setTimeout(resolve, 5_000));
+            }
+            if (!completed)
+                throw new Error('Runway generation timed out');
+            const outputs = Array.isArray(completed['output'])
+                ? completed['output'].filter((entry) => typeof entry === 'string' && entry.trim().length > 0)
+                : [];
+            if (outputs.length === 0)
+                throw new Error('Runway generation completed without output URLs');
+            return {
+                providerId: 'runway',
+                artifacts: await Promise.all(outputs.map((url) => inferVideoArtifact(url))),
+                metadata: { taskId, model },
+            };
+        },
+    };
+}
+function createAlibabaProvider() {
+    const envVars = ['MODELSTUDIO_API_KEY', 'DASHSCOPE_API_KEY', 'QWEN_API_KEY'];
+    const defaultBaseUrl = 'https://dashscope-intl.aliyuncs.com';
+    const defaultModel = 'wan2.6-t2v';
+    return {
+        id: 'alibaba',
+        label: 'Alibaba Model Studio',
+        capabilities: ['generate'],
+        status() {
+            const configured = readFirstEnv(envVars) !== null;
+            return buildStatus('alibaba', 'Alibaba Model Studio', configured, configured
+                ? 'Alibaba video generation key available.'
+                : 'Set MODELSTUDIO_API_KEY, DASHSCOPE_API_KEY, or QWEN_API_KEY to enable Alibaba generation.');
+        },
+        async generate(request) {
+            const apiKey = readFirstEnv(envVars);
+            if (!apiKey)
+                throw new Error('Alibaba API key missing');
+            const options = asRecord(request.options) ?? {};
+            const baseUrl = trimString(options['baseUrl']) ?? defaultBaseUrl;
+            const model = trimString(request.modelId) ?? trimString(options['model']) ?? defaultModel;
+            const referenceUrl = resolveReferenceUrl(request);
+            const submitted = await fetchJson(`${baseUrl.replace(/\/+$/, '')}/api/v1/services/aigc/video-generation/video-synthesis`, {
+                method: 'POST',
+                headers: {
+                    Authorization: `Bearer ${apiKey}`,
+                    'Content-Type': 'application/json',
+                    'X-DashScope-Async': 'enable',
+                },
+                body: JSON.stringify({
+                    model,
+                    input: {
+                        prompt: request.prompt,
+                        ...(referenceUrl ? { img_url: referenceUrl } : {}),
+                    },
+                    parameters: {
+                        ...(trimString(options['size']) ? { size: trimString(options['size']) } : {}),
+                        ...(trimString(options['aspectRatio']) ? { aspect_ratio: trimString(options['aspectRatio']) } : {}),
+                        ...(asNumber(options['durationSeconds']) != null ? { duration: Math.max(1, Math.round(asNumber(options['durationSeconds']))) } : {}),
+                        ...(asBool(options['audio']) != null ? { enable_audio: asBool(options['audio']) } : {}),
+                        ...(asBool(options['watermark']) != null ? { watermark: asBool(options['watermark']) } : {}),
+                    },
+                }),
+            });
+            const taskId = trimString(asRecord(submitted.output)?.['task_id']);
+            if (!taskId)
+                throw new Error('Alibaba response missing task id');
+            let completed = null;
+            for (let attempt = 0; attempt < 120; attempt += 1) {
+                const payload = await fetchJson(`${baseUrl.replace(/\/+$/, '')}/api/v1/tasks/${taskId}`, {
+                    method: 'GET',
+                    headers: { Authorization: `Bearer ${apiKey}` },
+                }, 60_000);
+                const output = asRecord(payload['output']);
+                const status = trimString(output?.['task_status'])?.toUpperCase();
+                if (status === 'SUCCEEDED') {
+                    completed = payload;
+                    break;
+                }
+                if (status === 'FAILED' || status === 'CANCELED') {
+                    throw new Error(trimString(output?.['message']) ?? 'Alibaba generation failed');
+                }
+                await new Promise((resolve) => setTimeout(resolve, 2_500));
+            }
+            if (!completed)
+                throw new Error('Alibaba generation timed out');
+            const output = asRecord(completed['output']);
+            const results = Array.isArray(output?.['results']) ? output?.['results'] : [];
+            const urls = [
+                ...results.map((entry) => trimString(entry['video_url'])).filter((entry) => Boolean(entry)),
+                trimString(output?.['video_url']),
+            ].filter((entry) => Boolean(entry));
+            if (urls.length === 0)
+                throw new Error('Alibaba generation completed without a video URL');
+            return {
+                providerId: 'alibaba',
+                artifacts: await Promise.all(urls.map((url) => inferVideoArtifact(url))),
+                metadata: { taskId, model },
+            };
+        },
+    };
+}
+function createFalProvider() {
+    const envVars = ['FAL_KEY', 'FAL_API_KEY'];
+    const defaultBaseUrl = 'https://fal.run';
+    const defaultModel = 'fal-ai/minimax/video-01-live';
+    return {
+        id: 'fal',
+        label: 'fal',
+        capabilities: ['generate'],
+        status() {
+            const configured = readFirstEnv(envVars) !== null;
+            return buildStatus('fal', 'fal', configured, configured
+                ? 'fal API key available.'
+                : 'Set FAL_KEY or FAL_API_KEY to enable fal generation.');
+        },
+        async generate(request) {
+            const apiKey = readFirstEnv(envVars);
+            if (!apiKey)
+                throw new Error('fal API key missing');
+            const options = asRecord(request.options) ?? {};
+            const baseUrl = trimString(options['baseUrl']) ?? defaultBaseUrl;
+            const model = trimString(request.modelId) ?? trimString(options['model']) ?? defaultModel;
+            const isImage = (request.outputMimeType?.startsWith('image/') ?? false) || asBool(options['image']) === true;
+            const path = trimString(options['path']) ?? (isImage ? 'fal-ai/flux/dev' : model);
+            const queueBase = baseUrl.replace('://fal.run', '://queue.fal.run');
+            const submitted = await fetchJson(`${queueBase.replace(/\/+$/, '')}/${path.replace(/^\/+/, '')}`, {
+                method: 'POST',
+                headers: {
+                    Authorization: `Key ${apiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    prompt: request.prompt,
+                    ...(resolveReferenceUrl(request) ? { image_url: resolveReferenceUrl(request) } : {}),
+                    ...(trimString(options['aspectRatio']) ? { aspect_ratio: trimString(options['aspectRatio']) } : {}),
+                    ...(trimString(options['size']) ? { size: trimString(options['size']) } : {}),
+                    ...(trimString(options['resolution']) ? { resolution: trimString(options['resolution']) } : {}),
+                    ...(asNumber(options['durationSeconds']) != null ? { duration: Math.max(1, Math.round(asNumber(options['durationSeconds']))) } : {}),
+                }),
+            }, 60_000);
+            const statusUrl = trimString(submitted['status_url']);
+            const responseUrl = trimString(submitted['response_url']);
+            if (!statusUrl || !responseUrl)
+                throw new Error('fal response missing queue URLs');
+            let completed = null;
+            for (let attempt = 0; attempt < 120; attempt += 1) {
+                const payload = await fetchJson(statusUrl, {
+                    method: 'GET',
+                    headers: { Authorization: `Key ${apiKey}` },
+                }, 60_000);
+                const status = trimString(payload['status'])?.toUpperCase();
+                if (status === 'COMPLETED') {
+                    completed = await fetchJson(responseUrl, {
+                        method: 'GET',
+                        headers: { Authorization: `Key ${apiKey}` },
+                    }, 60_000);
+                    break;
+                }
+                if (status === 'FAILED' || status === 'CANCELLED') {
+                    throw new Error(trimString(payload['detail']) ?? trimString(asRecord(payload['error'])?.['message']) ?? 'fal generation failed');
+                }
+                await new Promise((resolve) => setTimeout(resolve, 5_000));
+            }
+            if (!completed)
+                throw new Error('fal generation timed out');
+            const videoUrl = trimString(asRecord(completed['video'])?.['url'])
+                ?? trimString(asRecord((Array.isArray(completed['videos']) ? completed['videos'][0] : null))?.['url']);
+            const imageUrl = trimString(asRecord(completed['image'])?.['url'])
+                ?? trimString(asRecord((Array.isArray(completed['images']) ? completed['images'][0] : null))?.['url']);
+            const finalUrl = isImage ? imageUrl ?? videoUrl : videoUrl ?? imageUrl;
+            if (!finalUrl)
+                throw new Error('fal generation completed without an output URL');
+            return {
+                providerId: 'fal',
+                artifacts: [isImage ? await inferImageArtifact(finalUrl) : await inferVideoArtifact(finalUrl)],
+                metadata: { model: path },
+            };
+        },
+    };
+}
+function createComfyProvider() {
+    const envVars = ['COMFY_API_KEY'];
+    return {
+        id: 'comfy',
+        label: 'Comfy',
+        capabilities: ['generate'],
+        status() {
+            const configured = Boolean(trimString(process.env['COMFY_BASE_URL']) || readFirstEnv(envVars));
+            return buildStatus('comfy', 'Comfy', configured, 'Comfy expects COMFY_BASE_URL plus options.workflow or options.workflowPath; COMFY_API_KEY is optional for cloud deployments.');
+        },
+        async generate(request) {
+            const options = asRecord(request.options) ?? {};
+            const baseUrl = trimString(options['baseUrl']) ?? trimString(process.env['COMFY_BASE_URL']) ?? 'http://127.0.0.1:8188';
+            const apiKey = readFirstEnv(envVars);
+            const headers = { 'Content-Type': 'application/json' };
+            if (apiKey)
+                headers['x-api-key'] = apiKey;
+            const workflowInline = asRecord(options['workflow']);
+            let workflow = workflowInline;
+            if (!workflow) {
+                const workflowPath = trimString(options['workflowPath']);
+                if (!workflowPath)
+                    throw new Error('Comfy generation requires options.workflow or options.workflowPath.');
+                const { readFileSync } = await import('node:fs');
+                workflow = JSON.parse(readFileSync(workflowPath, 'utf-8'));
+            }
+            const reference = resolveReferenceArtifact(request);
+            if (reference && trimString(options['inputImageNodeId']) && reference.dataBase64) {
+                const inputImageNodeId = trimString(options['inputImageNodeId']);
+                const node = asRecord(workflow[inputImageNodeId]);
+                const inputs = asRecord(node?.['inputs']);
+                if (inputs) {
+                    inputs['image'] = `data:${reference.mimeType};base64,${reference.dataBase64}`;
+                }
+            }
+            const endpoint = baseUrl.includes('cloud.comfy.org') ? '/api/prompt' : '/prompt';
+            const submitted = await fetchJson(`${baseUrl.replace(/\/+$/, '')}${endpoint}`, {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({
+                    prompt: workflow,
+                    ...(apiKey && baseUrl.includes('cloud.comfy.org') ? { extra_data: { api_key_comfy_org: apiKey } } : {}),
+                }),
+            });
+            const taskId = trimString(submitted['prompt_id']) ?? trimString(submitted['id']);
+            if (!taskId)
+                throw new Error('Comfy response missing task id');
+            let outputs = [];
+            for (let attempt = 0; attempt < 120; attempt += 1) {
+                const historyPath = baseUrl.includes('cloud.comfy.org') ? `/api/history_v2/${taskId}` : `/history/${taskId}`;
+                const payload = await fetchJson(`${baseUrl.replace(/\/+$/, '')}${historyPath}`, {
+                    method: 'GET',
+                    headers: apiKey ? { 'x-api-key': apiKey } : undefined,
+                }, 60_000);
+                if (baseUrl.includes('cloud.comfy.org')) {
+                    const records = Array.isArray(payload['outputs']) ? payload['outputs'] : [];
+                    if (records.length > 0) {
+                        outputs = records;
+                        break;
+                    }
+                }
+                else {
+                    const record = asRecord(payload[taskId]);
+                    const outputRecord = asRecord(record?.['outputs']);
+                    const flattened = outputRecord
+                        ? Object.values(outputRecord).flatMap((value) => Array.isArray(asRecord(value)?.['images']) ? asRecord(value)?.['images'] : [])
+                        : [];
+                    if (flattened.length > 0) {
+                        outputs = flattened.filter((entry) => typeof entry === 'object' && entry !== null);
+                        break;
+                    }
+                }
+                await new Promise((resolve) => setTimeout(resolve, 5_000));
+            }
+            if (outputs.length === 0)
+                throw new Error('Comfy generation timed out');
+            const artifacts = [];
+            for (const entry of outputs) {
+                const remoteUrl = trimString(entry['url']);
+                if (remoteUrl) {
+                    artifacts.push((request.outputMimeType?.startsWith('video/') ?? false) ? await inferVideoArtifact(remoteUrl) : await inferImageArtifact(remoteUrl));
+                    continue;
+                }
+                const filename = trimString(entry['filename']);
+                if (!filename)
+                    continue;
+                const viewPath = baseUrl.includes('cloud.comfy.org')
+                    ? `/api/view?filename=${encodeURIComponent(filename)}&subfolder=${encodeURIComponent(trimString(entry['subfolder']) ?? '')}&type=${encodeURIComponent(trimString(entry['type']) ?? 'output')}`
+                    : `/view?filename=${encodeURIComponent(filename)}&subfolder=${encodeURIComponent(trimString(entry['subfolder']) ?? '')}&type=${encodeURIComponent(trimString(entry['type']) ?? 'output')}`;
+                const remote = `${baseUrl.replace(/\/+$/, '')}${viewPath}`;
+                artifacts.push((request.outputMimeType?.startsWith('video/') ?? false) ? await inferVideoArtifact(remote) : await inferImageArtifact(remote));
+            }
+            if (artifacts.length === 0)
+                throw new Error('Comfy generation completed without downloadable artifacts');
+            return {
+                providerId: 'comfy',
+                artifacts,
+                metadata: { taskId },
+            };
+        },
+    };
+}
+export function builtinGenerationProviders() {
+    return [
+        createByteplusProvider(),
+        createRunwayProvider(),
+        createAlibabaProvider(),
+        createFalProvider(),
+        createComfyProvider(),
+    ];
+}

package/dist/_internal/platform/media/provider-registry.d.ts

@@ -0,0 +1,86 @@
+/** SDK-owned platform module. This implementation is maintained in goodvibes-sdk. */
+export type MediaProviderCapability = 'metadata' | 'understand' | 'transform' | 'generate' | 'attachment-store';
+export type MediaProviderState = 'healthy' | 'degraded' | 'disabled' | 'unconfigured';
+export interface MediaArtifact {
+    readonly id?: string;
+    readonly artifactId?: string;
+    readonly mimeType: string;
+    readonly dataBase64?: string;
+    readonly uri?: string;
+    readonly filename?: string;
+    readonly sizeBytes?: number;
+    readonly sha256?: string;
+    readonly metadata: Record<string, unknown>;
+}
+export interface MediaProviderStatus {
+    readonly id: string;
+    readonly label: string;
+    readonly state: MediaProviderState;
+    readonly capabilities: readonly MediaProviderCapability[];
+    readonly configured: boolean;
+    readonly detail?: string;
+    readonly metadata: Record<string, unknown>;
+}
+export interface MediaAnalysisRequest {
+    readonly artifact: MediaArtifact;
+    readonly prompt?: string;
+    readonly modelId?: string;
+    readonly metadata?: Record<string, unknown>;
+}
+export interface MediaAnalysisResult {
+    readonly providerId: string;
+    readonly description?: string;
+    readonly labels?: readonly string[];
+    readonly text?: string;
+    readonly metadata: Record<string, unknown>;
+}
+export interface MediaTransformRequest {
+    readonly artifact: MediaArtifact;
+    readonly operation: string;
+    readonly outputMimeType?: string;
+    readonly options?: Record<string, unknown>;
+    readonly metadata?: Record<string, unknown>;
+}
+export interface MediaTransformResult {
+    readonly providerId: string;
+    readonly artifact: MediaArtifact;
+    readonly metadata: Record<string, unknown>;
+}
+export interface MediaGenerationRequest {
+    readonly prompt: string;
+    readonly outputMimeType?: string;
+    readonly modelId?: string;
+    readonly options?: Record<string, unknown>;
+    readonly metadata?: Record<string, unknown>;
+}
+export interface MediaGenerationResult {
+    readonly providerId: string;
+    readonly artifacts: readonly MediaArtifact[];
+    readonly metadata: Record<string, unknown>;
+}
+export interface MediaProvider {
+    readonly id: string;
+    readonly label: string;
+    readonly capabilities: readonly MediaProviderCapability[];
+    status?(): Promise<MediaProviderStatus> | MediaProviderStatus;
+    analyze?(request: MediaAnalysisRequest): Promise<MediaAnalysisResult>;
+    transform?(request: MediaTransformRequest): Promise<MediaTransformResult>;
+    generate?(request: MediaGenerationRequest): Promise<MediaGenerationResult>;
+}
+export interface MediaProviderDescriptor {
+    readonly id: string;
+    readonly label: string;
+    readonly capabilities: readonly MediaProviderCapability[];
+}
+export declare class MediaProviderRegistry {
+    private readonly providers;
+    register(provider: MediaProvider, options?: {
+        readonly replace?: boolean;
+    }): () => void;
+    unregister(id: string): boolean;
+    get(id: string): MediaProvider | null;
+    list(): MediaProviderDescriptor[];
+    findProvider(capability: MediaProviderCapability, providerId?: string): MediaProvider | null;
+    status(): Promise<MediaProviderStatus[]>;
+}
+//# sourceMappingURL=provider-registry.d.ts.map

package/dist/_internal/platform/media/provider-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-registry.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/media/provider-registry.ts"],"names":[],"mappings":"AAAA,qFAAqF;AAErF,MAAM,MAAM,uBAAuB,GAAG,UAAU,GAAG,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,kBAAkB,CAAC;AAChH,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,UAAU,GAAG,UAAU,GAAG,cAAc,CAAC;AAEtF,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAC;IACnC,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAC1D,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,SAAS,aAAa,EAAE,CAAC;IAC7C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAC1D,MAAM,CAAC,IAAI,OAAO,CAAC,mBAAmB,CAAC,GAAG,mBAAmB,CAAC;IAC9D,OAAO,CAAC,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtE,SAAS,CAAC,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC1E,QAAQ,CAAC,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;CAC5E;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,YAAY,EAAE,SAAS,uBAAuB,EAAE,CAAC;CAC3D;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAoC;IAE9D,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,GAAE;QAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,MAAM,IAAI;IAa3F,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAI/B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAIrC,IAAI,IAAI,uBAAuB,EAAE;IAUjC,YAAY,CAAC,UAAU,EAAE,uBAAuB,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAQtF,MAAM,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;CAkB/C"}