@atomic-chat/core 0.13.2 → 0.17.0

package/dist/media/adapters/gemini-veo.js

@@ -0,0 +1,196 @@
+/**
+ * `gemini-veo`: Google's Veo through the Gemini API. The provider is registered with Gemini's
+ * OpenAI-compatible base (`https://generativelanguage.googleapis.com/v1beta/openai`); Veo lives on
+ * the native API next to it, so `{native}` is that base without its trailing `/openai`
+ * (`.../v1beta`). The key goes as `x-goog-api-key`.
+ *
+ * - submit: `POST {native}/models/{model}:predictLongRunning`, JSON `{instances: [{prompt, image,
+ *   lastFrame}], parameters: {aspectRatio, resolution, durationSeconds, seed, negativePrompt,
+ *   numberOfVideos: 1}}` → `{name: 'models/…/operations/…'}`. Frames go as `{inlineData: {mimeType,
+ *   data}}`. Veo renders 1080p and 4k at 8 seconds only, so a shorter clip at those sizes is asked
+ *   for at 8. `durationSeconds` goes as a number (the SDKs' form); a model whose
+ *   `options.duration_as_string` is true sends the docs table's string (`"8"`).
+ * - poll: `GET {native}/{name}` → `{done, error: {code, message}, response: {generateVideoResponse:
+ *   {generatedSamples: [{video: {uri}}], raiMediaFilteredCount, raiMediaFilteredReasons}}}`. A done
+ *   operation without samples that names filter reasons is `REMOTE_CONTENT_BLOCKED`.
+ * - download: the sample's `uri`, on the API's own host, so with the key; it redirects to storage,
+ *   where `downloadResult` leaves the key behind.
+ * - models: `GET {native}/models?pageSize=1000`, the `veo-` models that offer `predictLongRunning`.
+ *
+ * No cancel: the Gemini API cannot cancel a Veo operation.
+ */
+import { callProvider, downloadResult, joinUrl, MAX_VIDEO_BYTES, remoteError, sniffVideoMime, } from '../http.js';
+const isObject = (value) => value !== null && typeof value === 'object' && !Array.isArray(value);
+const BLOCKED = /moderation|content[ _-]?polic|safety|nsfw|sensitive|prohibited|blocked|flagged|filtered|responsible ai|usage guidelines/i;
+/** Resolutions Veo renders at 8 seconds only. */
+const EIGHT_SECONDS_ONLY = /^(1080p|4k)$/i;
+/** `{base}` of the Gemini API's native routes: the registered base without its `/openai`. */
+export function veoNativeBase(baseUrl) {
+    return baseUrl.replace(/\/+$/, '').replace(/\/openai$/, '');
+}
+/** The clip length to ask for: 8 seconds whenever the resolution allows nothing else. */
+export function veoDuration(resolution, seconds) {
+    if (seconds === undefined)
+        return undefined;
+    return resolution && EIGHT_SECONDS_ONLY.test(resolution) && seconds < 8 ? 8 : seconds;
+}
+function inline(input) {
+    return { inlineData: { mimeType: input.mime, data: input.bytes.toString('base64') } };
+}
+/** The `predictLongRunning` body: each parameter only when the job set it and the model offers it. */
+export function veoRequest(job, provider = 'Google') {
+    const params = job.model.params;
+    const instance = { prompt: job.prompt };
+    if (job.workflow === 'image-to-video') {
+        if (!job.firstFrame)
+            throw remoteError('REMOTE_UNSUPPORTED', 'Image to video needs a first frame.', job.workflow);
+        instance['image'] = inline(job.firstFrame);
+        if (job.lastFrame) {
+            if (!params.last_frame)
+                throw remoteError('REMOTE_UNSUPPORTED', `${provider} takes no last frame for this model.`, job.model.id);
+            instance['lastFrame'] = inline(job.lastFrame);
+        }
+    }
+    const parameters = { numberOfVideos: 1 };
+    if (job.aspectRatio && params.aspect_ratios)
+        parameters['aspectRatio'] = job.aspectRatio;
+    const resolution = job.resolution && params.resolutions ? job.resolution : undefined;
+    if (resolution)
+        parameters['resolution'] = resolution;
+    const seconds = params.durations ? veoDuration(resolution, job.durationSecs) : undefined;
+    if (seconds !== undefined)
+        parameters['durationSeconds'] =
+            job.model.options?.['duration_as_string'] === true ? String(seconds) : seconds;
+    if (job.seed !== undefined && params.seed)
+        parameters['seed'] = job.seed;
+    if (job.negativePrompt && params.negative_prompt)
+        parameters['negativePrompt'] = job.negativePrompt;
+    return { instances: [instance], parameters };
+}
+/** An operation's `error: {code, message}` (google.rpc codes) as the closest `REMOTE_*` code. */
+export function veoError(provider, error) {
+    const fields = isObject(error) ? error : {};
+    const code = typeof fields['code'] === 'number' ? fields['code'] : undefined;
+    const said = typeof fields['message'] === 'string' && fields['message'].trim() !== '' ? fields['message'].trim() : '';
+    const details = [code, said].filter((part) => part !== undefined && part !== '').join(': ') || undefined;
+    if (BLOCKED.test(said))
+        return remoteError('REMOTE_CONTENT_BLOCKED', `${provider} refused the request: ${said}`, details);
+    switch (code) {
+        case 3: // INVALID_ARGUMENT
+        case 9: // FAILED_PRECONDITION
+            return remoteError('REMOTE_REJECTED', said ? `${provider}: ${said}` : `${provider} refused the request.`, details);
+        case 7: // PERMISSION_DENIED
+        case 16: // UNAUTHENTICATED
+            return remoteError('REMOTE_AUTH_FAILED', `${provider} refused the API key or the model.`, details);
+        case 8: // RESOURCE_EXHAUSTED
+            return remoteError('REMOTE_RATE_LIMITED', `${provider} is rate-limiting requests.`, details);
+        case 4: // DEADLINE_EXCEEDED
+            return remoteError('REMOTE_TIMEOUT', `${provider} took too long to make the clip.`, details);
+        default:
+            return remoteError('REMOTE_UNAVAILABLE', said ? `${provider} failed to make the clip: ${said}` : `${provider} failed to make the clip.`, details);
+    }
+}
+/** One operation (`GET {native}/{name}`) as a poll result. */
+export function readVeoOperation(provider, json) {
+    const fields = isObject(json) ? json : {};
+    if (isObject(fields['error']))
+        return { state: 'failed', error: veoError(provider, fields['error']) };
+    if (fields['done'] !== true)
+        return { state: 'running' };
+    const response = isObject(fields['response']) ? fields['response'] : {};
+    const generated = isObject(response['generateVideoResponse']) ? response['generateVideoResponse'] : response;
+    const samples = generated['generatedSamples'] ?? generated['generatedVideos'];
+    for (const sample of Array.isArray(samples) ? samples : []) {
+        const video = isObject(sample) && isObject(sample['video']) ? sample['video'] : {};
+        if (typeof video['uri'] === 'string' && video['uri'] !== '')
+            return { state: 'completed', result: { url: video['uri'] } };
+    }
+    const reasons = Array.isArray(generated['raiMediaFilteredReasons'])
+        ? generated['raiMediaFilteredReasons'].filter((r) => typeof r === 'string' && r !== '')
+        : [];
+    const filtered = typeof generated['raiMediaFilteredCount'] === 'number' ? generated['raiMediaFilteredCount'] : 0;
+    if (reasons.length > 0 || filtered > 0)
+        return {
+            state: 'failed',
+            error: remoteError('REMOTE_CONTENT_BLOCKED', reasons.length > 0
+                ? `${provider} withheld the clip by its safety filter: ${reasons.join(' ')}`
+                : `${provider} withheld the clip by its safety filter.`, reasons.join(' | ') || `${filtered} filtered`),
+        };
+    return { state: 'failed', error: remoteError('REMOTE_UNAVAILABLE', `${provider} finished without a clip.`) };
+}
+/** The Veo models of a native `GET /models` answer. */
+export function veoModels(json) {
+    const data = isObject(json) ? json['models'] : undefined;
+    const out = [];
+    const seen = new Set();
+    for (const item of Array.isArray(data) ? data : []) {
+        if (!isObject(item) || typeof item['name'] !== 'string')
+            continue;
+        const id = item['name'].replace(/^models\//, '');
+        const methods = item['supportedGenerationMethods'];
+        if (!id.includes('veo-') ||
+            !Array.isArray(methods) ||
+            !methods.includes('predictLongRunning') ||
+            seen.has(id))
+            continue;
+        seen.add(id);
+        const name = typeof item['displayName'] === 'string' && item['displayName'] !== '' ? item['displayName'] : undefined;
+        out.push(name ? { id, name } : { id });
+    }
+    return out;
+}
+/** An operation name the API gave, as a path under `{native}`; anything else is refused. */
+function operationPath(provider, name) {
+    if (typeof name !== 'string' ||
+        !/^[A-Za-z0-9][A-Za-z0-9._\-/]*$/.test(name) ||
+        name.split('/').includes('..'))
+        throw remoteError('REMOTE_UNAVAILABLE', `${provider} answered without a usable operation name.`, String(name));
+    return `/${name}`;
+}
+export const GEMINI_VEO = {
+    dialect: 'gemini-veo',
+    kind: 'video',
+    pollIntervalMs: { first: 10_000, max: 20_000 },
+    async listModels(ctx) {
+        const answer = await callProvider(ctx, joinUrl(veoNativeBase(ctx.baseUrl), '/models?pageSize=1000'), {
+            auth: 'goog',
+        });
+        return veoModels(answer.json);
+    },
+    async submit(ctx, job) {
+        const body = veoRequest(job, ctx.provider);
+        const asked = job.durationSecs;
+        const sent = body['parameters']['durationSeconds'];
+        if (asked !== undefined && sent !== undefined && Number(sent) !== asked)
+            ctx.log('info', `${ctx.provider} renders ${job.resolution} at 8 seconds only; asking for 8 instead of ${asked}.`);
+        const model = encodeURIComponent(job.model.id.replace(/^models\//, ''));
+        const answer = await callProvider(ctx, joinUrl(veoNativeBase(ctx.baseUrl), `/models/${model}:predictLongRunning`), {
+            json: body,
+            auth: 'goog',
+        });
+        const fields = isObject(answer.json) ? answer.json : {};
+        if (isObject(fields['error']))
+            throw veoError(ctx.provider, fields['error']);
+        operationPath(ctx.provider, fields['name']);
+        return { id: fields['name'] };
+    },
+    async poll(ctx, submission) {
+        const url = joinUrl(veoNativeBase(ctx.baseUrl), operationPath(ctx.provider, submission.id));
+        const answer = await callProvider(ctx, url, { auth: 'goog' });
+        return readVeoOperation(ctx.provider, answer.json);
+    },
+    async download(ctx, _submission, result) {
+        if (!result.url)
+            throw remoteError('REMOTE_UNAVAILABLE', `${ctx.provider} gave no clip to download.`);
+        const file = await downloadResult(ctx, result.url, {
+            maxBytes: MAX_VIDEO_BYTES,
+            what: 'video',
+            auth: 'goog',
+        });
+        const mime = sniffVideoMime(file.bytes);
+        if (!mime)
+            throw remoteError('REMOTE_UNAVAILABLE', `${ctx.provider} returned a file that is not a video.`);
+        return { bytes: file.bytes, mime };
+    },
+};
+//# sourceMappingURL=gemini-veo.js.map

package/dist/media/adapters/gemini-veo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-veo.js","sourceRoot":"","sources":["../../../src/media/adapters/gemini-veo.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAIH,OAAO,EACL,YAAY,EACZ,cAAc,EACd,OAAO,EACP,eAAe,EACf,WAAW,EACX,cAAc,GACf,MAAM,YAAY,CAAA;AAKnB,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAmB,EAAE,CACnD,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAEtE,MAAM,OAAO,GACX,0HAA0H,CAAA;AAE5H,iDAAiD;AACjD,MAAM,kBAAkB,GAAG,eAAe,CAAA;AAE1C,6FAA6F;AAC7F,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;AAC7D,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,WAAW,CAAC,UAA8B,EAAE,OAA2B;IACrF,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IAC3C,OAAO,UAAU,IAAI,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;AACvF,CAAC;AAED,SAAS,MAAM,CAAC,KAAiB;IAC/B,OAAO,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAA;AACvF,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,UAAU,CAAC,GAAuB,EAAE,QAAQ,GAAG,QAAQ;IACrE,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAA;IAC/B,MAAM,QAAQ,GAAW,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAA;IAC/C,IAAI,GAAG,CAAC,QAAQ,KAAK,gBAAgB,EAAE,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,UAAU;YACjB,MAAM,WAAW,CAAC,oBAAoB,EAAE,qCAAqC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC9F,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAC1C,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,UAAU;gBACpB,MAAM,WAAW,CACf,oBAAoB,EACpB,GAAG,QAAQ,sCAAsC,EACjD,GAAG,CAAC,KAAK,CAAC,EAAE,CACb,CAAA;YACH,QAAQ,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC/C,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAW,EAAE,cAAc,EAAE,CAAC,EAAE,CAAA;IAChD,IAAI,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,aAAa;QAAE,UAAU,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,WAAW,CAAA;IACxF,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAA;IACpF,IAAI,UAAU;QAAE,UAAU,CAAC,YAAY,CAAC,GAAG,UAAU,CAAA;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACxF,IAAI,OAAO,KAAK,SAAS;QACvB,UAAU,CAAC,iBAAiB,CAAC;YAC3B,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,oBAAoB,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IAClF,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI;QAAE,UAAU,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAA;IACxE,IAAI,GAAG,CAAC,cAAc,IAAI,MAAM,CAAC,eAAe;QAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,GAAG,CAAC,cAAc,CAAA;IACnG,OAAO,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,CAAA;AAC9C,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,QAAQ,CAAC,QAAgB,EAAE,KAAc;IACvD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAC3C,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5E,MAAM,IAAI,GACR,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAC1G,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,CAAA;IACxG,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QACpB,OAAO,WAAW,CAAC,wBAAwB,EAAE,GAAG,QAAQ,yBAAyB,IAAI,EAAE,EAAE,OAAO,CAAC,CAAA;IACnG,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,CAAC,CAAC,CAAC,mBAAmB;QAC3B,KAAK,CAAC,EAAE,sBAAsB;YAC5B,OAAO,WAAW,CAChB,iBAAiB,EACjB,IAAI,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,uBAAuB,EAClE,OAAO,CACR,CAAA;QACH,KAAK,CAAC,CAAC,CAAC,oBAAoB;QAC5B,KAAK,EAAE,EAAE,kBAAkB;YACzB,OAAO,WAAW,CAAC,oBAAoB,EAAE,GAAG,QAAQ,oCAAoC,EAAE,OAAO,CAAC,CAAA;QACpG,KAAK,CAAC,EAAE,qBAAqB;YAC3B,OAAO,WAAW,CAAC,qBAAqB,EAAE,GAAG,QAAQ,6BAA6B,EAAE,OAAO,CAAC,CAAA;QAC9F,KAAK,CAAC,EAAE,oBAAoB;YAC1B,OAAO,WAAW,CAAC,gBAAgB,EAAE,GAAG,QAAQ,kCAAkC,EAAE,OAAO,CAAC,CAAA;QAC9F;YACE,OAAO,WAAW,CAChB,oBAAoB,EACpB,IAAI,CAAC,CAAC,CAAC,GAAG,QAAQ,6BAA6B,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,2BAA2B,EAC9F,OAAO,CACR,CAAA;IACL,CAAC;AACH,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,gBAAgB,CAAC,QAAgB,EAAE,IAAa;IAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;IACzC,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAA;IACrG,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;IACxD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACvE,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAA;IAC5G,MAAM,OAAO,GAAG,SAAS,CAAC,kBAAkB,CAAC,IAAI,SAAS,CAAC,iBAAiB,CAAC,CAAA;IAC7E,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC3D,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAClF,IAAI,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE;YACzD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAA;IAChE,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACjE,CAAC,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;QACpG,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,QAAQ,GACZ,OAAO,SAAS,CAAC,uBAAuB,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACjG,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC;QACpC,OAAO;YACL,KAAK,EAAE,QAAQ;YACf,KAAK,EAAE,WAAW,CAChB,wBAAwB,EACxB,OAAO,CAAC,MAAM,GAAG,CAAC;gBAChB,CAAC,CAAC,GAAG,QAAQ,4CAA4C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAC5E,CAAC,CAAC,GAAG,QAAQ,0CAA0C,EACzD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,QAAQ,WAAW,CAC9C;SACF,CAAA;IACH,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC,oBAAoB,EAAE,GAAG,QAAQ,2BAA2B,CAAC,EAAE,CAAA;AAC9G,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,SAAS,CAAC,IAAa;IACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACxD,MAAM,GAAG,GAAqB,EAAE,CAAA;IAChC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ;YAAE,SAAQ;QACjE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,4BAA4B,CAAC,CAAA;QAClD,IACE,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;YACpB,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YACvB,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACvC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAEZ,SAAQ;QACV,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACZ,MAAM,IAAI,GACR,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACzG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;IACxC,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,4FAA4F;AAC5F,SAAS,aAAa,CAAC,QAAgB,EAAE,IAAa;IACpD,IACE,OAAO,IAAI,KAAK,QAAQ;QACxB,CAAC,gCAAgC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAE9B,MAAM,WAAW,CACf,oBAAoB,EACpB,GAAG,QAAQ,4CAA4C,EACvD,MAAM,CAAC,IAAI,CAAC,CACb,CAAA;IACH,OAAO,IAAI,IAAI,EAAE,CAAA;AACnB,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAiB;IACtC,OAAO,EAAE,YAAY;IACrB,IAAI,EAAE,OAAO;IACb,cAAc,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE;IAE9C,KAAK,CAAC,UAAU,CAAC,GAAG;QAClB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,uBAAuB,CAAC,EAAE;YACnG,IAAI,EAAE,MAAM;SACb,CAAC,CAAA;QACF,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC/B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG;QACnB,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAA;QAC9B,MAAM,IAAI,GAAI,IAAI,CAAC,YAAY,CAAY,CAAC,iBAAiB,CAAC,CAAA;QAC9D,IAAI,KAAK,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK;YACrE,GAAG,CAAC,GAAG,CACL,MAAM,EACN,GAAG,GAAG,CAAC,QAAQ,YAAY,GAAG,CAAC,UAAU,+CAA+C,KAAK,GAAG,CACjG,CAAA;QACH,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAA;QACvE,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,GAAG,EACH,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,WAAW,KAAK,qBAAqB,CAAC,EAC1E;YACE,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,MAAM;SACb,CACF,CAAA;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;QACvD,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAAE,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;QAC5E,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAC3C,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,CAAW,EAAE,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU;QACxB,MAAM,GAAG,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;QAC3F,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;QAC7D,OAAO,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;IACpD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM;QACrC,IAAI,CAAC,MAAM,CAAC,GAAG;YAAE,MAAM,WAAW,CAAC,oBAAoB,EAAE,GAAG,GAAG,CAAC,QAAQ,4BAA4B,CAAC,CAAA;QACrG,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE;YACjD,QAAQ,EAAE,eAAe;YACzB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,MAAM;SACb,CAAC,CAAA;QACF,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACvC,IAAI,CAAC,IAAI;YAAE,MAAM,WAAW,CAAC,oBAAoB,EAAE,GAAG,GAAG,CAAC,QAAQ,uCAAuC,CAAC,CAAA;QAC1G,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAA;IACpC,CAAC;CACF,CAAA"}

package/dist/media/adapters/hf-images.d.ts

@@ -0,0 +1,85 @@
+/**
+ * `hf-images`: Hugging Face Inference Providers through the HF router. The registered base is
+ * `https://router.huggingface.co/v1`; the router root is that base without its trailing `/v1`, and
+ * every request below goes to a path under it. Each catalog model names the provider that serves it
+ * in `options.hf_provider`:
+ *
+ * - `hf-inference` (also a model without the option): `POST {router}/hf-inference/models/{model.id}`
+ *   with `{inputs: prompt, parameters}` answers the image bytes, one image per call. `transform`
+ *   sends the source as `inputs` (base64) and the prompt in `parameters.prompt`.
+ * - `fal-ai`: fal's queue through the router, the way huggingface.js
+ *   (`packages/inference/src/providers/fal-ai.ts`) does it: submit to
+ *   `{router}/fal-ai/{options.provider_model}?_subdomain=queue`, poll the request's `/status`, then
+ *   read the result (`{images: [{url}]}`). The images are on fal's CDN and are downloaded bare.
+ *
+ * The live listing is the Hub's public model search on `https://huggingface.co` — a different host,
+ * asked only when the registered base is the real router, and without the key or custom headers.
+ */
+import type { AtomicCoreError } from '../../contracts/index.js';
+import type { LiveMediaModel } from '../catalog.js';
+import type { MediaContext, PollOptions } from '../http.js';
+import type { ImageAdapter, RemoteProgress } from './types.js';
+/**
+ * One request in fal's queue, as {@link falSubmit} answered it. Plain data, so a video job can keep
+ * it on disk and follow the request after a restart. The URLs are fal's own words
+ * (`https://queue.fal.run/...`); only their paths are used — every request goes to the router
+ * derived from `ctx.baseUrl` at call time, so a stored handle can never send the key elsewhere.
+ */
+export interface FalHandle {
+    requestId: string;
+    /** fal's `status_url`, when it gave one. */
+    statusUrl?: string;
+    /** fal's `response_url` (the result), when it gave one. */
+    responseUrl?: string;
+    /** The fal model id the request went to (`fal-ai/flux/schnell`): the paths' fallback. */
+    providerModel?: string;
+}
+/** One look at a fal request. A failure carries the `REMOTE_*` error it maps to. */
+export type FalStatus = {
+    state: 'queued';
+    position?: number;
+} | {
+    state: 'running';
+} | {
+    state: 'completed';
+} | {
+    state: 'failed';
+    error: AtomicCoreError;
+};
+/** How {@link falWait} polls: 1 s first, growing to 5 s, for at most 15 minutes. */
+export declare const FAL_POLL: PollOptions;
+/**
+ * Submits `input` to fal model `providerModel` (`fal-ai/flux/schnell`) through the HF router:
+ * `POST {router}/fal-ai/{providerModel}?_subdomain=queue` with the HF key. Starts a generation, so
+ * it is never retried. Answers the handle {@link falStatus}, {@link falResult}, {@link falWait} and
+ * {@link falCancel} take.
+ */
+export declare function falSubmit(ctx: MediaContext, providerModel: string, input: Record<string, unknown>): Promise<FalHandle>;
+/**
+ * One look at a fal request: `GET {router}/fal-ai/{request path}/status?_subdomain=queue`.
+ * `IN_QUEUE` → `queued` (with fal's queue position), `IN_PROGRESS` → `running`, `COMPLETED` →
+ * `completed`, or `failed` when fal reports an `error` on it. An unknown status counts as running.
+ */
+export declare function falStatus(ctx: MediaContext, handle: FalHandle): Promise<FalStatus>;
+/**
+ * The result of a completed fal request: `GET {router}/fal-ai/{request path}?_subdomain=queue`.
+ * The JSON is the model's own (`{images: [{url}]}`, `{video: {url}}`); a content refusal is
+ * `REMOTE_CONTENT_BLOCKED`.
+ */
+export declare function falResult(ctx: MediaContext, handle: FalHandle): Promise<unknown>;
+/**
+ * Polls a fal request until it completes ({@link FAL_POLL} unless `poll` says otherwise), telling
+ * `report` whether it is queued or generating, then answers its result ({@link falResult}). Throws
+ * the request's `REMOTE_*` error when it failed, `CANCELLED` when the job was cancelled (the caller
+ * may then {@link falCancel} it), `REMOTE_TIMEOUT` past the poll's limit.
+ */
+export declare function falWait(ctx: MediaContext, handle: FalHandle, report?: (progress: RemoteProgress) => void, poll?: PollOptions): Promise<unknown>;
+/**
+ * Asks fal to drop a request: `PUT {router}/fal-ai/{request path}/cancel?_subdomain=queue`. A
+ * queued request goes at once; a running one may still finish. A request already finished or gone
+ * is not an error. Pass a context whose signal has not fired (the job's own one has, on cancel).
+ */
+export declare function falCancel(ctx: MediaContext, handle: FalHandle): Promise<void>;
+/** The models of a Hub listing a provider here serves live, with the provider and its model id. */
+export declare function liveModelsFromHub(json: unknown): LiveMediaModel[];
+export declare const HF_IMAGES: ImageAdapter;