@just-every/ensemble 0.2.160 → 0.2.162

package/dist/model_providers/fireworks.js

@@ -0,0 +1,189 @@
+import { BaseModelProvider } from './base_provider.js';
+import { costTracker } from '../utils/cost_tracker.js';
+import { fetchWithTimeout } from '../utils/fetch_with_timeout.js';
+import { log_llm_error, log_llm_request, log_llm_response } from '../utils/llm_logger.js';
+const FW_BASE = 'https://api.fireworks.ai';
+function mapAspect(size) {
+    if (!size)
+        return undefined;
+    const s = String(size);
+    if (s === 'square' || s === '1024x1024' || s === '512x512' || s === '256x256')
+        return '1:1';
+    if (s === 'landscape' || s === '1792x1024' || s === '1536x1024')
+        return '16:9';
+    if (s === 'portrait' || s === '1024x1792' || s === '1024x1536')
+        return '9:16';
+    return undefined;
+}
+export class FireworksProvider extends BaseModelProvider {
+    constructor() {
+        super('fireworks');
+    }
+    async *createResponseStream() {
+        throw new Error('Fireworks provider does not support text streaming');
+    }
+    isKontext(model) {
+        return model.includes('kontext');
+    }
+    fireworksModelId(model) {
+        const m = model.toLowerCase();
+        if (m.includes('kontext') && m.includes('max'))
+            return 'flux-kontext-max';
+        if (m.includes('kontext'))
+            return 'flux-kontext-pro';
+        if (m.includes('pro'))
+            return 'flux-pro-1.1';
+        if (m.includes('schnell'))
+            return 'flux-schnell';
+        return model;
+    }
+    async createImage(prompt, model, agent, opts = {}) {
+        const apiKey = process.env.FIREWORKS_API_KEY;
+        const falKey = process.env.FAL_KEY;
+        const requestId = log_llm_request(agent.agent_id || 'default', 'fireworks', model, { prompt, opts }, new Date());
+        try {
+            if (!apiKey)
+                throw new Error('FIREWORKS_API_KEY is not set');
+            const aspect_ratio = mapAspect(opts.size);
+            const modelId = this.fireworksModelId(model);
+            if (this.isKontext(modelId)) {
+                const createUrl = `${FW_BASE}/inference/v1/workflows/accounts/fireworks/models/${modelId}`;
+                let input_image;
+                if (opts?.source_images) {
+                    const s = Array.isArray(opts.source_images) ? opts.source_images[0] : opts.source_images;
+                    const v = typeof s === 'string' ? s : s?.data || s;
+                    if (typeof v === 'string')
+                        input_image = v;
+                }
+                const res = await fetchWithTimeout(createUrl, {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        Authorization: `Bearer ${apiKey}`,
+                    },
+                    body: JSON.stringify({ prompt, aspect_ratio: aspect_ratio, output_format: 'png', ...(input_image ? { input_image } : {}) }),
+                }, 60000);
+                if (!res.ok) {
+                    if ((res.status === 401 || res.status === 403) && falKey) {
+                        return this.fallbackToFAL(prompt, modelId, opts);
+                    }
+                    throw new Error(`Fireworks Kontext create failed: ${res.status} ${await res.text()}`);
+                }
+                const data = await res.json();
+                const id = data.request_id || data.id;
+                if (!id)
+                    throw new Error('Fireworks Kontext: missing request id');
+                const pollUrl = `${FW_BASE}/inference/v1/workflows/accounts/fireworks/models/${modelId}/get_result`;
+                const started = Date.now();
+                const timeoutMs = 240000;
+                while (true) {
+                    const r = await fetchWithTimeout(pollUrl, {
+                        method: 'POST',
+                        headers: {
+                            'Content-Type': 'application/json',
+                            Authorization: `Bearer ${apiKey}`,
+                        },
+                        body: JSON.stringify({ id }),
+                    }, 60000);
+                    if (!r.ok)
+                        throw new Error(`Fireworks Kontext poll failed: ${r.status} ${await r.text()}`);
+                    const out = await r.json();
+                    const status = String(out.status || '').toLowerCase();
+                    if (status.includes('ready') || status === 'succeeded' || status === 'completed') {
+                        const urls = [];
+                        if (Array.isArray(out.result?.images)) {
+                            for (const im of out.result.images)
+                                if (im?.url)
+                                    urls.push(im.url);
+                        }
+                        if (out.result?.image?.url)
+                            urls.push(out.result.image.url);
+                        if (out.result?.url)
+                            urls.push(out.result.url);
+                        if (out.result?.sample)
+                            urls.push(out.result.sample);
+                        if (!urls.length && out.result?.image_base64) {
+                            urls.push(`data:image/png;base64,${out.result.image_base64}`);
+                        }
+                        if (!urls.length && typeof out.result === 'string' && /^https?:\/\//.test(out.result)) {
+                            urls.push(out.result);
+                        }
+                        if (!urls.length)
+                            throw new Error('Fireworks Kontext: no image result found');
+                        costTracker.addUsage({ model, image_count: urls.length, request_id: opts?.request_id, metadata: { source: 'fireworks', model: modelId } });
+                        return urls;
+                    }
+                    if (status.includes('error') || status.includes('failed')) {
+                        throw new Error(`Fireworks Kontext failed: ${status}`);
+                    }
+                    if (Date.now() - started > timeoutMs)
+                        throw new Error('Fireworks Kontext timed out');
+                    await new Promise(r2 => setTimeout(r2, 1500));
+                }
+            }
+            try {
+                return await this.createImage(prompt, 'flux-kontext-pro', agent, opts);
+            }
+            catch (e) {
+                if (falKey)
+                    return this.fallbackToFAL(prompt, model, opts);
+                throw e;
+            }
+        }
+        catch (err) {
+            log_llm_error(requestId, err);
+            if (process.env.FAL_KEY) {
+                try {
+                    const urls = await this.fallbackToFAL(prompt, model, opts);
+                    log_llm_response(requestId, { ok: true, fallback: 'fal' });
+                    return urls;
+                }
+                catch (_) {
+                }
+            }
+            throw err;
+        }
+        finally {
+            log_llm_response(requestId, { ok: true });
+        }
+    }
+    async fallbackToFAL(prompt, model, opts = {}) {
+        const lower = model.toLowerCase();
+        let endpoint = '';
+        if (lower.includes('schnell'))
+            endpoint = 'fal-ai/flux/schnell';
+        else if (lower.includes('dev'))
+            endpoint = 'fal-ai/flux/dev';
+        else if (lower.includes('pro') || lower.includes('kontext'))
+            endpoint = 'fal-ai/flux-pro/kontext';
+        else
+            endpoint = 'fal-ai/flux/schnell';
+        const res = await fetch(`https://fal.run/${endpoint}`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Key ${process.env.FAL_KEY}`,
+            },
+            body: JSON.stringify({
+                prompt,
+                input: { prompt },
+            }),
+        });
+        if (!res.ok)
+            throw new Error(`FAL fallback failed: ${res.status} ${await res.text()}`);
+        const data = await res.json();
+        const images = [];
+        const arr = data?.images || data?.output?.images || [];
+        for (const im of arr)
+            if (im?.url)
+                images.push(im.url);
+        if (!images.length && data?.url)
+            images.push(data.url);
+        if (!images.length)
+            throw new Error('FAL fallback: no image url');
+        costTracker.addUsage({ model, image_count: images.length, request_id: opts?.request_id, metadata: { source: 'fal-fallback' } });
+        return images;
+    }
+}
+export const fireworksProvider = new FireworksProvider();
+//# sourceMappingURL=fireworks.js.map

package/dist/model_providers/fireworks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fireworks.js","sourceRoot":"","sources":["../../model_providers/fireworks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAM1F,MAAM,OAAO,GAAG,0BAA0B,CAAC;AAE3C,SAAS,SAAS,CAAC,IAAkC;IACjD,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5F,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,WAAW;QAAE,OAAO,MAAM,CAAC;IAC/E,IAAI,CAAC,KAAK,UAAU,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,WAAW;QAAE,OAAO,MAAM,CAAC;IAC9E,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,OAAO,iBAAkB,SAAQ,iBAAiB;IACpD;QACI,KAAK,CAAC,WAAkB,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,CAAC,oBAAoB;QACvB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1E,CAAC;IAEO,SAAS,CAAC,KAAa;QAC3B,OAAO,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEO,gBAAgB,CAAC,KAAa;QAElC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAC9B,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,kBAAkB,CAAC;QAC1E,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,kBAAkB,CAAC;QACrD,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,cAAc,CAAC;QAC7C,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,cAAc,CAAC;QACjD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,KAAa,EAAE,KAAsB,EAAE,OAA4B,EAAE;QACnG,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC7C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;QACnC,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,IAAI,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QAEjH,IAAI,CAAC;YACD,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAE7D,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAE7C,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBAE1B,MAAM,SAAS,GAAG,GAAG,OAAO,qDAAqD,OAAO,EAAE,CAAC;gBAE3F,IAAI,WAA+B,CAAC;gBACpC,IAAI,IAAI,EAAE,aAAa,EAAE,CAAC;oBACtB,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,aAAqB,CAAC;oBAClG,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC;oBACnD,IAAI,OAAO,CAAC,KAAK,QAAQ;wBAAE,WAAW,GAAG,CAAC,CAAC;gBAC/C,CAAC;gBAED,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE;oBAC1C,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACL,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;qBACpC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;iBAC9H,EAAE,KAAK,CAAC,CAAC;gBAEV,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBAEV,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,IAAI,MAAM,EAAE,CAAC;wBACvD,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;oBACrD,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC1F,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC,EAAE;oBAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBAGlE,MAAM,OAAO,GAAG,GAAG,OAAO,qDAAqD,OAAO,aAAa,CAAC;gBACpG,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3B,MAAM,SAAS,GAAG,MAAM,CAAC;gBACzB,OAAO,IAAI,EAAE,CAAC;oBACV,MAAM,CAAC,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE;wBACtC,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACL,cAAc,EAAE,kBAAkB;4BAClC,aAAa,EAAE,UAAU,MAAM,EAAE;yBACpC;wBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC;qBAC/B,EAAE,KAAK,CAAC,CAAC;oBACV,IAAI,CAAC,CAAC,CAAC,EAAE;wBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC3F,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;oBACtD,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;wBAE/E,MAAM,IAAI,GAAa,EAAE,CAAC;wBAC1B,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;4BACpC,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM;gCAAE,IAAI,EAAE,EAAE,GAAG;oCAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;wBACvE,CAAC;wBACD,IAAI,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG;4BAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC5D,IAAI,GAAG,CAAC,MAAM,EAAE,GAAG;4BAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;wBAC/C,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM;4BAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;wBAErD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC;4BAC3C,IAAI,CAAC,IAAI,CAAC,yBAAyB,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;wBAClE,CAAC;wBACD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;4BACpF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBAC1B,CAAC;wBACD,IAAI,CAAC,IAAI,CAAC,MAAM;4BAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;wBAE9E,WAAW,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;wBAC3I,OAAO,IAAI,CAAC;oBAChB,CAAC;oBACD,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACxD,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,EAAE,CAAC,CAAC;oBAC3D,CAAC;oBACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,SAAS;wBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACrF,MAAM,IAAI,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;gBAClD,CAAC;YACL,CAAC;YAGD,IAAI,CAAC;gBACD,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAC3E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,IAAI,MAAM;oBAAE,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC3D,MAAM,CAAC,CAAC;YACZ,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAE9B,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;oBAC3D,gBAAgB,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC3D,OAAO,IAAI,CAAC;gBAChB,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;gBAEb,CAAC;YACL,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;gBAAS,CAAC;YACP,gBAAgB,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAc,EAAE,KAAa,EAAE,OAA4B,EAAE;QAErF,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAClC,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,QAAQ,GAAG,qBAAqB,CAAC;aAC3D,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,QAAQ,GAAG,iBAAiB,CAAC;aACxD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,QAAQ,GAAG,yBAAyB,CAAC;;YAC7F,QAAQ,GAAG,qBAAqB,CAAC;QAEtC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,mBAAmB,QAAQ,EAAE,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE;aAC9C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACjB,MAAM;gBACN,KAAK,EAAE,EAAE,MAAM,EAAE;aACpB,CAAC;SACL,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvF,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,EAAE,MAAM,IAAI,IAAI,EAAE,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC;QACvD,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,IAAI,EAAE,EAAE,GAAG;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,EAAE,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAClE,WAAW,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC;QAChI,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC"}

package/dist/model_providers/gemini.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../model_providers/gemini.ts"],"names":[],"mappings":"AA2BA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAEhD,OAAO,EAGH,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EAEnB,iBAAiB,EACjB,wBAAwB,EACxB,kBAAkB,EAClB,UAAU,EACV,WAAW,EACX,WAAW,EAOd,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAyNvD,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAO1D;AAKD,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAsKD,qBAAa,cAAe,SAAQ,iBAAiB;IACjD,OAAO,CAAC,OAAO,CAAC,CAAc;IAC9B,OAAO,CAAC,MAAM,CAAC,CAAS;gBAEZ,MAAM,CAAC,EAAE,MAAM;IAS3B,OAAO,KAAK,MAAM,GAcjB;IASK,eAAe,CACjB,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,EACtB,IAAI,CAAC,EAAE,SAAS,GACjB,OAAO,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;YAmKlB,2BAA2B;IA+BnC,oBAAoB,CACvB,QAAQ,EAAE,aAAa,EACvB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,EACtB,SAAS,CAAC,EAAE,MAAM,GACnB,cAAc,CAAC,mBAAmB,CAAC;IAqbhC,WAAW,CACb,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,EACtB,IAAI,CAAC,EAAE,mBAAmB,GAC3B,OAAO,CAAC,MAAM,EAAE,CAAC;IA+FpB,OAAO,CAAC,YAAY;IAmBd,WAAW,CACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,EACtB,IAAI,CAAC,EAAE,mBAAmB,GAC3B,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;IAgMpD,OAAO,CAAC,gBAAgB;IA6DjB,mBAAmB,CACtB,KAAK,EAAE,wBAAwB,EAC/B,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,iBAAiB,GACzB,cAAc,CAAC,kBAAkB,CAAC;IA6S/B,iBAAiB,CACnB,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,WAAW,CAAC;CAyB1B;AAyfD,eAAO,MAAM,cAAc,gBAAuB,CAAC"}
+{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../model_providers/gemini.ts"],"names":[],"mappings":"AA2BA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAEhD,OAAO,EAGH,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EAEnB,iBAAiB,EACjB,wBAAwB,EACxB,kBAAkB,EAClB,UAAU,EACV,WAAW,EACX,WAAW,EAOd,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAyNvD,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAO1D;AAKD,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAEzD;AAsKD,qBAAa,cAAe,SAAQ,iBAAiB;IACjD,OAAO,CAAC,OAAO,CAAC,CAAc;IAC9B,OAAO,CAAC,MAAM,CAAC,CAAS;gBAEZ,MAAM,CAAC,EAAE,MAAM;IAS3B,OAAO,KAAK,MAAM,GAejB;IASK,eAAe,CACjB,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,EACtB,IAAI,CAAC,EAAE,SAAS,GACjB,OAAO,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;YAmKlB,2BAA2B;IA+BnC,oBAAoB,CACvB,QAAQ,EAAE,aAAa,EACvB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,EACtB,SAAS,CAAC,EAAE,MAAM,GACnB,cAAc,CAAC,mBAAmB,CAAC;IAqbhC,WAAW,CACb,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,EACtB,IAAI,CAAC,EAAE,mBAAmB,GAC3B,OAAO,CAAC,MAAM,EAAE,CAAC;IAkPpB,OAAO,CAAC,YAAY;IA0Bd,WAAW,CACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,EACtB,IAAI,CAAC,EAAE,mBAAmB,GAC3B,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;IAgMpD,OAAO,CAAC,gBAAgB;IA6DjB,mBAAmB,CACtB,KAAK,EAAE,wBAAwB,EAC/B,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,iBAAiB,GACzB,cAAc,CAAC,kBAAkB,CAAC;IA6S/B,iBAAiB,CACnB,MAAM,EAAE,UAAU,EAClB,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,WAAW,CAAC;CAyB1B;AAyfD,eAAO,MAAM,cAAc,gBAAuB,CAAC"}

package/dist/model_providers/gemini.js

@@ -318,7 +318,7 @@ export class GeminiProvider extends BaseModelProvider {
             this._client = new GoogleGenAI({
                 apiKey: apiKey,
                 vertexai: false,
-                httpOptions: { apiVersion: 'v1alpha' },
+                httpOptions: { apiVersion: 'v1beta' },
             });
         }
         return this._client;
@@ -779,16 +779,143 @@ export class GeminiProvider extends BaseModelProvider {
         const requestId = `req_${Date.now()}_${Math.random().toString(36).slice(2, 9)}`;
         let finalRequestId = requestId;
         try {
-            model = model || 'imagen-3.0-generate-002';
+            model = model || 'gemini-2.5-flash-image-preview';
             const numberOfImages = opts?.n || 1;
             let aspectRatio = '1:1';
-            if (opts?.size === 'landscape') {
+            if (opts?.size === 'landscape')
                 aspectRatio = '16:9';
-            }
-            else if (opts?.size === 'portrait') {
+            else if (opts?.size === 'portrait')
                 aspectRatio = '9:16';
-            }
             console.log(`[Gemini] Generating ${numberOfImages} image(s) with model ${model}, prompt: "${prompt.substring(0, 100)}${prompt.length > 100 ? '...' : ''}"`);
+            if (model.includes('gemini-2.5-flash-image-preview') || model.includes('gemini-3-pro-image-preview')) {
+                const constraints = [];
+                const sizeMap = {
+                    square: { ar: '1:1', px: '1024x1024' },
+                    landscape: { ar: '16:9' },
+                    portrait: { ar: '9:16' },
+                    '256x256': { ar: '1:1', px: '256x256' },
+                    '512x512': { ar: '1:1', px: '512x512' },
+                    '1024x1024': { ar: '1:1', px: '1024x1024' },
+                    '1536x1024': { ar: '3:2', px: '1536x1024' },
+                    '1024x1536': { ar: '2:3', px: '1024x1536' },
+                    '1792x1024': { ar: '16:9', px: '1792x1024' },
+                    '1024x1792': { ar: '9:16', px: '1024x1792' },
+                };
+                const sm = opts?.size ? sizeMap[String(opts.size)] : undefined;
+                if (sm?.ar)
+                    constraints.push(`Aspect ratio: ${sm.ar}.`);
+                if (sm?.px)
+                    constraints.push(`Target size: ${sm.px} pixels (approximate).`);
+                if (opts?.style)
+                    constraints.push(`Style: ${opts.style}.`);
+                if (opts?.background)
+                    constraints.push(`Background: ${opts.background} (use transparency if supported).`);
+                const constraintText = constraints.length
+                    ? `\n\nImage constraints (please prioritize):\n- ${constraints.join('\n- ')}`
+                    : '';
+                const makeOne = async () => {
+                    const requestParams = {
+                        model,
+                        contents: [
+                            {
+                                role: 'user',
+                                parts: [
+                                    ...(Array.isArray(opts?.source_images)
+                                        ? opts.source_images
+                                            .map((img) => typeof img === 'string' ? { _src: img } : img)
+                                            .map((it) => {
+                                            const src = it?.data || it?._src || it;
+                                            if (typeof src !== 'string')
+                                                return null;
+                                            if (src.startsWith('data:')) {
+                                                const m = /^data:([^;]+);base64,(.+)$/i.exec(src);
+                                                if (!m)
+                                                    return null;
+                                                return {
+                                                    inlineData: {
+                                                        mimeType: m[1] || 'image/png',
+                                                        data: m[2],
+                                                    },
+                                                };
+                                            }
+                                            return {
+                                                fileData: {
+                                                    mimeType: 'image/*',
+                                                    fileUri: src,
+                                                },
+                                            };
+                                        })
+                                            .filter(Boolean)
+                                        : typeof opts?.source_images === 'string'
+                                            ? [
+                                                (() => {
+                                                    const s = String(opts?.source_images);
+                                                    if (s.startsWith('data:')) {
+                                                        const m = /^data:([^;]+);base64,(.+)$/i.exec(s);
+                                                        return m
+                                                            ? { inlineData: { mimeType: m[1] || 'image/png', data: m[2] } }
+                                                            : null;
+                                                    }
+                                                    return { fileData: { mimeType: 'image/*', fileUri: s } };
+                                                })(),
+                                            ].filter(Boolean)
+                                            : []),
+                                    { text: `${prompt}${constraintText}` },
+                                ],
+                            },
+                        ],
+                        config: {
+                            responseModalities: [Modality.IMAGE, Modality.TEXT],
+                        },
+                    };
+                    const loggedRequestId = log_llm_request(agent.agent_id || 'default', 'gemini', model, requestParams, new Date(), requestId, agent.tags);
+                    finalRequestId = loggedRequestId;
+                    const response = await this.client.models.generateContentStream(requestParams);
+                    const images = [];
+                    for await (const chunk of response) {
+                        if (!chunk.candidates)
+                            continue;
+                        for (const cand of chunk.candidates) {
+                            const parts = cand.content?.parts || [];
+                            for (const part of parts) {
+                                if (part.inlineData?.data) {
+                                    const mime = part.inlineData.mimeType || 'image/png';
+                                    images.push(`data:${mime};base64,${part.inlineData.data}`);
+                                }
+                            }
+                        }
+                    }
+                    if (images.length > 0) {
+                        costTracker.addUsage({
+                            model,
+                            image_count: images.length,
+                            request_id: opts?.request_id,
+                            metadata: { cost_per_image: this.getImageCost(model) },
+                        });
+                    }
+                    return images;
+                };
+                const allImages = [];
+                const calls = Math.max(1, numberOfImages);
+                for (let i = 0; i < calls; i++) {
+                    const imgs = await makeOne();
+                    for (const img of imgs) {
+                        if (allImages.length < numberOfImages)
+                            allImages.push(img);
+                    }
+                    if (allImages.length >= numberOfImages)
+                        break;
+                }
+                if (allImages.length === 0) {
+                    throw new Error('No images returned from Gemini 2.5 Flash Image model');
+                }
+                log_llm_response(finalRequestId, {
+                    model,
+                    image_count: allImages.length,
+                    cost: allImages.length * this.getImageCost(model),
+                });
+                return allImages;
+            }
             const requestParams = {
                 model,
                 prompt,
@@ -813,6 +940,7 @@ export class GeminiProvider extends BaseModelProvider {
                 costTracker.addUsage({
                     model,
                     image_count: images.length,
+                    request_id: opts?.request_id,
                     metadata: {
                         aspect_ratio: aspectRatio,
                         cost_per_image: perImageCost,
@@ -837,6 +965,12 @@ export class GeminiProvider extends BaseModelProvider {
         }
     }
     getImageCost(model) {
+        if (model.includes('gemini-2.5-flash-image-preview')) {
+            return 0.039;
+        }
+        else if (model.includes('gemini-3-pro-image-preview')) {
+            return 0.134;
+        }
         if (model.includes('imagen-3')) {
             return 0.04;
         }
@@ -1036,7 +1170,7 @@ export class GeminiProvider extends BaseModelProvider {
         try {
             const ai = new GoogleGenAI({
                 apiKey: this.apiKey,
-                httpOptions: { apiVersion: 'v1alpha' },
+                httpOptions: { apiVersion: 'v1beta' },
             });
             const realtimeInputConfig = opts?.realtimeInputConfig || {
                 automaticActivityDetection: {