@just-every/ensemble 0.2.160 → 0.2.162

package/README.md

@@ -34,6 +34,14 @@ See the [demo README](demo/README.md) for detailed information about each demo.
 - 📊 **Cost & Quota Tracking** - Built-in usage monitoring and cost calculation
 - 🎯 **Smart Result Processing** - Automatic summarization and truncation for long outputs
 
+## Model Updates (Nov 2025)
+- OpenAI: GPT-5.1 (base + Codex, Codex-Mini, Codex-Max*), GPT-5/4.1/4o lines retained
+- Anthropic: Claude 4.5 (Sonnet/Haiku, incl. 1M context) and Claude Opus 4.1
+- Google: Gemini 3 (Pro/Flash/Ultra) and refreshed Gemini 2.5 pricing incl. image/TTS/native-audio
+- xAI: Grok 4.1 Fast and Grok 4 Fast with tiered pricing; updated Grok 4/3/mini variants
+
+*Codex-Max pricing reflects current published rates and may change when OpenAI finalizes API pricing.
+
 ## Installation
 
 ```bash
@@ -218,6 +226,16 @@ for await (const event of ensembleVoice('Long text...', {
 **Supported Voice Models:**
 - OpenAI: `tts-1`, `tts-1-hd`
 - Google Gemini: `gemini-2.5-flash-preview-tts`, `gemini-2.5-pro-preview-tts`
+
+### Image generation
+
+Use OpenAI GPT-Image-1 or Google Gemini 2.5 Flash Image (Preview):
+
+```ts
+import { ensembleImage } from '@just-every/ensemble';
+
+const images = await ensembleImage('A serene lake at dawn', { model: 'gemini-2.5-flash-image-preview' }, { size: 'portrait' });
+```
 - ElevenLabs: `eleven_multilingual_v2`, `eleven_turbo_v2_5`
 
 ## Development
@@ -239,6 +257,32 @@ npm run docs
 npm run lint
 ```
 
+Additional image providers
+
+New providers added
+- Fireworks AI (FLUX family: Kontext/Pro/Schnell) – async APIs with result polling. Docs: Fireworks Image API.
+- Stability AI (Stable Image Ultra/SDXL) – REST v2beta endpoints supporting text-to-image and image-to-image.
+- Runway Gen-4 Image – via FAL.ai.
+- Recraft v3 – via FAL.ai (supports text-to-vector and vector-style outputs).
+
+Environment
+```
+FIREWORKS_API_KEY=your_key
+STABILITY_API_KEY=your_key
+FAL_KEY=your_key
+```
+
+Fallbacks
+- If Fireworks returns 401/403 or is not configured, requests for Flux-family models automatically fall back to FAL.ai equivalents when `FAL_KEY` is set.
+
+- Luma Photon (official): set `LUMA_API_KEY` and use `luma-photon-1` or `luma-photon-flash-1`.
+- Ideogram 3.0 (official): set `IDEOGRAM_API_KEY` and use `ideogram-3.0`.
+- Midjourney v7 (3rd-party): set `MIDJOURNEY_API_KEY` (or `KIE_API_KEY`) and optional `MJ_API_BASE`; use `midjourney-v7`.
+
+Notes
+- Gemini Flash Image does not expose hard size/AR controls; we add soft prompt hints and return the image unchanged.
+- Luma Photon and Ideogram return URLs; we pass them through without altering pixels.
+
 ## Architecture
 
 Ensemble provides a unified interface across multiple LLM providers:
@@ -277,4 +321,4 @@ Contributions are welcome! Please:
 
 ## License
 
-MIT
+MIT

package/dist/cjs/core/ensemble_image.cjs

@@ -1,13 +1,99 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ensembleImage = ensembleImage;
+const node_crypto_1 = require("node:crypto");
 const model_provider_js_1 = require("../model_providers/model_provider.cjs");
-async function ensembleImage(prompt, agent, options = {}) {
-    const model = await (0, model_provider_js_1.getModelFromAgent)(agent, 'image_generation');
-    const provider = (0, model_provider_js_1.getModelProvider)(model);
-    if (!provider.createImage) {
-        throw new Error(`Provider for model ${model} does not support image generation`);
+function ensembleImage(prompt, agent, options = {}) {
+    const run = async () => {
+        const model = await (0, model_provider_js_1.getModelFromAgent)(agent, 'image_generation');
+        const provider = (0, model_provider_js_1.getModelProvider)(model);
+        if (!provider.createImage)
+            throw new Error(`Provider for model ${model} does not support image generation`);
+        return provider.createImage(prompt, model, agent, options);
+    };
+    if (!options.stream) {
+        return run();
     }
-    return provider.createImage(prompt, model, agent, options);
+    const self = async function* () {
+        const request_id = options.request_id || (0, node_crypto_1.randomUUID)();
+        options = { ...options, request_id };
+        const { costTracker } = await Promise.resolve().then(() => __importStar(require("../utils/cost_tracker.cjs")));
+        yield { type: 'image_start', request_id, timestamp: new Date().toISOString() };
+        const handler = (usage) => {
+            if (usage?.request_id === request_id) {
+                const ev = { type: 'cost_update', usage, request_id, timestamp: new Date().toISOString() };
+                iterator.push(ev);
+            }
+        };
+        const iterator = {
+            queue: [],
+            push(e) { this.queue.push(e); },
+        };
+        costTracker.onAddUsage(handler);
+        try {
+            const images = await run();
+            while (iterator.queue.length)
+                yield iterator.queue.shift();
+            let idx = 0;
+            for (const img of images) {
+                const isUrl = typeof img === 'string' && /^https?:\/\//i.test(img);
+                const ev = {
+                    type: 'file_complete',
+                    request_id,
+                    message_id: `${request_id}_img_${idx}`,
+                    data_format: isUrl ? 'url' : 'base64',
+                    data: img,
+                    timestamp: new Date().toISOString(),
+                };
+                yield ev;
+                while (iterator.queue.length)
+                    yield iterator.queue.shift();
+                idx++;
+            }
+            yield { type: 'image_complete', request_id, timestamp: new Date().toISOString() };
+            while (iterator.queue.length)
+                yield iterator.queue.shift();
+        }
+        catch (error) {
+            yield { type: 'error', request_id, error: String(error?.message || error) };
+        }
+        finally {
+            costTracker.offAddUsage(handler);
+        }
+    };
+    return self();
 }
 //# sourceMappingURL=ensemble_image.js.map

package/dist/cjs/core/ensemble_image.d.ts

@@ -1,3 +1,3 @@
-import type { AgentDefinition, ImageGenerationOpts } from "../types/types.cjs";
-export declare function ensembleImage(prompt: string, agent: AgentDefinition, options?: ImageGenerationOpts): Promise<string[]>;
+import type { AgentDefinition, ImageGenerationOpts, ProviderStreamEvent } from "../types/types.cjs";
+export declare function ensembleImage(prompt: string, agent: AgentDefinition, options?: ImageGenerationOpts): Promise<string[]> | AsyncGenerator<ProviderStreamEvent>;
 //# sourceMappingURL=ensemble_image.d.ts.map

package/dist/cjs/core/ensemble_image.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ensemble_image.d.ts","sourceRoot":"","sources":["../../../core/ensemble_image.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAwB9E,wBAAsB,aAAa,CAC/B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,eAAe,EACtB,OAAO,GAAE,mBAAwB,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,CASnB"}
+{"version":3,"file":"ensemble_image.d.ts","sourceRoot":"","sources":["../../../core/ensemble_image.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAwBnG,wBAAgB,aAAa,CACzB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,eAAe,EACtB,OAAO,GAAE,mBAAwB,GAClC,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,cAAc,CAAC,mBAAmB,CAAC,CAwEzD"}

package/dist/cjs/core/ensemble_image.js.map

@@ -1 +1 @@
-{"version":3,"file":"ensemble_image.js","sourceRoot":"","sources":["../../../core/ensemble_image.ts"],"names":[],"mappings":";;AAwBA,sCAaC;AApCD,4EAA2F;AAuBpF,KAAK,UAAU,aAAa,CAC/B,MAAc,EACd,KAAsB,EACtB,UAA+B,EAAE;IAEjC,MAAM,KAAK,GAAG,MAAM,IAAA,qCAAiB,EAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,IAAA,oCAAgB,EAAC,KAAK,CAAC,CAAC;IAEzC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,oCAAoC,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AAC/D,CAAC"}
+{"version":3,"file":"ensemble_image.js","sourceRoot":"","sources":["../../../core/ensemble_image.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyBA,sCA4EC;AArGD,6CAAyC;AAEzC,4EAA2F;AAuB3F,SAAgB,aAAa,CACzB,MAAc,EACd,KAAsB,EACtB,UAA+B,EAAE;IAEjC,MAAM,GAAG,GAAG,KAAK,IAAuB,EAAE;QACtC,MAAM,KAAK,GAAG,MAAM,IAAA,qCAAiB,EAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,IAAA,oCAAgB,EAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,oCAAoC,CAAC,CAAC;QAC5G,OAAO,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC,CAAC;IAEF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,GAAG,EAAE,CAAC;IACjB,CAAC;IAGD,MAAM,IAAI,GAAG,KAAK,SAAS,CAAC;QACxB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAA,wBAAU,GAAE,CAAC;QAEtD,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,CAAC;QACrC,MAAM,EAAE,WAAW,EAAE,GAAG,wDAAa,0BAA0B,GAAC,CAAC;QAGjE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAyB,CAAC;QAGtG,MAAM,OAAO,GAAG,CAAC,KAAU,EAAE,EAAE;YAC3B,IAAI,KAAK,EAAE,UAAU,KAAK,UAAU,EAAE,CAAC;gBACnC,MAAM,EAAE,GAAwB,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAS,CAAC;gBAEvH,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC;QACL,CAAC,CAAC;QACF,MAAM,QAAQ,GAA6E;YACvF,KAAK,EAAE,EAAE;YACT,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAClC,CAAC;QACF,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEhC,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,GAAG,EAAE,CAAC;YAE3B,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM;gBAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAyB,CAAC;YAElF,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,OAAO,GAAG,KAAK,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACnE,MAAM,EAAE,GAAwB;oBAC5B,IAAI,EAAE,eAAe;oBACrB,UAAU;oBACV,UAAU,EAAE,GAAG,UAAU,QAAQ,GAAG,EAAE;oBACtC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ;oBACrC,IAAI,EAAE,GAAG;oBACT,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBAC/B,CAAC;gBACT,MAAM,EAAE,CAAC;gBAET,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM;oBAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAyB,CAAC;gBAClF,GAAG,EAAE,CAAC;YACV,CAAC;YAGD,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAyB,CAAC;YAGzG,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM;gBAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAyB,CAAC;QACtF,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,EAAyB,CAAC;QACvG,CAAC;gBAAS,CAAC;YAEP,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,IAAI,EAAE,CAAC;AAClB,CAAC"}