@just-every/ensemble 0.2.87 → 0.2.88

package/dist/cjs/utils/ensemble_result.cjs

@@ -0,0 +1,167 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ensembleResult = ensembleResult;
+async function ensembleResult(stream) {
+    const result = {
+        message: '',
+        completed: false,
+        startTime: new Date(),
+        messageIds: new Set(),
+    };
+    const messageDeltas = new Map();
+    const thinkingDeltas = new Map();
+    const toolCalls = new Map();
+    const files = [];
+    const responseOutputs = [];
+    try {
+        for await (const event of stream) {
+            switch (event.type) {
+                case 'message_start': {
+                    const msgEvent = event;
+                    if (msgEvent.message_id) {
+                        result.messageIds.add(msgEvent.message_id);
+                        messageDeltas.set(msgEvent.message_id, []);
+                        if (msgEvent.thinking_content || msgEvent.thinking_signature) {
+                            thinkingDeltas.set(msgEvent.message_id, {
+                                content: [],
+                                signature: [],
+                            });
+                        }
+                    }
+                    break;
+                }
+                case 'message_delta': {
+                    const msgEvent = event;
+                    if (msgEvent.message_id && messageDeltas.has(msgEvent.message_id)) {
+                        messageDeltas.get(msgEvent.message_id).push(msgEvent.content);
+                    }
+                    if (msgEvent.thinking_content && msgEvent.message_id && thinkingDeltas.has(msgEvent.message_id)) {
+                        thinkingDeltas.get(msgEvent.message_id).content.push(msgEvent.thinking_content);
+                    }
+                    if (msgEvent.thinking_signature && msgEvent.message_id && thinkingDeltas.has(msgEvent.message_id)) {
+                        thinkingDeltas.get(msgEvent.message_id).signature?.push(msgEvent.thinking_signature);
+                    }
+                    break;
+                }
+                case 'message_complete': {
+                    const msgEvent = event;
+                    if (msgEvent.message_id) {
+                        if (msgEvent.content) {
+                            result.message = msgEvent.content;
+                        }
+                        else if (messageDeltas.has(msgEvent.message_id)) {
+                            const deltas = messageDeltas.get(msgEvent.message_id);
+                            result.message = deltas.join('');
+                        }
+                        if (thinkingDeltas.has(msgEvent.message_id)) {
+                            const thinking = thinkingDeltas.get(msgEvent.message_id);
+                            result.thinking = {
+                                content: msgEvent.thinking_content || thinking.content.join(''),
+                                signature: msgEvent.thinking_signature ||
+                                    (thinking.signature?.length ? thinking.signature.join('') : undefined),
+                            };
+                        }
+                    }
+                    break;
+                }
+                case 'file_start':
+                case 'file_delta':
+                case 'file_complete': {
+                    const fileEvent = event;
+                    if (event.type === 'file_complete') {
+                        files.push({
+                            mime_type: fileEvent.mime_type,
+                            data: fileEvent.data,
+                            data_format: fileEvent.data_format,
+                        });
+                    }
+                    break;
+                }
+                case 'tool_start': {
+                    const toolEvent = event;
+                    const callId = toolEvent.tool_call.call_id || toolEvent.tool_call.id;
+                    toolCalls.set(callId, {
+                        toolCall: toolEvent.tool_call,
+                        id: toolEvent.tool_call.id,
+                        call_id: callId,
+                    });
+                    break;
+                }
+                case 'tool_done': {
+                    const toolEvent = event;
+                    if (toolEvent.result) {
+                        const existing = toolCalls.get(toolEvent.result.call_id);
+                        if (existing) {
+                            existing.output = toolEvent.result.output;
+                            existing.error = toolEvent.result.error;
+                        }
+                    }
+                    break;
+                }
+                case 'cost_update': {
+                    const costEvent = event;
+                    result.cost = {
+                        input_tokens: costEvent.usage.input_tokens,
+                        output_tokens: costEvent.usage.output_tokens,
+                        total_tokens: costEvent.usage.total_tokens,
+                        cached_tokens: costEvent.usage.cached_tokens,
+                        thought_delay: costEvent.thought_delay,
+                    };
+                    break;
+                }
+                case 'error': {
+                    const errorEvent = event;
+                    result.error = errorEvent.error;
+                    break;
+                }
+                case 'response_output': {
+                    const outputEvent = event;
+                    responseOutputs.push(outputEvent.message);
+                    break;
+                }
+                case 'agent_start':
+                case 'agent_status':
+                case 'agent_done': {
+                    const agentEvent = event;
+                    result.agent = agentEvent.agent;
+                    break;
+                }
+                case 'stream_end': {
+                    result.completed = true;
+                    break;
+                }
+            }
+        }
+        if (!result.message && messageDeltas.size > 0) {
+            const allDeltas = [];
+            for (const deltas of messageDeltas.values()) {
+                allDeltas.push(...deltas);
+            }
+            result.message = allDeltas.join('');
+        }
+        if (toolCalls.size > 0) {
+            result.tools = {
+                calls: Array.from(toolCalls.values()),
+                totalCalls: toolCalls.size,
+            };
+        }
+        if (files.length > 0) {
+            result.files = files;
+        }
+        if (responseOutputs.length > 0) {
+            result.responseOutputs = responseOutputs;
+        }
+        if (!result.error && !result.completed) {
+            result.completed = true;
+        }
+    }
+    catch (error) {
+        result.error = error instanceof Error ? error.message : String(error);
+        result.completed = false;
+    }
+    finally {
+        result.endTime = new Date();
+    }
+    return result;
+}
+//# sourceMappingURL=ensemble_result.js.map

package/dist/cjs/utils/ensemble_result.d.ts

@@ -0,0 +1,33 @@
+import { ProviderStreamEvent, ResponseInputItem, ToolCallResult, AgentExportDefinition } from "../types/types.cjs";
+export interface EnsembleResult {
+    message: string;
+    thinking?: {
+        content: string;
+        signature?: string;
+    };
+    cost?: {
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens?: number;
+        cached_tokens?: number;
+        thought_delay?: number;
+    };
+    tools?: {
+        calls: ToolCallResult[];
+        totalCalls: number;
+    };
+    files?: Array<{
+        mime_type?: string;
+        data: string;
+        data_format: 'base64';
+    }>;
+    error?: string;
+    responseOutputs?: ResponseInputItem[];
+    agent?: AgentExportDefinition;
+    completed: boolean;
+    startTime: Date;
+    endTime?: Date;
+    messageIds: Set<string>;
+}
+export declare function ensembleResult(stream: AsyncGenerator<ProviderStreamEvent>): Promise<EnsembleResult>;
+//# sourceMappingURL=ensemble_result.d.ts.map

package/dist/cjs/utils/ensemble_result.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensemble_result.d.ts","sourceRoot":"","sources":["../../../utils/ensemble_result.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EAQnB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EACxB,MAAM,mBAAmB,CAAC;AAK3B,MAAM,WAAW,cAAc;IAE3B,OAAO,EAAE,MAAM,CAAC;IAGhB,QAAQ,CAAC,EAAE;QACP,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IAGF,IAAI,CAAC,EAAE;QACH,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;IAGF,KAAK,CAAC,EAAE;QACJ,KAAK,EAAE,cAAc,EAAE,CAAC;QACxB,UAAU,EAAE,MAAM,CAAC;KACtB,CAAC;IAGF,KAAK,CAAC,EAAE,KAAK,CAAC;QACV,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,QAAQ,CAAC;KACzB,CAAC,CAAC;IAGH,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,eAAe,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAGtC,KAAK,CAAC,EAAE,qBAAqB,CAAC;IAG9B,SAAS,EAAE,OAAO,CAAC;IAGnB,SAAS,EAAE,IAAI,CAAC;IAGhB,OAAO,CAAC,EAAE,IAAI,CAAC;IAGf,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CAC3B;AAOD,wBAAsB,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,mBAAmB,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,CA2LzG"}

package/dist/cjs/utils/ensemble_result.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensemble_result.js","sourceRoot":"","sources":["../../../utils/ensemble_result.ts"],"names":[],"mappings":";;AA4EA,wCA2LC;AA3LM,KAAK,UAAU,cAAc,CAAC,MAA2C;IAC5E,MAAM,MAAM,GAAmB;QAC3B,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,KAAK;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE;QACrB,UAAU,EAAE,IAAI,GAAG,EAAU;KAChC,CAAC;IAGF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;IAClD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAuD,CAAC;IACtF,MAAM,SAAS,GAAG,IAAI,GAAG,EAA0B,CAAC;IACpD,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,MAAM,eAAe,GAAwB,EAAE,CAAC;IAEhD,IAAI,CAAC;QACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,eAAe,CAAC,CAAC,CAAC;oBACnB,MAAM,QAAQ,GAAG,KAAqB,CAAC;oBACvC,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;wBACtB,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;wBAC3C,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;wBAC3C,IAAI,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,kBAAkB,EAAE,CAAC;4BAC3D,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE;gCACpC,OAAO,EAAE,EAAE;gCACX,SAAS,EAAE,EAAE;6BAChB,CAAC,CAAC;wBACP,CAAC;oBACL,CAAC;oBACD,MAAM;gBACV,CAAC;gBAED,KAAK,eAAe,CAAC,CAAC,CAAC;oBACnB,MAAM,QAAQ,GAAG,KAAqB,CAAC;oBACvC,IAAI,QAAQ,CAAC,UAAU,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;wBAChE,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBACnE,CAAC;oBACD,IAAI,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,UAAU,IAAI,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;wBAC9F,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;oBACrF,CAAC;oBACD,IAAI,QAAQ,CAAC,kBAAkB,IAAI,QAAQ,CAAC,UAAU,IAAI,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;wBAChG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAE,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;oBAC1F,CAAC;oBACD,MAAM;gBACV,CAAC;gBAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;oBACtB,MAAM,QAAQ,GAAG,KAAqB,CAAC;oBACvC,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;wBAEtB,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;4BACnB,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;wBACtC,CAAC;6BAAM,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;4BAChD,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAE,CAAC;4BACvD,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;wBACrC,CAAC;wBAGD,IAAI,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;4BAC1C,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAE,CAAC;4BAC1D,MAAM,CAAC,QAAQ,GAAG;gCACd,OAAO,EAAE,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gCAC/D,SAAS,EACL,QAAQ,CAAC,kBAAkB;oCAC3B,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;6BAC7E,CAAC;wBACN,CAAC;oBACL,CAAC;oBACD,MAAM;gBACV,CAAC;gBAED,KAAK,YAAY,CAAC;gBAClB,KAAK,YAAY,CAAC;gBAClB,KAAK,eAAe,CAAC,CAAC,CAAC;oBACnB,MAAM,SAAS,GAAG,KAAkB,CAAC;oBACrC,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;wBACjC,KAAK,CAAC,IAAI,CAAC;4BACP,SAAS,EAAE,SAAS,CAAC,SAAS;4BAC9B,IAAI,EAAE,SAAS,CAAC,IAAI;4BACpB,WAAW,EAAE,SAAS,CAAC,WAAW;yBACrC,CAAC,CAAC;oBACP,CAAC;oBACD,MAAM;gBACV,CAAC;gBAED,KAAK,YAAY,CAAC,CAAC,CAAC;oBAChB,MAAM,SAAS,GAAG,KAAkB,CAAC;oBACrC,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;oBACrE,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE;wBAClB,QAAQ,EAAE,SAAS,CAAC,SAAS;wBAC7B,EAAE,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE;wBAC1B,OAAO,EAAE,MAAM;qBAClB,CAAC,CAAC;oBACH,MAAM;gBACV,CAAC;gBAED,KAAK,WAAW,CAAC,CAAC,CAAC;oBACf,MAAM,SAAS,GAAG,KAAkB,CAAC;oBACrC,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;wBACnB,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;wBACzD,IAAI,QAAQ,EAAE,CAAC;4BACX,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;4BAC1C,QAAQ,CAAC,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;wBAC5C,CAAC;oBACL,CAAC;oBACD,MAAM;gBACV,CAAC;gBAED,KAAK,aAAa,CAAC,CAAC,CAAC;oBACjB,MAAM,SAAS,GAAG,KAAwB,CAAC;oBAC3C,MAAM,CAAC,IAAI,GAAG;wBACV,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,YAAY;wBAC1C,aAAa,EAAE,SAAS,CAAC,KAAK,CAAC,aAAa;wBAC5C,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,YAAY;wBAC1C,aAAa,EAAE,SAAS,CAAC,KAAK,CAAC,aAAa;wBAC5C,aAAa,EAAE,SAAS,CAAC,aAAa;qBACzC,CAAC;oBACF,MAAM;gBACV,CAAC;gBAED,KAAK,OAAO,CAAC,CAAC,CAAC;oBACX,MAAM,UAAU,GAAG,KAAmB,CAAC;oBACvC,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;oBAChC,MAAM;gBACV,CAAC;gBAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;oBACrB,MAAM,WAAW,GAAG,KAA4B,CAAC;oBACjD,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;oBAC1C,MAAM;gBACV,CAAC;gBAED,KAAK,aAAa,CAAC;gBACnB,KAAK,cAAc,CAAC;gBACpB,KAAK,YAAY,CAAC,CAAC,CAAC;oBAChB,MAAM,UAAU,GAAG,KAAmB,CAAC;oBACvC,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;oBAChC,MAAM;gBACV,CAAC;gBAED,KAAK,YAAY,CAAC,CAAC,CAAC;oBAChB,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;oBACxB,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAGD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,KAAK,MAAM,MAAM,IAAI,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC9B,CAAC;YACD,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC;QAGD,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,KAAK,GAAG;gBACX,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;gBACrC,UAAU,EAAE,SAAS,CAAC,IAAI;aAC7B,CAAC;QACN,CAAC;QAGD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QACzB,CAAC;QAGD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,eAAe,GAAG,eAAe,CAAC;QAC7C,CAAC;QAGD,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACrC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;QAC5B,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtE,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC;IAC7B,CAAC;YAAS,CAAC;QACP,MAAM,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/cjs/utils/event_controller.cjs

@@ -0,0 +1,59 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getEventController = getEventController;
+exports.setEventHandler = setEventHandler;
+exports.emitEvent = emitEvent;
+exports.hasEventHandler = hasEventHandler;
+const agent_js_1 = require("./agent.cjs");
+class EventControllerImpl {
+    eventHandler = null;
+    setEventHandler(handler) {
+        this.eventHandler = handler;
+        if (handler) {
+            console.log('[EventController] Event handler set');
+        }
+        else {
+            console.log('[EventController] Event handler cleared');
+        }
+    }
+    getEventHandler() {
+        return this.eventHandler;
+    }
+    hasEventHandler() {
+        return this.eventHandler !== null;
+    }
+    async emit(event) {
+        if (this.eventHandler) {
+            try {
+                await Promise.resolve(this.eventHandler(event));
+            }
+            catch (error) {
+                console.error('[EventController] Error in event handler:', error);
+            }
+        }
+    }
+}
+let eventControllerInstance = null;
+function getEventController() {
+    if (!eventControllerInstance) {
+        eventControllerInstance = new EventControllerImpl();
+    }
+    return eventControllerInstance;
+}
+function setEventHandler(handler) {
+    getEventController().setEventHandler(handler);
+}
+async function emitEvent(event, agent, model) {
+    let eventToEmit = event;
+    if (agent) {
+        eventToEmit = {
+            ...event,
+            agent: (0, agent_js_1.exportAgent)(agent, model),
+        };
+    }
+    return getEventController().emit(eventToEmit);
+}
+function hasEventHandler() {
+    return getEventController().hasEventHandler();
+}
+//# sourceMappingURL=event_controller.js.map

package/dist/cjs/utils/event_controller.d.ts

@@ -0,0 +1,13 @@
+import { ProviderStreamEvent, AgentDefinition } from "../types/types.cjs";
+export type EventHandler = (event: ProviderStreamEvent) => void | Promise<void>;
+export interface EventController {
+    setEventHandler(handler: EventHandler | null): void;
+    getEventHandler(): EventHandler | null;
+    emit(event: ProviderStreamEvent): Promise<void>;
+    hasEventHandler(): boolean;
+}
+export declare function getEventController(): EventController;
+export declare function setEventHandler(handler: EventHandler | null): void;
+export declare function emitEvent(event: ProviderStreamEvent, agent?: AgentDefinition, model?: string): Promise<void>;
+export declare function hasEventHandler(): boolean;
+//# sourceMappingURL=event_controller.d.ts.map

package/dist/cjs/utils/event_controller.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"event_controller.d.ts","sourceRoot":"","sources":["../../../utils/event_controller.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGzE,MAAM,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAEhF,MAAM,WAAW,eAAe;IAK5B,eAAe,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,GAAG,IAAI,CAAC;IAKpD,eAAe,IAAI,YAAY,GAAG,IAAI,CAAC;IAMvC,IAAI,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAKhD,eAAe,IAAI,OAAO,CAAC;CAC9B;AAuCD,wBAAgB,kBAAkB,IAAI,eAAe,CAKpD;AAKD,wBAAgB,eAAe,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,GAAG,IAAI,CAElE;AAQD,wBAAsB,SAAS,CAAC,KAAK,EAAE,mBAAmB,EAAE,KAAK,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAYlH;AAKD,wBAAgB,eAAe,IAAI,OAAO,CAEzC"}

package/dist/cjs/utils/event_controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"event_controller.js","sourceRoot":"","sources":["../../../utils/event_controller.ts"],"names":[],"mappings":";;AAyEA,gDAKC;AAKD,0CAEC;AAQD,8BAYC;AAKD,0CAEC;AAxGD,yCAAyC;AA4BzC,MAAM,mBAAmB;IACb,YAAY,GAAwB,IAAI,CAAC;IAEjD,eAAe,CAAC,OAA4B;QACxC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,IAAI,OAAO,EAAE,CAAC;YACV,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QAC3D,CAAC;IACL,CAAC;IAED,eAAe;QACX,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED,eAAe;QACX,OAAO,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAA0B;QACjC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC;gBACD,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,KAAK,CAAC,CAAC;YACtE,CAAC;QACL,CAAC;IACL,CAAC;CACJ;AAGD,IAAI,uBAAuB,GAA2B,IAAI,CAAC;AAK3D,SAAgB,kBAAkB;IAC9B,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC3B,uBAAuB,GAAG,IAAI,mBAAmB,EAAE,CAAC;IACxD,CAAC;IACD,OAAO,uBAAuB,CAAC;AACnC,CAAC;AAKD,SAAgB,eAAe,CAAC,OAA4B;IACxD,kBAAkB,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;AAClD,CAAC;AAQM,KAAK,UAAU,SAAS,CAAC,KAA0B,EAAE,KAAuB,EAAE,KAAc;IAC/F,IAAI,WAAW,GAAG,KAAK,CAAC;IAGxB,IAAI,KAAK,EAAE,CAAC;QACR,WAAW,GAAG;YACV,GAAG,KAAK;YACR,KAAK,EAAE,IAAA,sBAAW,EAAC,KAAK,EAAE,KAAK,CAAC;SACnC,CAAC;IACN,CAAC;IAED,OAAO,kBAAkB,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAClD,CAAC;AAKD,SAAgB,eAAe;IAC3B,OAAO,kBAAkB,EAAE,CAAC,eAAe,EAAE,CAAC;AAClD,CAAC"}

package/dist/cjs/utils/external_models.cjs

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.registerExternalModel = registerExternalModel;
+exports.getExternalModel = getExternalModel;
+exports.getExternalProvider = getExternalProvider;
+exports.isExternalModel = isExternalModel;
+exports.clearExternalRegistrations = clearExternalRegistrations;
+exports.overrideModelClass = overrideModelClass;
+exports.getModelClassOverride = getModelClassOverride;
+const externalModels = new Map();
+const externalProviders = new Map();
+const modelClassOverrides = new Map();
+function registerExternalModel(model, provider) {
+    const modelId = model.id;
+    externalModels.set(modelId, model);
+    if (!externalProviders.has(model.provider)) {
+        externalProviders.set(model.provider, provider);
+    }
+    console.log(`[Ensemble] Registered external model: ${modelId} with provider: ${model.provider}`);
+}
+function getExternalModel(modelId) {
+    return externalModels.get(modelId);
+}
+function getExternalProvider(providerId) {
+    return externalProviders.get(providerId);
+}
+function isExternalModel(modelId) {
+    return externalModels.has(modelId);
+}
+function clearExternalRegistrations() {
+    externalModels.clear();
+    externalProviders.clear();
+    modelClassOverrides.clear();
+}
+function overrideModelClass(className, modelClass) {
+    modelClassOverrides.set(className, modelClass);
+    console.log(`[Ensemble] Overrode model class: ${className} with models: ${modelClass.models?.join(', ')}`);
+}
+function getModelClassOverride(className) {
+    return modelClassOverrides.get(className);
+}
+//# sourceMappingURL=external_models.js.map

package/dist/cjs/utils/external_models.d.ts

@@ -0,0 +1,9 @@
+import { ModelEntry, ModelProvider, ModelProviderID, ModelClass } from "../types/types.cjs";
+export declare function registerExternalModel(model: ModelEntry, provider: ModelProvider): void;
+export declare function getExternalModel(modelId: string): ModelEntry | undefined;
+export declare function getExternalProvider(providerId: ModelProviderID): ModelProvider | undefined;
+export declare function isExternalModel(modelId: string): boolean;
+export declare function clearExternalRegistrations(): void;
+export declare function overrideModelClass(className: string, modelClass: Partial<ModelClass>): void;
+export declare function getModelClassOverride(className: string): Partial<ModelClass> | undefined;
+//# sourceMappingURL=external_models.d.ts.map

package/dist/cjs/utils/external_models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"external_models.d.ts","sourceRoot":"","sources":["../../../utils/external_models.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAsC3F,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,GAAG,IAAI,CAYtF;AAQD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAExE;AAKD,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,eAAe,GAAG,aAAa,GAAG,SAAS,CAE1F;AAKD,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAExD;AAKD,wBAAgB,0BAA0B,IAAI,IAAI,CAIjD;AAOD,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAG3F;AAOD,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,SAAS,CAExF"}

package/dist/cjs/utils/external_models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"external_models.js","sourceRoot":"","sources":["../../../utils/external_models.ts"],"names":[],"mappings":";;AA2CA,sDAYC;AAQD,4CAEC;AAKD,kDAEC;AAKD,0CAEC;AAKD,gEAIC;AAOD,gDAGC;AAOD,sDAEC;AAnGD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAsB,CAAC;AAGrD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkC,CAAC;AAGpE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAA+B,CAAC;AA6BnE,SAAgB,qBAAqB,CAAC,KAAiB,EAAE,QAAuB;IAC5E,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC;IAGzB,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAGnC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,yCAAyC,OAAO,mBAAmB,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;AACrG,CAAC;AAQD,SAAgB,gBAAgB,CAAC,OAAe;IAC5C,OAAO,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACvC,CAAC;AAKD,SAAgB,mBAAmB,CAAC,UAA2B;IAC3D,OAAO,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AAC7C,CAAC;AAKD,SAAgB,eAAe,CAAC,OAAe;IAC3C,OAAO,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACvC,CAAC;AAKD,SAAgB,0BAA0B;IACtC,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,iBAAiB,CAAC,KAAK,EAAE,CAAC;IAC1B,mBAAmB,CAAC,KAAK,EAAE,CAAC;AAChC,CAAC;AAOD,SAAgB,kBAAkB,CAAC,SAAiB,EAAE,UAA+B;IACjF,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,oCAAoC,SAAS,iBAAiB,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC/G,CAAC;AAOD,SAAgB,qBAAqB,CAAC,SAAiB;IACnD,OAAO,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAC9C,CAAC"}

package/dist/cjs/utils/image_to_text.cjs

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertImageToText = convertImageToText;
+exports.convertImageToTextIfNeeded = convertImageToTextIfNeeded;
+const index_js_1 = require("../index.cjs");
+const imageDescriptionCache = {};
+function generateImageHash(imageData) {
+    const sample = imageData.substring(0, 100);
+    const length = imageData.length;
+    return `${sample}_${length}`;
+}
+async function convertImageToText(imageData, modelId) {
+    if (!imageData.startsWith('data:image/')) {
+        return imageData;
+    }
+    console.log(`Converting image to text description for model ${modelId}`);
+    const imageHash = generateImageHash(imageData);
+    if (imageDescriptionCache[imageHash]) {
+        console.log(`Using cached image description for ${modelId}`);
+        return imageDescriptionCache[imageHash];
+    }
+    try {
+        const stream = (0, index_js_1.ensembleRequest)([
+            {
+                type: 'message',
+                role: 'system',
+                content: 'Please describe the following image in a couple of sentences. Focus on the main visual elements and key details that someone would need to understand what is shown in the image.',
+            },
+            {
+                type: 'message',
+                role: 'user',
+                content: imageData,
+            },
+        ], {
+            modelClass: 'vision_mini',
+        });
+        for await (const event of stream) {
+            if (event.type === 'message_complete' && 'content' in event) {
+                imageDescriptionCache[imageHash] = event.content.trim();
+                return imageDescriptionCache[imageHash];
+            }
+        }
+    }
+    catch (error) {
+        console.error('Error generating image description:', error);
+    }
+    return 'Image found, but could not be converted to text';
+}
+async function convertImageToTextIfNeeded(imageData, modelId) {
+    if (!imageData.startsWith('data:image/')) {
+        return false;
+    }
+    if (modelId && (0, index_js_1.findModel)(modelId)?.features?.input_modality?.includes('image')) {
+        return false;
+    }
+    return await convertImageToText(imageData, modelId || 'unknown');
+}
+//# sourceMappingURL=image_to_text.js.map

package/dist/cjs/utils/image_to_text.d.ts

@@ -0,0 +1,3 @@
+export declare function convertImageToText(imageData: string, modelId: string): Promise<string>;
+export declare function convertImageToTextIfNeeded(imageData: string, modelId?: string): Promise<string | boolean>;
+//# sourceMappingURL=image_to_text.d.ts.map

package/dist/cjs/utils/image_to_text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_to_text.d.ts","sourceRoot":"","sources":["../../../utils/image_to_text.ts"],"names":[],"mappings":"AA8DA,wBAAsB,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAgD5F;AAUD,wBAAsB,0BAA0B,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,CAc/G"}

package/dist/cjs/utils/image_to_text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_to_text.js","sourceRoot":"","sources":["../../../utils/image_to_text.ts"],"names":[],"mappings":";;AA8DA,gDAgDC;AAUD,gEAcC;AA9HD,0CAAyD;AA8BzD,MAAM,qBAAqB,GAA0B,EAAE,CAAC;AAQxD,SAAS,iBAAiB,CAAC,SAAiB;IAGxC,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAChC,OAAO,GAAG,MAAM,IAAI,MAAM,EAAE,CAAC;AACjC,CAAC;AAUM,KAAK,UAAU,kBAAkB,CAAC,SAAiB,EAAE,OAAe;IAEvE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,kDAAkD,OAAO,EAAE,CAAC,CAAC;IAGzE,MAAM,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAG/C,IAAI,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,sCAAsC,OAAO,EAAE,CAAC,CAAC;QAC7D,OAAO,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAGD,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAA,0BAAe,EAC1B;YACI;gBACI,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EACH,mLAAmL;aAC1L;YACD;gBACI,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,SAAS;aACrB;SACJ,EACD;YACI,UAAU,EAAE,aAAa;SAC5B,CACJ,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC1D,qBAAqB,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBACxD,OAAO,qBAAqB,CAAC,SAAS,CAAC,CAAC;YAC5C,CAAC;QACL,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,iDAAiD,CAAC;AAC7D,CAAC;AAUM,KAAK,UAAU,0BAA0B,CAAC,SAAiB,EAAE,OAAgB;IAEhF,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACjB,CAAC;IAGD,IAAI,OAAO,IAAI,IAAA,oBAAS,EAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAE7E,OAAO,KAAK,CAAC;IACjB,CAAC;IAGD,OAAO,MAAM,kBAAkB,CAAC,SAAS,EAAE,OAAO,IAAI,SAAS,CAAC,CAAC;AACrE,CAAC"}

package/dist/cjs/utils/image_utils.cjs

@@ -0,0 +1,168 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GEMINI_MAX_HEIGHT = exports.GEMINI_MAX_WIDTH = exports.CLAUDE_MAX_HEIGHT = exports.CLAUDE_MAX_WIDTH = exports.OPENAI_MAX_HEIGHT = exports.OPENAI_MAX_WIDTH = exports.DEFAULT_QUALITY = exports.MAX_IMAGE_HEIGHT = void 0;
+exports.appendMessageWithImage = appendMessageWithImage;
+exports.extractBase64Image = extractBase64Image;
+exports.resizeAndSplitForOpenAI = resizeAndSplitForOpenAI;
+exports.resizeAndTruncateForClaude = resizeAndTruncateForClaude;
+exports.resizeAndTruncateForGemini = resizeAndTruncateForGemini;
+const buffer_1 = require("buffer");
+const sharp_1 = __importDefault(require("sharp"));
+const uuid_1 = require("uuid");
+exports.MAX_IMAGE_HEIGHT = 2000;
+exports.DEFAULT_QUALITY = 80;
+exports.OPENAI_MAX_WIDTH = 1024;
+exports.OPENAI_MAX_HEIGHT = 768;
+exports.CLAUDE_MAX_WIDTH = 1024;
+exports.CLAUDE_MAX_HEIGHT = 1120;
+exports.GEMINI_MAX_WIDTH = 1024;
+exports.GEMINI_MAX_HEIGHT = 1536;
+const image_to_text_js_1 = require("./image_to_text.cjs");
+async function appendMessageWithImage(model, input, message, param, addImagesToInput, source) {
+    const content = typeof param === 'string'
+        ? typeof message[param] === 'string'
+            ? message[param]
+            : JSON.stringify(message[param])
+        : param.read();
+    const extracted = extractBase64Image(content);
+    if (!extracted.found) {
+        input.push(message);
+        return input;
+    }
+    let imagesConverted = false;
+    for (const [image_id, imageData] of Object.entries(extracted.images)) {
+        const imageToText = await (0, image_to_text_js_1.convertImageToTextIfNeeded)(imageData, model);
+        if (imageToText && typeof imageToText === 'string') {
+            extracted.replaceContent.replaceAll(`[image #${image_id}]`, `[image #${image_id}: ${imageToText}]`);
+            imagesConverted = true;
+        }
+    }
+    if (typeof param === 'string') {
+        const newMessage = { ...message };
+        newMessage[param] = extracted.replaceContent;
+        input.push(newMessage);
+    }
+    else {
+        input.push(param.write(extracted.replaceContent));
+    }
+    if (!imagesConverted) {
+        input = await addImagesToInput(input, extracted.images, source || `${message.role} message`);
+    }
+    return input;
+}
+function extractBase64Image(content) {
+    const result = {
+        found: false,
+        originalContent: content,
+        replaceContent: content,
+        image_id: null,
+        images: {},
+    };
+    if (typeof content !== 'string')
+        return result;
+    if (!content.includes('data:image/'))
+        return result;
+    const imgRegex = /data:image\/[a-zA-Z0-9.+-]+;base64,[A-Za-z0-9+/=\s]+/g;
+    const images = {};
+    const replaceContent = content.replace(imgRegex, match => {
+        const id = (0, uuid_1.v4)();
+        images[id] = match.replace(/\s+/g, '');
+        return `[image #${id}]`;
+    });
+    if (Object.keys(images).length === 0) {
+        return result;
+    }
+    const firstImageId = Object.keys(images)[0];
+    return {
+        found: true,
+        originalContent: content,
+        replaceContent: replaceContent,
+        image_id: firstImageId,
+        images: images,
+    };
+}
+async function resizeAndSplitForOpenAI(imageData) {
+    const MAX_WIDTH = 1024;
+    const MAX_HEIGHT = 768;
+    const base64Image = imageData.replace(/^data:image\/\w+;base64,/, '');
+    const imageFormat = imageData.match(/data:image\/(\w+);/)?.[1] || 'png';
+    const imageBuffer = buffer_1.Buffer.from(base64Image, 'base64');
+    const { width: origW = 0, height: origH = 0 } = await (0, sharp_1.default)(imageBuffer).metadata();
+    if (origW <= MAX_WIDTH && origH <= MAX_HEIGHT) {
+        return [imageData];
+    }
+    const newWidth = Math.min(origW, MAX_WIDTH);
+    const resizedBuffer = await (0, sharp_1.default)(imageBuffer)
+        .resize({ width: newWidth })
+        .flatten({ background: '#fff' })
+        .toFormat(imageFormat)
+        .toBuffer();
+    const { height: resizedH = 0 } = await (0, sharp_1.default)(resizedBuffer).metadata();
+    const result = [];
+    if (resizedH > MAX_HEIGHT) {
+        const segments = Math.ceil(resizedH / MAX_HEIGHT);
+        for (let i = 0; i < segments; i++) {
+            const top = i * MAX_HEIGHT;
+            const height = Math.min(MAX_HEIGHT, resizedH - top);
+            if (height <= 0)
+                continue;
+            const segmentBuf = await (0, sharp_1.default)(resizedBuffer)
+                .extract({ left: 0, top, width: newWidth, height })
+                .toFormat(imageFormat)
+                .toBuffer();
+            const segmentDataUrl = `data:image/${imageFormat};base64,${segmentBuf.toString('base64')}`;
+            result.push(segmentDataUrl);
+        }
+    }
+    else {
+        const singleUrl = `data:image/${imageFormat};base64,${resizedBuffer.toString('base64')}`;
+        result.push(singleUrl);
+    }
+    return result;
+}
+function stripDataUrl(dataUrl) {
+    const match = dataUrl.match(/^data:image\/([^;]+);base64,(.+)$/);
+    if (!match)
+        throw new Error('Invalid data-URL');
+    return { format: match[1], base64: match[2] };
+}
+async function processAndTruncate(imageBuffer, format, maxW, maxH) {
+    const resized = await (0, sharp_1.default)(imageBuffer)
+        .rotate()
+        .resize({ width: maxW, withoutEnlargement: true })
+        .flatten({ background: '#fff' })
+        .toFormat(format)
+        .toBuffer();
+    const { width, height } = await (0, sharp_1.default)(resized).metadata();
+    if (height > maxH) {
+        return await (0, sharp_1.default)(resized)
+            .extract({ left: 0, top: 0, width: width, height: maxH })
+            .toFormat(format)
+            .toBuffer();
+    }
+    return resized;
+}
+async function resizeAndTruncateForClaude(imageData) {
+    const { format, base64 } = stripDataUrl(imageData);
+    const buf = buffer_1.Buffer.from(base64, 'base64');
+    const meta = await (0, sharp_1.default)(buf).metadata();
+    if (meta.width <= exports.CLAUDE_MAX_WIDTH && meta.height <= exports.CLAUDE_MAX_HEIGHT) {
+        return imageData;
+    }
+    const outBuf = await processAndTruncate(buf, format, exports.CLAUDE_MAX_WIDTH, exports.CLAUDE_MAX_HEIGHT);
+    return `data:image/${format};base64,${outBuf.toString('base64')}`;
+}
+async function resizeAndTruncateForGemini(imageData) {
+    const { format, base64 } = stripDataUrl(imageData);
+    const buf = buffer_1.Buffer.from(base64, 'base64');
+    const meta = await (0, sharp_1.default)(buf).metadata();
+    if (meta.width <= exports.GEMINI_MAX_WIDTH && meta.height <= exports.GEMINI_MAX_HEIGHT) {
+        return imageData;
+    }
+    const outBuf = await processAndTruncate(buf, format, exports.GEMINI_MAX_WIDTH, exports.GEMINI_MAX_HEIGHT);
+    return `data:image/${format};base64,${outBuf.toString('base64')}`;
+}
+//# sourceMappingURL=image_utils.js.map

package/dist/cjs/utils/image_utils.d.ts

@@ -0,0 +1,18 @@
+export declare const MAX_IMAGE_HEIGHT = 2000;
+export declare const DEFAULT_QUALITY = 80;
+export declare const OPENAI_MAX_WIDTH = 1024;
+export declare const OPENAI_MAX_HEIGHT = 768;
+export declare const CLAUDE_MAX_WIDTH = 1024;
+export declare const CLAUDE_MAX_HEIGHT = 1120;
+export declare const GEMINI_MAX_WIDTH = 1024;
+export declare const GEMINI_MAX_HEIGHT = 1536;
+import { ExtractBase64ImageResult } from "../types/types.cjs";
+export declare function appendMessageWithImage(model: string, input: any[], message: any, param: string | {
+    read: () => string;
+    write: (value: string) => any;
+}, addImagesToInput: (input: any[], images: Record<string, string>, source: string) => Promise<any[]>, source?: string): Promise<any>;
+export declare function extractBase64Image(content: string): ExtractBase64ImageResult;
+export declare function resizeAndSplitForOpenAI(imageData: string): Promise<string[]>;
+export declare function resizeAndTruncateForClaude(imageData: string): Promise<string>;
+export declare function resizeAndTruncateForGemini(imageData: string): Promise<string>;
+//# sourceMappingURL=image_utils.d.ts.map

package/dist/cjs/utils/image_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_utils.d.ts","sourceRoot":"","sources":["../../../utils/image_utils.ts"],"names":[],"mappings":"AAWA,eAAO,MAAM,gBAAgB,OAAO,CAAC;AACrC,eAAO,MAAM,eAAe,KAAK,CAAC;AAClC,eAAO,MAAM,gBAAgB,OAAO,CAAC;AACrC,eAAO,MAAM,iBAAiB,MAAM,CAAC;AACrC,eAAO,MAAM,gBAAgB,OAAO,CAAC;AACrC,eAAO,MAAM,iBAAiB,OAAO,CAAC;AACtC,eAAO,MAAM,gBAAgB,OAAO,CAAC;AACrC,eAAO,MAAM,iBAAiB,OAAO,CAAC;AAEtC,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAS7D,wBAAsB,sBAAsB,CACxC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,GAAG,EAAE,EACZ,OAAO,EAAE,GAAG,EACZ,KAAK,EACC,MAAM,GACN;IACI,IAAI,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,GAAG,CAAC;CACjC,EACP,gBAAgB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC,EAClG,MAAM,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,GAAG,CAAC,CAwCd;AASD,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,wBAAwB,CA6C5E;AAUD,wBAAsB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAqDlF;AAmCD,wBAAsB,0BAA0B,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAYnF;AAKD,wBAAsB,0BAA0B,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAYnF"}

package/dist/cjs/utils/image_utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_utils.js","sourceRoot":"","sources":["../../../utils/image_utils.ts"],"names":[],"mappings":";;;;;;AA6BA,wDAoDC;AASD,gDA6CC;AAUD,0DAqDC;AAmCD,gEAYC;AAKD,gEAYC;AAhQD,mCAAgC;AAChC,kDAA0B;AAC1B,+BAAoC;AAGvB,QAAA,gBAAgB,GAAG,IAAI,CAAC;AACxB,QAAA,eAAe,GAAG,EAAE,CAAC;AACrB,QAAA,gBAAgB,GAAG,IAAI,CAAC;AACxB,QAAA,iBAAiB,GAAG,GAAG,CAAC;AACxB,QAAA,gBAAgB,GAAG,IAAI,CAAC;AACxB,QAAA,iBAAiB,GAAG,IAAI,CAAC;AACzB,QAAA,gBAAgB,GAAG,IAAI,CAAC;AACxB,QAAA,iBAAiB,GAAG,IAAI,CAAC;AAGtC,yDAAgE;AAQzD,KAAK,UAAU,sBAAsB,CACxC,KAAa,EACb,KAAY,EACZ,OAAY,EACZ,KAKO,EACP,gBAAkG,EAClG,MAAe;IAEf,MAAM,OAAO,GACT,OAAO,KAAK,KAAK,QAAQ;QACrB,CAAC,CAAC,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,QAAQ;YAChC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;YAChB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAGvB,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAEnB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,KAAK,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,MAAM,WAAW,GAAG,MAAM,IAAA,6CAA0B,EAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACvE,IAAI,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YACjD,SAAS,CAAC,cAAc,CAAC,UAAU,CAAC,WAAW,QAAQ,GAAG,EAAE,WAAW,QAAQ,KAAK,WAAW,GAAG,CAAC,CAAC;YACpG,eAAe,GAAG,IAAI,CAAC;QAC3B,CAAC;IACL,CAAC;IAGD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAClC,UAAU,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,cAAc,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3B,CAAC;SAAM,CAAC;QACJ,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,CAAC,eAAe,EAAE,CAAC;QAEnB,KAAK,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,UAAU,CAAC,CAAC;IACjG,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AASD,SAAgB,kBAAkB,CAAC,OAAe;IAE9C,MAAM,MAAM,GAA6B;QACrC,KAAK,EAAE,KAAK;QACZ,eAAe,EAAE,OAAO;QACxB,cAAc,EAAE,OAAO;QACvB,QAAQ,EAAE,IAAI;QACd,MAAM,EAAE,EAAE;KACb,CAAC;IAEF,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAG/C,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,MAAM,CAAC;IAIpD,MAAM,QAAQ,GAAG,uDAAuD,CAAC;IAGzE,MAAM,MAAM,GAA2B,EAAE,CAAC;IAG1C,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE;QACrD,MAAM,EAAE,GAAG,IAAA,SAAM,GAAE,CAAC;QAEpB,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACvC,OAAO,WAAW,EAAE,GAAG,CAAC;IAC5B,CAAC,CAAC,CAAC;IAGH,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC;IAClB,CAAC;IAGD,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5C,OAAO;QACH,KAAK,EAAE,IAAI;QACX,eAAe,EAAE,OAAO;QACxB,cAAc,EAAE,cAAc;QAC9B,QAAQ,EAAE,YAAY;QACtB,MAAM,EAAE,MAAM;KACjB,CAAC;AACN,CAAC;AAUM,KAAK,UAAU,uBAAuB,CAAC,SAAiB;IAC3D,MAAM,SAAS,GAAG,IAAI,CAAC;IACvB,MAAM,UAAU,GAAG,GAAG,CAAC;IAGvB,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;IAGxE,MAAM,WAAW,GAAG,eAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAGvD,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,GAAG,MAAM,IAAA,eAAK,EAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC;IACpF,IAAI,KAAK,IAAI,SAAS,IAAI,KAAK,IAAI,UAAU,EAAE,CAAC;QAC5C,OAAO,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAGD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,MAAM,IAAA,eAAK,EAAC,WAAW,CAAC;SACzC,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;SAC3B,OAAO,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;SAC/B,QAAQ,CAAC,WAAqC,CAAC;SAC/C,QAAQ,EAAE,CAAC;IAGhB,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAG,CAAC,EAAE,GAAG,MAAM,IAAA,eAAK,EAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;IAEvE,MAAM,MAAM,GAAa,EAAE,CAAC;IAG5B,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,CAAC,GAAG,UAAU,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,GAAG,GAAG,CAAC,CAAC;YACpD,IAAI,MAAM,IAAI,CAAC;gBAAE,SAAS;YAE1B,MAAM,UAAU,GAAG,MAAM,IAAA,eAAK,EAAC,aAAa,CAAC;iBACxC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;iBAClD,QAAQ,CAAC,WAAqC,CAAC;iBAC/C,QAAQ,EAAE,CAAC;YAEhB,MAAM,cAAc,GAAG,cAAc,WAAW,WAAW,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3F,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;SAAM,CAAC;QAEJ,MAAM,SAAS,GAAG,cAAc,WAAW,WAAW,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzF,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAGD,SAAS,YAAY,CAAC,OAAe;IACjC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACjE,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAChD,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAClD,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,WAAmB,EAAE,MAAc,EAAE,IAAY,EAAE,IAAY;IAE7F,MAAM,OAAO,GAAG,MAAM,IAAA,eAAK,EAAC,WAAW,CAAC;SACnC,MAAM,EAAE;SACR,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;SACjD,OAAO,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;SAC/B,QAAQ,CAAC,MAAgC,CAAC;SAC1C,QAAQ,EAAE,CAAC;IAGhB,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,eAAK,EAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;IAG1D,IAAI,MAAO,GAAG,IAAI,EAAE,CAAC;QACjB,OAAO,MAAM,IAAA,eAAK,EAAC,OAAO,CAAC;aACtB,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,KAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aACzD,QAAQ,CAAC,MAAgC,CAAC;aAC1C,QAAQ,EAAE,CAAC;IACpB,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAKM,KAAK,UAAU,0BAA0B,CAAC,SAAiB;IAC9D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,eAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAG1C,MAAM,IAAI,GAAG,MAAM,IAAA,eAAK,EAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzC,IAAI,IAAI,CAAC,KAAM,IAAI,wBAAgB,IAAI,IAAI,CAAC,MAAO,IAAI,yBAAiB,EAAE,CAAC;QACvE,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,wBAAgB,EAAE,yBAAiB,CAAC,CAAC;IAC1F,OAAO,cAAc,MAAM,WAAW,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;AACtE,CAAC;AAKM,KAAK,UAAU,0BAA0B,CAAC,SAAiB;IAC9D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,eAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAG1C,MAAM,IAAI,GAAG,MAAM,IAAA,eAAK,EAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzC,IAAI,IAAI,CAAC,KAAM,IAAI,wBAAgB,IAAI,IAAI,CAAC,MAAO,IAAI,yBAAiB,EAAE,CAAC;QACvE,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,wBAAgB,EAAE,yBAAiB,CAAC,CAAC;IAC1F,OAAO,cAAc,MAAM,WAAW,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;AACtE,CAAC"}