@mate-academy/llm-gateway 7.3.0 → 7.4.0

package/README.md

@@ -943,9 +943,40 @@ Interface for chat/assistance services with file handling capabilities.
   - `chatId`: The ID of the chat to send the message to
   - `storageId`: Optional storage ID to use for file context
   - `schema`: Optional schema for structured output (supports type-safe JSON responses)
+  - `tools`: Optional array of tool definitions (built with `LLMTool.create`) the model may call during the turn
+  - `maxToolIterations`: Optional cap on the number of tool-call rounds
   - `reporterContext`: Context data passed to reporter for metrics tracking (required if reporter is configured with a defined context type)
 - `countTokens(messages, model)`: Count tokens in messages for context management
 
+#### Tool-returned Images
+
+A tool's `execute` may return either a plain `string` (text-only, the legacy
+behavior) or an `LLMStructuredToolResult` to surface images the model can
+actually see:
+
+```typescript
+const screenshotTool = LLMTool.create({
+  name: 'get_node_screenshot',
+  description: 'Renders a screenshot of a design node.',
+  parameters: LLMSchema.object({ nodeId: LLMSchema.string() }),
+  execute: async ({ nodeId }) => ({
+    content: `Rendered a screenshot of node ${nodeId}.`,
+    images: [{ url: imageUrl, detail: 'high', label: `Node ${nodeId}` }],
+  }),
+});
+```
+
+`content` always becomes the tool/function-result message. Each provider
+then surfaces `images` the way its API allows:
+
+- **OpenAI** (Responses API) and **Gemini 3** (`multimodalToolResults`
+  capability) embed the images natively in the function-result message.
+- **LLMAPI** (Chat Completions) and **Gemini 2.5** cannot carry images in a
+  tool-result message, so the gateway appends the images as a separate user
+  message right after the tool results.
+
+`LLMToolResultImage.url` accepts an `https` URL or a base64 `data:` URL.
+
 ### LLMSpeechToTextService
 
 Interface for converting speech audio to text.

package/dist/LLMService.constants.d.ts

@@ -1483,6 +1483,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: true;
                     readonly webSearch: true;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
             readonly "gemini-3.1-flash-lite-preview": {
@@ -1509,6 +1510,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: false;
                     readonly webSearch: false;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
             readonly "gemini-3.1-pro-preview": {
@@ -1538,6 +1540,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: true;
                     readonly webSearch: true;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
         }, import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH | import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH_LITE | import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_PRO | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_FLASH_PREVIEW | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_1_FLASH_LITE_PREVIEW | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_1_PRO_PREVIEW>;
@@ -1695,6 +1698,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: true;
                     readonly webSearch: true;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
             readonly "gemini-3.1-flash-lite-preview": {
@@ -1721,6 +1725,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: false;
                     readonly webSearch: false;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
             readonly "gemini-3.1-pro-preview": {
@@ -1750,6 +1755,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: true;
                     readonly webSearch: true;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
         }, import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH | import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH_LITE | import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_PRO | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_FLASH_PREVIEW | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_1_FLASH_LITE_PREVIEW | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_1_PRO_PREVIEW>;
@@ -1907,6 +1913,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: true;
                     readonly webSearch: true;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
             readonly "gemini-3.1-flash-lite-preview": {
@@ -1933,6 +1940,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: false;
                     readonly webSearch: false;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
             readonly "gemini-3.1-pro-preview": {
@@ -1962,6 +1970,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: true;
                     readonly webSearch: true;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
         }, import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH | import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH_LITE | import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_PRO | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_FLASH_PREVIEW | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_1_FLASH_LITE_PREVIEW | import("./providers").GoogleGenerativeAIModelNames.GEMINI_3_1_PRO_PREVIEW>;
@@ -2119,6 +2128,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: true;
                     readonly webSearch: true;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
             readonly "gemini-3.1-flash-lite-preview": {
@@ -2145,6 +2155,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: false;
                     readonly webSearch: false;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
             readonly "gemini-3.1-pro-preview": {
@@ -2174,6 +2185,7 @@ export declare const LLM_SERVICE_MODELS: {
                     readonly reasoning: true;
                     readonly webSearch: true;
                     readonly stt: true;
+                    readonly multimodalToolResults: true;
                 };
             };
         }, import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH_PREVIEW_TTS | import("./providers").GoogleGenerativeAIModelNames.GEMINI_2_5_PRO_PREVIEW_TTS>;

package/dist/LLMService.typedefs.d.ts

@@ -79,6 +79,12 @@ export interface LLMModelCapabilities {
     structuredOutputs?: boolean;
     tts?: boolean;
     stt?: boolean;
+    /**
+     * Whether the model's tool/function-result message can natively carry
+     * images. When absent or false, providers surface tool-returned images
+     * through a separate user message instead.
+     */
+    multimodalToolResults?: boolean;
 }
 /**
  * Configuration parameters that control LLM generation behavior.
@@ -394,11 +400,43 @@ export type LLMAssistInNewChatOptions<Provider extends LLMProviders, Reporter ex
     tools?: LLMToolDefinition[];
     maxToolIterations?: number;
 };
+/**
+ * An image returned by a tool's `execute` for the model to see.
+ */
+export interface LLMToolResultImage {
+    /** Image location. An https URL, or a data URL for inline bytes. */
+    url: string;
+    /** Vision detail hint passed to providers that accept it. */
+    detail?: 'auto' | 'low' | 'high';
+    /**
+     * MIME type of the image. Defaults to `image/png`. Used by providers that
+     * require raw bytes (Gemini) when fetching and re-encoding the image.
+     */
+    mimeType?: string;
+    /** Optional caption rendered next to the image for the model. */
+    label?: string;
+}
+/**
+ * Structured result a tool's `execute` may return when it needs to surface
+ * images alongside text. The `content` string always becomes the
+ * tool/function-result message; `images` are surfaced to the model the way
+ * each provider's API allows.
+ */
+export interface LLMStructuredToolResult {
+    content: string;
+    images?: LLMToolResultImage[];
+}
+/**
+ * What a tool's `execute` may return. A plain `string` keeps the legacy
+ * text-only behaviour; an `LLMStructuredToolResult` additionally carries
+ * images.
+ */
+export type LLMToolResult = string | LLMStructuredToolResult;
 export interface LLMToolDefinition<Schema extends LLMSchemaInterface = LLMSchemaInterface> {
     name: string;
     description: string;
     parameters: Schema;
-    execute: (args: InferSchema<Schema>) => Promise<string> | string;
+    execute: (args: InferSchema<Schema>) => Promise<LLMToolResult> | LLMToolResult;
 }
 /**
  * Function type for counting tokens in messages for a specific provider's model.

package/dist/LLMService.typedefs.js.map

@@ -1 +1 @@
-{"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;AAkCA;;GAEG;AACH,IAAY,YAIX;AAJD,WAAY,YAAY;IACtB,iCAAiB,CAAA;IACjB,yDAAyC,CAAA;IACzC,iCAAiB,CAAA;AACnB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAoBD;;GAEG;AACH,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,wCAAyB,CAAA;IACzB,8CAA+B,CAAA;IAC/B,8CAA+B,CAAA;AACjC,CAAC,EALW,WAAW,2BAAX,WAAW,QAKtB;AA2KD;;GAEG;AACH,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yBAAa,CAAA;IACb,mCAAuB,CAAA;AACzB,CAAC,EAHW,QAAQ,wBAAR,QAAQ,QAGnB;AAED;;GAEG;AACH,IAAY,qBAIX;AAJD,WAAY,qBAAqB;IAC/B,sCAAa,CAAA;IACb,gDAAuB,CAAA;IACvB,kDAAyB,CAAA;AAC3B,CAAC,EAJW,qBAAqB,qCAArB,qBAAqB,QAIhC;AA4HD;;GAEG;AACH,IAAY,sBAeX;AAfD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,yDAA+B,CAAA;IAC/B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,oDAA0B,CAAA;IAC1B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;AACzB,CAAC,EAfW,sBAAsB,sCAAtB,sBAAsB,QAejC"}
+{"version":3,"file":"LLMService.typedefs.js","sourceRoot":"","sources":["../src/LLMService.typedefs.ts"],"names":[],"mappings":";;;AAkCA;;GAEG;AACH,IAAY,YAIX;AAJD,WAAY,YAAY;IACtB,iCAAiB,CAAA;IACjB,yDAAyC,CAAA;IACzC,iCAAiB,CAAA;AACnB,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AAoBD;;GAEG;AACH,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,wCAAyB,CAAA;IACzB,wCAAyB,CAAA;IACzB,8CAA+B,CAAA;IAC/B,8CAA+B,CAAA;AACjC,CAAC,EALW,WAAW,2BAAX,WAAW,QAKtB;AAiLD;;GAEG;AACH,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,yBAAa,CAAA;IACb,mCAAuB,CAAA;AACzB,CAAC,EAHW,QAAQ,wBAAR,QAAQ,QAGnB;AAED;;GAEG;AACH,IAAY,qBAIX;AAJD,WAAY,qBAAqB;IAC/B,sCAAa,CAAA;IACb,gDAAuB,CAAA;IACvB,kDAAyB,CAAA;AAC3B,CAAC,EAJW,qBAAqB,qCAArB,qBAAqB,QAIhC;AA4HD;;GAEG;AACH,IAAY,sBAeX;AAfD,WAAY,sBAAsB;IAChC,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,yDAA+B,CAAA;IAC/B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,oDAA0B,CAAA;IAC1B,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;IACvB,mDAAyB,CAAA;IACzB,iDAAuB,CAAA;AACzB,CAAC,EAfW,sBAAsB,sCAAtB,sBAAsB,QAejC"}

package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.d.ts

@@ -158,6 +158,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: true;
                 readonly webSearch: true;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
         readonly "gemini-3.1-flash-lite-preview": {
@@ -184,6 +185,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: false;
                 readonly webSearch: false;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
         readonly "gemini-3.1-pro-preview": {
@@ -213,6 +215,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: true;
                 readonly webSearch: true;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
     }, GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH | GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH_LITE | GoogleGenerativeAIModelNames.GEMINI_2_5_PRO | GoogleGenerativeAIModelNames.GEMINI_3_FLASH_PREVIEW | GoogleGenerativeAIModelNames.GEMINI_3_1_FLASH_LITE_PREVIEW | GoogleGenerativeAIModelNames.GEMINI_3_1_PRO_PREVIEW>;
@@ -370,6 +373,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: true;
                 readonly webSearch: true;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
         readonly "gemini-3.1-flash-lite-preview": {
@@ -396,6 +400,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: false;
                 readonly webSearch: false;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
         readonly "gemini-3.1-pro-preview": {
@@ -425,6 +430,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: true;
                 readonly webSearch: true;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
     }, GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH | GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH_LITE | GoogleGenerativeAIModelNames.GEMINI_2_5_PRO | GoogleGenerativeAIModelNames.GEMINI_3_FLASH_PREVIEW | GoogleGenerativeAIModelNames.GEMINI_3_1_FLASH_LITE_PREVIEW | GoogleGenerativeAIModelNames.GEMINI_3_1_PRO_PREVIEW>;
@@ -582,6 +588,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: true;
                 readonly webSearch: true;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
         readonly "gemini-3.1-flash-lite-preview": {
@@ -608,6 +615,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: false;
                 readonly webSearch: false;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
         readonly "gemini-3.1-pro-preview": {
@@ -637,6 +645,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: true;
                 readonly webSearch: true;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
     }, GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH | GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH_LITE | GoogleGenerativeAIModelNames.GEMINI_2_5_PRO | GoogleGenerativeAIModelNames.GEMINI_3_FLASH_PREVIEW | GoogleGenerativeAIModelNames.GEMINI_3_1_FLASH_LITE_PREVIEW | GoogleGenerativeAIModelNames.GEMINI_3_1_PRO_PREVIEW>;
@@ -794,6 +803,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: true;
                 readonly webSearch: true;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
         readonly "gemini-3.1-flash-lite-preview": {
@@ -820,6 +830,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: false;
                 readonly webSearch: false;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
         readonly "gemini-3.1-pro-preview": {
@@ -849,6 +860,7 @@ export declare const GOOGLE_AI_MODELS: {
                 readonly reasoning: true;
                 readonly webSearch: true;
                 readonly stt: true;
+                readonly multimodalToolResults: true;
             };
         };
     }, GoogleGenerativeAIModelNames.GEMINI_2_5_FLASH_PREVIEW_TTS | GoogleGenerativeAIModelNames.GEMINI_2_5_PRO_PREVIEW_TTS>;

package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.js

@@ -150,7 +150,10 @@ const GOOGLE_AI_AVAILABLE_MODELS = {
             getPriceForAudioOutput: () => 0,
             currency: 'USD',
         },
-        capabilities: { vision: true, tools: true, reasoning: true, webSearch: true, stt: true },
+        capabilities: {
+            vision: true, tools: true, reasoning: true, webSearch: true,
+            stt: true, multimodalToolResults: true,
+        },
     },
     [GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_3_1_FLASH_LITE_PREVIEW]: {
         name: GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_3_1_FLASH_LITE_PREVIEW,
@@ -170,7 +173,10 @@ const GOOGLE_AI_AVAILABLE_MODELS = {
             getPriceForAudioOutput: () => 0,
             currency: 'USD',
         },
-        capabilities: { vision: true, tools: true, reasoning: false, webSearch: false, stt: true },
+        capabilities: {
+            vision: true, tools: true, reasoning: false, webSearch: false,
+            stt: true, multimodalToolResults: true,
+        },
     },
     [GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_3_1_PRO_PREVIEW]: {
         name: GoogleGenerativeAI_typedefs_1.GoogleGenerativeAIModelNames.GEMINI_3_1_PRO_PREVIEW,
@@ -218,7 +224,10 @@ const GOOGLE_AI_AVAILABLE_MODELS = {
             getPriceForAudioOutput: () => 0,
             currency: 'USD',
         },
-        capabilities: { vision: true, tools: true, reasoning: true, webSearch: true, stt: true },
+        capabilities: {
+            vision: true, tools: true, reasoning: true, webSearch: true,
+            stt: true, multimodalToolResults: true,
+        },
     },
 };
 exports.GOOGLE_AI_MODELS = {

package/dist/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"GoogleGenerativeAI.constants.js","sourceRoot":"","sources":["../../../src/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAE/B,+EAA6E;AAC7E,yCAA8C;AAC9C,sEAKiD;AACjD,mEAAoD;AAEvC,QAAA,wBAAwB,GAAG,MAAM,CAAC;AAE/C,MAAM,0BAA0B,GAAG;IACjC,CAAC,0DAA4B,CAAC,gBAAgB,CAAC,EAAE;QAC/C,IAAI,EAAE,0DAA4B,CAAC,gBAAgB;QACnD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YACjE,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,GAAG,SAAS;YACrE,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,GAAG,SAAS;YAC7E,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;KACzF;IACD,CAAC,0DAA4B,CAAC,qBAAqB,CAAC,EAAE;QACpD,IAAI,EAAE,0DAA4B,CAAC,qBAAqB;QACxD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YACjE,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,GAAG,SAAS;YACvE,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,IAAI,GAAG,YAAY,GAAG,SAAS;YAC9E,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;KAC3F;IACD,CAAC,0DAA4B,CAAC,cAAc,CAAC,EAAE;QAC7C,IAAI,EAAE,0DAA4B,CAAC,cAAc;QACjD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE;gBAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,GAAG,CAAC;gBAER,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE;gBAChC,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC;gBAEP,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE;gBACrC,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,CAAC;gBAET,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,YAAY,IAAI,OAAO;oBACnC,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,GAAG,CAAC;gBAER,OAAO,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;YAC1C,CAAC;YACD,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE;gBAC5C,MAAM,KAAK,GAAG,YAAY,IAAI,OAAO;oBACnC,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,CAAC;gBAET,OAAO,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;YAC1C,CAAC;YACD,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;KACzF;IACD,CAAC,0DAA4B,CAAC,4BAA4B,CAAC,EAAE;QAC3D,IAAI,EAAE,0DAA4B,CAAC,4BAA4B;QAC/D,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,GAAG,YAAY,GAAG,SAAS;YACvE,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;KAC7F;IACD,CAAC,0DAA4B,CAAC,0BAA0B,CAAC,EAAE;QACzD,IAAI,EAAE,0DAA4B,CAAC,0BAA0B;QAC7D,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,GAAG,SAAS;YACxD,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,GAAG,YAAY,GAAG,SAAS;YACvE,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;KAC7F;IACD,CAAC,0DAA4B,CAAC,sBAAsB,CAAC,EAAE;QACrD,IAAI,EAAE,0DAA4B,CAAC,sBAAsB;QACzD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,CAAC;YACd,cAAc,EAAE;gBACd,aAAa,EAAE,qBAAa,CAAC,GAAG;aACjC;SACF;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,GAAG,SAAS;YACzD,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YACjE,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,GAAG,SAAS;YACrE,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,GAAG,SAAS;YAC7E,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;KACzF;IACD,CAAC,0DAA4B,CAAC,6BAA6B,CAAC,EAAE;QAC5D,IAAI,EAAE,0DAA4B,CAAC,6BAA6B;QAChE,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS;YAClE,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,GAAG,SAAS;YACvE,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,IAAI,GAAG,YAAY,GAAG,SAAS;YAC9E,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;KAC3F;IACD,CAAC,0DAA4B,CAAC,sBAAsB,CAAC,EAAE;QACrD,IAAI,EAAE,0DAA4B,CAAC,sBAAsB;QACzD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,CAAC;YACd,cAAc,EAAE;gBACd,aAAa,EAAE,qBAAa,CAAC,GAAG;aACjC;SACF;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE;gBAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,CAAC,CAAC;gBAEN,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE;gBAChC,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC;gBAEP,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE;gBACrC,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,GAAG,CAAC;gBAER,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,YAAY,IAAI,OAAO;oBACnC,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,CAAC,CAAC;gBAEN,OAAO,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;YAC1C,CAAC;YACD,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE;gBAC5C,MAAM,KAAK,GAAG,YAAY,IAAI,OAAO;oBACnC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,GAAG,CAAC;gBAER,OAAO,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;YAC1C,CAAC;YACD,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;KACzF;CAGF,CAAC;AAEW,QAAA,gBAAgB,GAAG;IAC9B,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,qBAAqB;QAClD,0DAA4B,CAAC,cAAc;QAC3C,0DAA4B,CAAC,sBAAsB;QACnD,0DAA4B,CAAC,6BAA6B;QAC1D,0DAA4B,CAAC,sBAAsB;KACpD,CACF;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,qBAAqB;QAClD,0DAA4B,CAAC,cAAc;QAC3C,0DAA4B,CAAC,sBAAsB;QACnD,0DAA4B,CAAC,6BAA6B;QAC1D,0DAA4B,CAAC,sBAAsB;KACpD,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,qBAAqB;QAClD,0DAA4B,CAAC,cAAc;QAC3C,0DAA4B,CAAC,sBAAsB;QACnD,0DAA4B,CAAC,6BAA6B;QAC1D,0DAA4B,CAAC,sBAAsB;KACpD,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,4BAA4B;QACzD,0DAA4B,CAAC,0BAA0B;KACxD,CACF;CAIF,CAAC;AAEW,QAAA,0BAA0B,GAAG;IACxC,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACvD,IAAI,8CAAmC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACnE;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACvD,IAAI,8CAAmC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACnE;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACzD,IAAI,gDAAqC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACrE;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACzD,IAAI,gDAAqC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACrE;CASF,CAAC"}
+{"version":3,"file":"GoogleGenerativeAI.constants.js","sourceRoot":"","sources":["../../../src/providers/GoogleGenerativeAI/GoogleGenerativeAI.constants.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAE/B,+EAA6E;AAC7E,yCAA8C;AAC9C,sEAKiD;AACjD,mEAAoD;AAEvC,QAAA,wBAAwB,GAAG,MAAM,CAAC;AAE/C,MAAM,0BAA0B,GAAG;IACjC,CAAC,0DAA4B,CAAC,gBAAgB,CAAC,EAAE;QAC/C,IAAI,EAAE,0DAA4B,CAAC,gBAAgB;QACnD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YACjE,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,GAAG,SAAS;YACrE,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,GAAG,SAAS;YAC7E,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;KACzF;IACD,CAAC,0DAA4B,CAAC,qBAAqB,CAAC,EAAE;QACpD,IAAI,EAAE,0DAA4B,CAAC,qBAAqB;QACxD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YACjE,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,GAAG,SAAS;YACvE,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,IAAI,GAAG,YAAY,GAAG,SAAS;YAC9E,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;KAC3F;IACD,CAAC,0DAA4B,CAAC,cAAc,CAAC,EAAE;QAC7C,IAAI,EAAE,0DAA4B,CAAC,cAAc;QACjD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE;gBAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,GAAG,CAAC;gBAER,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE;gBAChC,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC;gBAEP,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE;gBACrC,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,CAAC;gBAET,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,YAAY,IAAI,OAAO;oBACnC,CAAC,CAAC,IAAI;oBACN,CAAC,CAAC,GAAG,CAAC;gBAER,OAAO,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;YAC1C,CAAC;YACD,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE;gBAC5C,MAAM,KAAK,GAAG,YAAY,IAAI,OAAO;oBACnC,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,CAAC;gBAET,OAAO,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;YAC1C,CAAC;YACD,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;KACzF;IACD,CAAC,0DAA4B,CAAC,4BAA4B,CAAC,EAAE;QAC3D,IAAI,EAAE,0DAA4B,CAAC,4BAA4B;QAC/D,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,GAAG,YAAY,GAAG,SAAS;YACvE,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;KAC7F;IACD,CAAC,0DAA4B,CAAC,0BAA0B,CAAC,EAAE;QACzD,IAAI,EAAE,0DAA4B,CAAC,0BAA0B;QAC7D,MAAM,EAAE;YACN,cAAc,EAAE,KAAK;YACrB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,GAAG,SAAS;YACxD,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9B,sBAAsB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,GAAG,YAAY,GAAG,SAAS;YACvE,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;KAC7F;IACD,CAAC,0DAA4B,CAAC,sBAAsB,CAAC,EAAE;QACrD,IAAI,EAAE,0DAA4B,CAAC,sBAAsB;QACzD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,CAAC;YACd,cAAc,EAAE;gBACd,aAAa,EAAE,qBAAa,CAAC,GAAG;aACjC;SACF;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC1D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,GAAG,SAAS;YACzD,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YACjE,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,GAAG,SAAS;YACrE,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,GAAG,SAAS;YAC7E,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI;YAC3D,GAAG,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI;SACvC;KACF;IACD,CAAC,0DAA4B,CAAC,6BAA6B,CAAC,EAAE;QAC5D,IAAI,EAAE,0DAA4B,CAAC,6BAA6B;QAChE,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,GAAG;SACjB;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS;YAC3D,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,GAAG,SAAS;YAC3D,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,GAAG,SAAS;YAClE,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,YAAY,GAAG,SAAS;YACvE,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,IAAI,GAAG,YAAY,GAAG,SAAS;YAC9E,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK;YAC7D,GAAG,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI;SACvC;KACF;IACD,CAAC,0DAA4B,CAAC,sBAAsB,CAAC,EAAE;QACrD,IAAI,EAAE,0DAA4B,CAAC,sBAAsB;QACzD,MAAM,EAAE;YACN,cAAc,EAAE,SAAS;YACzB,eAAe,EAAE,MAAM;SACxB;QACD,MAAM,EAAE;YACN,WAAW,EAAE,CAAC;YACd,cAAc,EAAE;gBACd,aAAa,EAAE,qBAAa,CAAC,GAAG;aACjC;SACF;QACD,OAAO,EAAE;YACP,oBAAoB,EAAE,CAAC,MAAM,EAAE,EAAE;gBAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,CAAC,CAAC;gBAEN,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,qBAAqB,EAAE,CAAC,MAAM,EAAE,EAAE;gBAChC,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC;gBAEP,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE;gBACrC,MAAM,KAAK,GAAG,MAAM,IAAI,OAAO;oBAC7B,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,GAAG,CAAC;gBAER,OAAO,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,CAAC;YACD,qBAAqB,EAAE,CAAC,YAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,YAAY,IAAI,OAAO;oBACnC,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,CAAC,CAAC;gBAEN,OAAO,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;YAC1C,CAAC;YACD,2BAA2B,EAAE,CAAC,YAAY,EAAE,EAAE;gBAC5C,MAAM,KAAK,GAAG,YAAY,IAAI,OAAO;oBACnC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,GAAG,CAAC;gBAER,OAAO,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;YAC1C,CAAC;YACD,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,QAAQ,EAAE,KAAK;SAChB;QACD,YAAY,EAAE;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI;YAC3D,GAAG,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI;SACvC;KACF;CAGF,CAAC;AAEW,QAAA,gBAAgB,GAAG;IAC9B,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,qBAAqB;QAClD,0DAA4B,CAAC,cAAc;QAC3C,0DAA4B,CAAC,sBAAsB;QACnD,0DAA4B,CAAC,6BAA6B;QAC1D,0DAA4B,CAAC,sBAAsB;KACpD,CACF;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,IAAA,uBAAI,EAC5B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,qBAAqB;QAClD,0DAA4B,CAAC,cAAc;QAC3C,0DAA4B,CAAC,sBAAsB;QACnD,0DAA4B,CAAC,6BAA6B;QAC1D,0DAA4B,CAAC,sBAAsB;KACpD,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,gBAAgB;QAC7C,0DAA4B,CAAC,qBAAqB;QAClD,0DAA4B,CAAC,cAAc;QAC3C,0DAA4B,CAAC,sBAAsB;QACnD,0DAA4B,CAAC,6BAA6B;QAC1D,0DAA4B,CAAC,sBAAsB;KACpD,CACF;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,IAAA,uBAAI,EAC9B,0BAA0B,EAC1B;QACE,0DAA4B,CAAC,4BAA4B;QACzD,0DAA4B,CAAC,0BAA0B;KACxD,CACF;CAIF,CAAC;AAEW,QAAA,0BAA0B,GAAG;IACxC,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACvD,IAAI,8CAAmC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACnE;IACD,CAAC,iCAAW,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACvD,IAAI,8CAAmC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACnE;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACzD,IAAI,gDAAqC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACrE;IACD,CAAC,iCAAW,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CACzD,IAAI,gDAAqC,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CACrE;CASF,CAAC"}

package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.d.ts

@@ -31,5 +31,20 @@ export declare class GoogleGenerativeAIAssistanceService<Reporter extends LLMRep
     private convertCustomToolsToGoogle;
     private executeGoogleToolLoop;
     private executeGoogleFunctionCalls;
+    private executeSingleGoogleFunctionCall;
+    /**
+     * Gemini 3 models accept image bytes inside `functionResponse.parts`. Each
+     * image blob carries a unique `displayName` the `response` payload then
+     * references via `{ $ref: displayName }`.
+     */
+    private buildNativeFunctionResponsePart;
+    /**
+     * Gemini 2.5 models cannot carry images in a function response, so image
+     * bytes are appended as sibling user-content parts after every function
+     * response in the same message.
+     */
+    private buildAppendedFunctionResponseParts;
+    private buildInlineImageParts;
+    private fetchToolImageBlob;
     countTokens(messages: LLMAssistanceMessage[], model: LLMModel<LLMProviders.GoogleGenerativeAI>): Promise<number>;
 }

package/dist/providers/GoogleGenerativeAI/services/GoogleGenerativeAIAssistance.service.js

@@ -5,6 +5,7 @@ const uuid_1 = require("uuid");
 const genai_1 = require("@google/genai");
 const LLMService_typedefs_1 = require("../../../LLMService.typedefs");
 const serializeError_1 = require("../../../utilities/serializeError");
+const tools_1 = require("../../../utilities/tools");
 const services_1 = require("../../../services");
 const GoogleGenerativeAI_typedefs_1 = require("../../../providers/GoogleGenerativeAI/GoogleGenerativeAI.typedefs");
 const GoogleGenerativeAI_entity_1 = require("../../../providers/GoogleGenerativeAI/GoogleGenerativeAI.entity");
@@ -289,6 +290,7 @@ class GoogleGenerativeAIAssistanceService extends services_1.LLMAssistanceServic
                     ?? LLMService_constants_1.DEFAULT_MAX_TOOL_ITERATIONS,
                 abortSignal,
                 config: sendMessageConfig,
+                multimodalToolResults: model.capabilities?.multimodalToolResults === true,
             });
             const responseText = toolLoopResult.response.text ?? '';
             const { totalUsage } = toolLoopResult;
@@ -354,6 +356,7 @@ class GoogleGenerativeAIAssistanceService extends services_1.LLMAssistanceServic
                     ?? LLMService_constants_1.DEFAULT_MAX_TOOL_ITERATIONS,
                 abortSignal,
                 config: sendMessageConfig,
+                multimodalToolResults: model.capabilities?.multimodalToolResults === true,
             });
             let finalResponseText;
             let totalUsage = toolLoopResult.totalUsage;
@@ -517,7 +520,7 @@ class GoogleGenerativeAIAssistanceService extends services_1.LLMAssistanceServic
         return [{ functionDeclarations }];
     }
     async executeGoogleToolLoop(params) {
-        const { chatSession, tools, maxIterations, abortSignal, config, } = params;
+        const { chatSession, tools, maxIterations, abortSignal, config, multimodalToolResults, } = params;
         let currentResponse = params.response;
         const totalUsage = this.extractUsageFromResponse(currentResponse);
         for (let iteration = 0; iteration < maxIterations; iteration++) {
@@ -531,7 +534,7 @@ class GoogleGenerativeAIAssistanceService extends services_1.LLMAssistanceServic
                 name: part.functionCall?.name ?? '',
                 args: (part.functionCall?.args ?? {}),
             }));
-            const functionResponseParts = await this.executeGoogleFunctionCalls(calls, tools);
+            const functionResponseParts = await this.executeGoogleFunctionCalls(calls, tools, multimodalToolResults);
             abortSignal?.throwIfAborted();
             currentResponse =
                 await chatSession.sendMessage({
@@ -551,33 +554,121 @@ class GoogleGenerativeAIAssistanceService extends services_1.LLMAssistanceServic
             totalUsage,
         };
     }
-    async executeGoogleFunctionCalls(calls, tools) {
-        const results = await Promise.all(calls.map(async (call) => {
-            const matchingTool = tools.find((tool) => tool.name === call.name);
-            let result;
-            if (!matchingTool) {
-                result =
-                    `Error: Unknown tool "${call.name}"`;
-            }
-            else {
-                try {
-                    result =
-                        await matchingTool.execute(call.args);
-                }
-                catch (executionError) {
-                    result =
-                        `Error: ${executionError.message}`;
-                }
-            }
-            const responsePart = {
+    async executeGoogleFunctionCalls(calls, tools, multimodalToolResults) {
+        const executedCalls = await Promise.all(calls.map((call) => this.executeSingleGoogleFunctionCall(call, tools)));
+        if (multimodalToolResults) {
+            return Promise.all(executedCalls.map((executedCall) => this.buildNativeFunctionResponsePart(executedCall)));
+        }
+        return this.buildAppendedFunctionResponseParts(executedCalls);
+    }
+    async executeSingleGoogleFunctionCall(call, tools) {
+        const matchingTool = tools.find((tool) => tool.name === call.name);
+        if (!matchingTool) {
+            return {
+                name: call.name,
+                result: {
+                    content: `Error: Unknown tool "${call.name}"`,
+                    images: [],
+                },
+            };
+        }
+        try {
+            const rawResult = await matchingTool.execute(call.args);
+            return {
+                name: call.name,
+                result: (0, tools_1.normalizeToolResult)(rawResult),
+            };
+        }
+        catch (executionError) {
+            const message = executionError instanceof Error
+                ? executionError.message
+                : String(executionError);
+            return {
+                name: call.name,
+                result: {
+                    content: `Error: ${message}`,
+                    images: [],
+                },
+            };
+        }
+    }
+    /**
+     * Gemini 3 models accept image bytes inside `functionResponse.parts`. Each
+     * image blob carries a unique `displayName` the `response` payload then
+     * references via `{ $ref: displayName }`.
+     */
+    async buildNativeFunctionResponsePart(executedCall) {
+        const { name, result } = executedCall;
+        if (result.images.length === 0) {
+            return {
                 functionResponse: {
-                    name: call.name,
-                    response: { result },
+                    name,
+                    response: { result: result.content },
                 },
             };
-            return responsePart;
+        }
+        const imageBlobs = await Promise.all(result.images.map((image, index) => this.fetchToolImageBlob(image, `${name}_image_${index + 1}`)));
+        return {
+            functionResponse: {
+                name,
+                response: {
+                    result: result.content,
+                    images: imageBlobs.map((blob) => ({
+                        ...(blob.label && { label: blob.label }),
+                        $ref: blob.displayName,
+                    })),
+                },
+                parts: imageBlobs.map((blob) => ({
+                    inlineData: {
+                        mimeType: blob.mimeType,
+                        data: blob.data,
+                        displayName: blob.displayName,
+                    },
+                })),
+            },
+        };
+    }
+    /**
+     * Gemini 2.5 models cannot carry images in a function response, so image
+     * bytes are appended as sibling user-content parts after every function
+     * response in the same message.
+     */
+    async buildAppendedFunctionResponseParts(executedCalls) {
+        const functionResponseParts = executedCalls.map(({ name, result }) => ({
+            functionResponse: {
+                name,
+                response: { result: result.content },
+            },
         }));
-        return results;
+        const images = executedCalls.flatMap(({ result }) => result.images);
+        const imageParts = await Promise.all(images.map((image) => this.buildInlineImageParts(image)));
+        return [
+            ...functionResponseParts,
+            ...imageParts.flat(),
+        ];
+    }
+    async buildInlineImageParts(image) {
+        const blob = await this.fetchToolImageBlob(image);
+        const imagePart = {
+            inlineData: {
+                mimeType: blob.mimeType,
+                data: blob.data,
+            },
+        };
+        if (!blob.label) {
+            return [imagePart];
+        }
+        return [{ text: blob.label }, imagePart];
+    }
+    async fetchToolImageBlob(image, displayName) {
+        const response = await fetch(image.url);
+        const arrayBuffer = await response.arrayBuffer();
+        return {
+            mimeType: image.mimeType ?? 'image/png',
+            data: Buffer.from(arrayBuffer).toString('base64'),
+            displayName,
+            label: image.label,
+        };
     }
     async countTokens(messages, model) {
         const countTokensFn = GoogleGenerativeAI_entity_1.GoogleGenerativeAIEntity.getCountTokensFn(this.instance);