@aigne/gemini 0.14.2-beta.8 → 0.14.2-beta.9

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## [0.14.2-beta.9](https://github.com/AIGNE-io/aigne-framework/compare/gemini-v0.14.2-beta.8...gemini-v0.14.2-beta.9) (2025-10-16)
+
+
+### Bug Fixes
+
+* **models:** auto retry when got emtpy response from gemini ([#636](https://github.com/AIGNE-io/aigne-framework/issues/636)) ([9367cef](https://github.com/AIGNE-io/aigne-framework/commit/9367cef49ea4c0c87b8a36b454deb2efaee6886f))
+* **models:** enhance gemini model tool use with status fields ([#634](https://github.com/AIGNE-io/aigne-framework/issues/634)) ([067b175](https://github.com/AIGNE-io/aigne-framework/commit/067b175c8e31bb5b1a6d0fc5a5cfb2d070d8d709))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/core bumped to 1.63.0-beta.9
+  * devDependencies
+    * @aigne/test-utils bumped to 0.5.55-beta.9
+
 ## [0.14.2-beta.8](https://github.com/AIGNE-io/aigne-framework/compare/gemini-v0.14.2-beta.7...gemini-v0.14.2-beta.8) (2025-10-16)
 
 

package/lib/cjs/gemini-chat-model.d.ts

@@ -1,13 +1,21 @@
-import { type AgentInvokeOptions, type AgentProcessResult, type ChatModelInput, type ChatModelOutput } from "@aigne/core";
+import { type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
 import { type PromiseOrValue } from "@aigne/core/utils/type-utils.js";
-import { OpenAIChatModel, type OpenAIChatModelOptions } from "@aigne/openai";
-import { GoogleGenAI } from "@google/genai";
+import { GoogleGenAI, type GoogleGenAIOptions } from "@google/genai";
+export interface GeminiChatModelOptions extends ChatModelOptions {
+    /**
+     * API key for Gemini API
+     *
+     * If not provided, will look for GEMINI_API_KEY or GOOGLE_API_KEY in environment variables
+     */
+    apiKey?: string;
+    /**
+     * Optional client options for the Gemini SDK
+     */
+    clientOptions?: Partial<GoogleGenAIOptions>;
+}
 /**
  * Implementation of the ChatModel interface for Google's Gemini API
  *
- * This model uses OpenAI-compatible API format to interact with Google's Gemini models,
- * providing access to models like Gemini 1.5 and Gemini 2.0.
- *
  * @example
  * Here's how to create and use a Gemini chat model:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model}
@@ -16,19 +24,20 @@ import { GoogleGenAI } from "@google/genai";
  * Here's an example with streaming response:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model-streaming}
  */
-export declare class GeminiChatModel extends OpenAIChatModel {
-    constructor(options?: OpenAIChatModelOptions);
+export declare class GeminiChatModel extends ChatModel {
+    options?: GeminiChatModelOptions | undefined;
+    constructor(options?: GeminiChatModelOptions | undefined);
     protected apiKeyEnvName: string;
-    protected supportsToolsUseWithJsonSchema: boolean;
-    protected supportsParallelToolCalls: boolean;
-    protected supportsToolStreaming: boolean;
-    protected optionalFieldMode: "optional";
     protected _googleClient?: GoogleGenAI;
     get googleClient(): GoogleGenAI;
-    process(input: ChatModelInput, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
-    private handleImageModelProcessing;
+    get credential(): {
+        apiKey: string | undefined;
+        model: string;
+    };
+    get modelOptions(): Omit<import("@aigne/core").ChatModelInputOptions, "model"> | undefined;
+    process(input: ChatModelInput): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    private processInput;
     private buildConfig;
     private buildTools;
     private buildContents;
-    getRunMessages(input: ChatModelInput): ReturnType<OpenAIChatModel["getRunMessages"]>;
 }

package/lib/cjs/gemini-chat-model.js

@@ -2,18 +2,15 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GeminiChatModel = void 0;
 const core_1 = require("@aigne/core");
+const logger_js_1 = require("@aigne/core/utils/logger.js");
 const type_utils_js_1 = require("@aigne/core/utils/type-utils.js");
-const openai_1 = require("@aigne/openai");
 const uuid_1 = require("@aigne/uuid");
 const genai_1 = require("@google/genai");
-const GEMINI_BASE_URL = "https://generativelanguage.googleapis.com/v1beta/openai";
 const GEMINI_DEFAULT_CHAT_MODEL = "gemini-2.0-flash";
+const OUTPUT_JSON_FUNCTION_NAME = "output_json";
 /**
  * Implementation of the ChatModel interface for Google's Gemini API
  *
- * This model uses OpenAI-compatible API format to interact with Google's Gemini models,
- * providing access to models like Gemini 1.5 and Gemini 2.0.
- *
  * @example
  * Here's how to create and use a Gemini chat model:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model}
@@ -22,19 +19,16 @@ const GEMINI_DEFAULT_CHAT_MODEL = "gemini-2.0-flash";
  * Here's an example with streaming response:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model-streaming}
  */
-class GeminiChatModel extends openai_1.OpenAIChatModel {
+class GeminiChatModel extends core_1.ChatModel {
+    options;
     constructor(options) {
         super({
             ...options,
             model: options?.model || GEMINI_DEFAULT_CHAT_MODEL,
-            baseURL: options?.baseURL || GEMINI_BASE_URL,
         });
+        this.options = options;
     }
     apiKeyEnvName = "GEMINI_API_KEY";
-    supportsToolsUseWithJsonSchema = false;
-    supportsParallelToolCalls = false;
-    supportsToolStreaming = false;
-    optionalFieldMode = "optional";
     _googleClient;
     get googleClient() {
         if (this._googleClient)
@@ -42,20 +36,33 @@ class GeminiChatModel extends openai_1.OpenAIChatModel {
         const { apiKey } = this.credential;
         if (!apiKey)
             throw new Error(`${this.name} requires an API key. Please provide it via \`options.apiKey\`, or set the \`${this.apiKeyEnvName}\` environment variable`);
-        this._googleClient ??= new genai_1.GoogleGenAI({ apiKey });
+        this._googleClient ??= new genai_1.GoogleGenAI({
+            apiKey,
+            ...this.options?.clientOptions,
+        });
         return this._googleClient;
     }
-    process(input, options) {
-        const model = input.modelOptions?.model || this.credential.model;
-        if (!model.includes("image"))
-            return super.process(input, options);
-        return this.handleImageModelProcessing(input);
+    get credential() {
+        const apiKey = this.options?.apiKey ||
+            process.env[this.apiKeyEnvName] ||
+            process.env.GEMINI_API_KEY ||
+            process.env.GOOGLE_API_KEY;
+        return {
+            apiKey,
+            model: this.options?.model || GEMINI_DEFAULT_CHAT_MODEL,
+        };
     }
-    async *handleImageModelProcessing(input) {
+    get modelOptions() {
+        return this.options?.modelOptions;
+    }
+    process(input) {
+        return this.processInput(input);
+    }
+    async *processInput(input) {
         const model = input.modelOptions?.model || this.credential.model;
         const { contents, config } = await this.buildContents(input);
         const parameters = {
-            model: model,
+            model,
             contents,
             config: {
                 responseModalities: input.modelOptions?.modalities,
@@ -64,7 +71,6 @@ class GeminiChatModel extends openai_1.OpenAIChatModel {
                 frequencyPenalty: input.modelOptions?.frequencyPenalty || this.modelOptions?.frequencyPenalty,
                 presencePenalty: input.modelOptions?.presencePenalty || this.modelOptions?.presencePenalty,
                 ...config,
-                ...(await this.buildTools(input)),
                 ...(await this.buildConfig(input)),
             },
         };
@@ -77,6 +83,7 @@ class GeminiChatModel extends openai_1.OpenAIChatModel {
         const files = [];
         const toolCalls = [];
         let text = "";
+        let json;
         for await (const chunk of response) {
             if (!responseModel && chunk.modelVersion) {
                 responseModel = chunk.modelVersion;
@@ -100,15 +107,20 @@ class GeminiChatModel extends openai_1.OpenAIChatModel {
                             });
                         }
                         if (part.functionCall?.name) {
-                            toolCalls.push({
-                                id: part.functionCall.id || (0, uuid_1.v7)(),
-                                type: "function",
-                                function: {
-                                    name: part.functionCall.name,
-                                    arguments: part.functionCall.args || {},
-                                },
-                            });
-                            yield { delta: { json: { toolCalls } } };
+                            if (part.functionCall.name === OUTPUT_JSON_FUNCTION_NAME) {
+                                json = part.functionCall.args;
+                            }
+                            else {
+                                toolCalls.push({
+                                    id: part.functionCall.id || (0, uuid_1.v7)(),
+                                    type: "function",
+                                    function: {
+                                        name: part.functionCall.name,
+                                        arguments: part.functionCall.args || {},
+                                    },
+                                });
+                                yield { delta: { json: { toolCalls } } };
+                            }
                         }
                     }
                 }
@@ -119,15 +131,51 @@ class GeminiChatModel extends openai_1.OpenAIChatModel {
             }
         }
         if (input.responseFormat?.type === "json_schema") {
-            yield { delta: { json: { json: (0, core_1.safeParseJSON)(text) } } };
+            if (json) {
+                yield { delta: { json: { json } } };
+            }
+            else if (text) {
+                yield { delta: { json: { json: (0, core_1.safeParseJSON)(text) } } };
+            }
+            else {
+                // NOTE: Trigger retry of chat model
+                throw new core_1.StructuredOutputError("No JSON response from the model");
+            }
+        }
+        else if (!toolCalls.length) {
+            if (!text) {
+                logger_js_1.logger.error("No text response from the model", parameters);
+                // NOTE: Trigger retry of chat model
+                throw new core_1.StructuredOutputError("No text response from the model");
+            }
         }
-        yield { delta: { json: { usage, files } } };
+        yield { delta: { json: { usage, files: files.length ? files : undefined } } };
     }
     async buildConfig(input) {
         const config = {};
+        const { tools, toolConfig } = await this.buildTools(input);
+        config.tools = tools;
+        config.toolConfig = toolConfig;
         if (input.responseFormat?.type === "json_schema") {
-            config.responseJsonSchema = input.responseFormat.jsonSchema.schema;
-            config.responseMimeType = "application/json";
+            if (config.tools?.length) {
+                config.tools.push({
+                    functionDeclarations: [
+                        {
+                            name: OUTPUT_JSON_FUNCTION_NAME,
+                            description: "Output the final response in JSON format",
+                            parametersJsonSchema: input.responseFormat.jsonSchema.schema,
+                        },
+                    ],
+                });
+                config.toolConfig = {
+                    ...config.toolConfig,
+                    functionCallingConfig: { mode: genai_1.FunctionCallingConfigMode.ANY },
+                };
+            }
+            else {
+                config.responseJsonSchema = input.responseFormat.jsonSchema.schema;
+                config.responseMimeType = "application/json";
+            }
         }
         return config;
     }
@@ -178,7 +226,7 @@ class GeminiChatModel extends openai_1.OpenAIChatModel {
                 return;
             }
             const content = {
-                role: msg.role === "agent" ? "model" : "user",
+                role: msg.role === "agent" ? "model" : msg.role === "user" ? "user" : undefined,
             };
             if (msg.toolCalls) {
                 content.parts = msg.toolCalls.map((call) => ({
@@ -195,12 +243,31 @@ class GeminiChatModel extends openai_1.OpenAIChatModel {
                     .find((c) => c?.id === msg.toolCallId);
                 if (!call)
                     throw new Error(`Tool call not found: ${msg.toolCallId}`);
+                const output = JSON.parse(msg.content);
+                const isError = "error" in output && Boolean(input.error);
+                const response = {
+                    tool: call.function.name,
+                };
+                // NOTE: base on the documentation of gemini api, the content should include `output` field for successful result or `error` field for failed result,
+                // and base on the actual test, add a tool field presenting the tool name can improve the LLM understanding that which tool is called.
+                if (isError) {
+                    Object.assign(response, { status: "error" }, output);
+                }
+                else {
+                    Object.assign(response, { status: "success" });
+                    if ("output" in output) {
+                        Object.assign(response, output);
+                    }
+                    else {
+                        Object.assign(response, { output });
+                    }
+                }
                 content.parts = [
                     {
                         functionResponse: {
                             id: msg.toolCallId,
                             name: call.function.name,
-                            response: JSON.parse(msg.content),
+                            response,
                         },
                     },
                 ];
@@ -224,24 +291,17 @@ class GeminiChatModel extends openai_1.OpenAIChatModel {
             }
             return content;
         }))).filter(type_utils_js_1.isNonNullable);
+        if (!result.contents.length && systemParts.length) {
+            const system = systemParts.pop();
+            if (system) {
+                result.contents.push({ role: "user", parts: [system] });
+            }
+        }
         if (systemParts.length) {
             result.config ??= {};
             result.config.systemInstruction = systemParts;
         }
         return result;
     }
-    async getRunMessages(input) {
-        const messages = await super.getRunMessages(input);
-        if (!messages.some((i) => i.role === "user")) {
-            for (const msg of messages) {
-                if (msg.role === "system") {
-                    // Ensure the last message is from the user
-                    msg.role = "user";
-                    break;
-                }
-            }
-        }
-        return messages;
-    }
 }
 exports.GeminiChatModel = GeminiChatModel;

package/lib/dts/gemini-chat-model.d.ts

@@ -1,13 +1,21 @@
-import { type AgentInvokeOptions, type AgentProcessResult, type ChatModelInput, type ChatModelOutput } from "@aigne/core";
+import { type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
 import { type PromiseOrValue } from "@aigne/core/utils/type-utils.js";
-import { OpenAIChatModel, type OpenAIChatModelOptions } from "@aigne/openai";
-import { GoogleGenAI } from "@google/genai";
+import { GoogleGenAI, type GoogleGenAIOptions } from "@google/genai";
+export interface GeminiChatModelOptions extends ChatModelOptions {
+    /**
+     * API key for Gemini API
+     *
+     * If not provided, will look for GEMINI_API_KEY or GOOGLE_API_KEY in environment variables
+     */
+    apiKey?: string;
+    /**
+     * Optional client options for the Gemini SDK
+     */
+    clientOptions?: Partial<GoogleGenAIOptions>;
+}
 /**
  * Implementation of the ChatModel interface for Google's Gemini API
  *
- * This model uses OpenAI-compatible API format to interact with Google's Gemini models,
- * providing access to models like Gemini 1.5 and Gemini 2.0.
- *
  * @example
  * Here's how to create and use a Gemini chat model:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model}
@@ -16,19 +24,20 @@ import { GoogleGenAI } from "@google/genai";
  * Here's an example with streaming response:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model-streaming}
  */
-export declare class GeminiChatModel extends OpenAIChatModel {
-    constructor(options?: OpenAIChatModelOptions);
+export declare class GeminiChatModel extends ChatModel {
+    options?: GeminiChatModelOptions | undefined;
+    constructor(options?: GeminiChatModelOptions | undefined);
     protected apiKeyEnvName: string;
-    protected supportsToolsUseWithJsonSchema: boolean;
-    protected supportsParallelToolCalls: boolean;
-    protected supportsToolStreaming: boolean;
-    protected optionalFieldMode: "optional";
     protected _googleClient?: GoogleGenAI;
     get googleClient(): GoogleGenAI;
-    process(input: ChatModelInput, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
-    private handleImageModelProcessing;
+    get credential(): {
+        apiKey: string | undefined;
+        model: string;
+    };
+    get modelOptions(): Omit<import("@aigne/core").ChatModelInputOptions, "model"> | undefined;
+    process(input: ChatModelInput): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    private processInput;
     private buildConfig;
     private buildTools;
     private buildContents;
-    getRunMessages(input: ChatModelInput): ReturnType<OpenAIChatModel["getRunMessages"]>;
 }

package/lib/esm/gemini-chat-model.d.ts

@@ -1,13 +1,21 @@
-import { type AgentInvokeOptions, type AgentProcessResult, type ChatModelInput, type ChatModelOutput } from "@aigne/core";
+import { type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
 import { type PromiseOrValue } from "@aigne/core/utils/type-utils.js";
-import { OpenAIChatModel, type OpenAIChatModelOptions } from "@aigne/openai";
-import { GoogleGenAI } from "@google/genai";
+import { GoogleGenAI, type GoogleGenAIOptions } from "@google/genai";
+export interface GeminiChatModelOptions extends ChatModelOptions {
+    /**
+     * API key for Gemini API
+     *
+     * If not provided, will look for GEMINI_API_KEY or GOOGLE_API_KEY in environment variables
+     */
+    apiKey?: string;
+    /**
+     * Optional client options for the Gemini SDK
+     */
+    clientOptions?: Partial<GoogleGenAIOptions>;
+}
 /**
  * Implementation of the ChatModel interface for Google's Gemini API
  *
- * This model uses OpenAI-compatible API format to interact with Google's Gemini models,
- * providing access to models like Gemini 1.5 and Gemini 2.0.
- *
  * @example
  * Here's how to create and use a Gemini chat model:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model}
@@ -16,19 +24,20 @@ import { GoogleGenAI } from "@google/genai";
  * Here's an example with streaming response:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model-streaming}
  */
-export declare class GeminiChatModel extends OpenAIChatModel {
-    constructor(options?: OpenAIChatModelOptions);
+export declare class GeminiChatModel extends ChatModel {
+    options?: GeminiChatModelOptions | undefined;
+    constructor(options?: GeminiChatModelOptions | undefined);
     protected apiKeyEnvName: string;
-    protected supportsToolsUseWithJsonSchema: boolean;
-    protected supportsParallelToolCalls: boolean;
-    protected supportsToolStreaming: boolean;
-    protected optionalFieldMode: "optional";
     protected _googleClient?: GoogleGenAI;
     get googleClient(): GoogleGenAI;
-    process(input: ChatModelInput, options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
-    private handleImageModelProcessing;
+    get credential(): {
+        apiKey: string | undefined;
+        model: string;
+    };
+    get modelOptions(): Omit<import("@aigne/core").ChatModelInputOptions, "model"> | undefined;
+    process(input: ChatModelInput): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    private processInput;
     private buildConfig;
     private buildTools;
     private buildContents;
-    getRunMessages(input: ChatModelInput): ReturnType<OpenAIChatModel["getRunMessages"]>;
 }

package/lib/esm/gemini-chat-model.js

@@ -1,16 +1,13 @@
-import { safeParseJSON, } from "@aigne/core";
+import { ChatModel, StructuredOutputError, safeParseJSON, } from "@aigne/core";
+import { logger } from "@aigne/core/utils/logger.js";
 import { isNonNullable } from "@aigne/core/utils/type-utils.js";
-import { OpenAIChatModel } from "@aigne/openai";
 import { v7 } from "@aigne/uuid";
 import { FunctionCallingConfigMode, GoogleGenAI, } from "@google/genai";
-const GEMINI_BASE_URL = "https://generativelanguage.googleapis.com/v1beta/openai";
 const GEMINI_DEFAULT_CHAT_MODEL = "gemini-2.0-flash";
+const OUTPUT_JSON_FUNCTION_NAME = "output_json";
 /**
  * Implementation of the ChatModel interface for Google's Gemini API
  *
- * This model uses OpenAI-compatible API format to interact with Google's Gemini models,
- * providing access to models like Gemini 1.5 and Gemini 2.0.
- *
  * @example
  * Here's how to create and use a Gemini chat model:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model}
@@ -19,19 +16,16 @@ const GEMINI_DEFAULT_CHAT_MODEL = "gemini-2.0-flash";
  * Here's an example with streaming response:
  * {@includeCode ../test/gemini-chat-model.test.ts#example-gemini-chat-model-streaming}
  */
-export class GeminiChatModel extends OpenAIChatModel {
+export class GeminiChatModel extends ChatModel {
+    options;
     constructor(options) {
         super({
             ...options,
             model: options?.model || GEMINI_DEFAULT_CHAT_MODEL,
-            baseURL: options?.baseURL || GEMINI_BASE_URL,
         });
+        this.options = options;
     }
     apiKeyEnvName = "GEMINI_API_KEY";
-    supportsToolsUseWithJsonSchema = false;
-    supportsParallelToolCalls = false;
-    supportsToolStreaming = false;
-    optionalFieldMode = "optional";
     _googleClient;
     get googleClient() {
         if (this._googleClient)
@@ -39,20 +33,33 @@ export class GeminiChatModel extends OpenAIChatModel {
         const { apiKey } = this.credential;
         if (!apiKey)
             throw new Error(`${this.name} requires an API key. Please provide it via \`options.apiKey\`, or set the \`${this.apiKeyEnvName}\` environment variable`);
-        this._googleClient ??= new GoogleGenAI({ apiKey });
+        this._googleClient ??= new GoogleGenAI({
+            apiKey,
+            ...this.options?.clientOptions,
+        });
         return this._googleClient;
     }
-    process(input, options) {
-        const model = input.modelOptions?.model || this.credential.model;
-        if (!model.includes("image"))
-            return super.process(input, options);
-        return this.handleImageModelProcessing(input);
+    get credential() {
+        const apiKey = this.options?.apiKey ||
+            process.env[this.apiKeyEnvName] ||
+            process.env.GEMINI_API_KEY ||
+            process.env.GOOGLE_API_KEY;
+        return {
+            apiKey,
+            model: this.options?.model || GEMINI_DEFAULT_CHAT_MODEL,
+        };
     }
-    async *handleImageModelProcessing(input) {
+    get modelOptions() {
+        return this.options?.modelOptions;
+    }
+    process(input) {
+        return this.processInput(input);
+    }
+    async *processInput(input) {
         const model = input.modelOptions?.model || this.credential.model;
         const { contents, config } = await this.buildContents(input);
         const parameters = {
-            model: model,
+            model,
             contents,
             config: {
                 responseModalities: input.modelOptions?.modalities,
@@ -61,7 +68,6 @@ export class GeminiChatModel extends OpenAIChatModel {
                 frequencyPenalty: input.modelOptions?.frequencyPenalty || this.modelOptions?.frequencyPenalty,
                 presencePenalty: input.modelOptions?.presencePenalty || this.modelOptions?.presencePenalty,
                 ...config,
-                ...(await this.buildTools(input)),
                 ...(await this.buildConfig(input)),
             },
         };
@@ -74,6 +80,7 @@ export class GeminiChatModel extends OpenAIChatModel {
         const files = [];
         const toolCalls = [];
         let text = "";
+        let json;
         for await (const chunk of response) {
             if (!responseModel && chunk.modelVersion) {
                 responseModel = chunk.modelVersion;
@@ -97,15 +104,20 @@ export class GeminiChatModel extends OpenAIChatModel {
                             });
                         }
                         if (part.functionCall?.name) {
-                            toolCalls.push({
-                                id: part.functionCall.id || v7(),
-                                type: "function",
-                                function: {
-                                    name: part.functionCall.name,
-                                    arguments: part.functionCall.args || {},
-                                },
-                            });
-                            yield { delta: { json: { toolCalls } } };
+                            if (part.functionCall.name === OUTPUT_JSON_FUNCTION_NAME) {
+                                json = part.functionCall.args;
+                            }
+                            else {
+                                toolCalls.push({
+                                    id: part.functionCall.id || v7(),
+                                    type: "function",
+                                    function: {
+                                        name: part.functionCall.name,
+                                        arguments: part.functionCall.args || {},
+                                    },
+                                });
+                                yield { delta: { json: { toolCalls } } };
+                            }
                         }
                     }
                 }
@@ -116,15 +128,51 @@ export class GeminiChatModel extends OpenAIChatModel {
             }
         }
         if (input.responseFormat?.type === "json_schema") {
-            yield { delta: { json: { json: safeParseJSON(text) } } };
+            if (json) {
+                yield { delta: { json: { json } } };
+            }
+            else if (text) {
+                yield { delta: { json: { json: safeParseJSON(text) } } };
+            }
+            else {
+                // NOTE: Trigger retry of chat model
+                throw new StructuredOutputError("No JSON response from the model");
+            }
+        }
+        else if (!toolCalls.length) {
+            if (!text) {
+                logger.error("No text response from the model", parameters);
+                // NOTE: Trigger retry of chat model
+                throw new StructuredOutputError("No text response from the model");
+            }
         }
-        yield { delta: { json: { usage, files } } };
+        yield { delta: { json: { usage, files: files.length ? files : undefined } } };
     }
     async buildConfig(input) {
         const config = {};
+        const { tools, toolConfig } = await this.buildTools(input);
+        config.tools = tools;
+        config.toolConfig = toolConfig;
         if (input.responseFormat?.type === "json_schema") {
-            config.responseJsonSchema = input.responseFormat.jsonSchema.schema;
-            config.responseMimeType = "application/json";
+            if (config.tools?.length) {
+                config.tools.push({
+                    functionDeclarations: [
+                        {
+                            name: OUTPUT_JSON_FUNCTION_NAME,
+                            description: "Output the final response in JSON format",
+                            parametersJsonSchema: input.responseFormat.jsonSchema.schema,
+                        },
+                    ],
+                });
+                config.toolConfig = {
+                    ...config.toolConfig,
+                    functionCallingConfig: { mode: FunctionCallingConfigMode.ANY },
+                };
+            }
+            else {
+                config.responseJsonSchema = input.responseFormat.jsonSchema.schema;
+                config.responseMimeType = "application/json";
+            }
         }
         return config;
     }
@@ -175,7 +223,7 @@ export class GeminiChatModel extends OpenAIChatModel {
                 return;
             }
             const content = {
-                role: msg.role === "agent" ? "model" : "user",
+                role: msg.role === "agent" ? "model" : msg.role === "user" ? "user" : undefined,
             };
             if (msg.toolCalls) {
                 content.parts = msg.toolCalls.map((call) => ({
@@ -192,12 +240,31 @@ export class GeminiChatModel extends OpenAIChatModel {
                     .find((c) => c?.id === msg.toolCallId);
                 if (!call)
                     throw new Error(`Tool call not found: ${msg.toolCallId}`);
+                const output = JSON.parse(msg.content);
+                const isError = "error" in output && Boolean(input.error);
+                const response = {
+                    tool: call.function.name,
+                };
+                // NOTE: base on the documentation of gemini api, the content should include `output` field for successful result or `error` field for failed result,
+                // and base on the actual test, add a tool field presenting the tool name can improve the LLM understanding that which tool is called.
+                if (isError) {
+                    Object.assign(response, { status: "error" }, output);
+                }
+                else {
+                    Object.assign(response, { status: "success" });
+                    if ("output" in output) {
+                        Object.assign(response, output);
+                    }
+                    else {
+                        Object.assign(response, { output });
+                    }
+                }
                 content.parts = [
                     {
                         functionResponse: {
                             id: msg.toolCallId,
                             name: call.function.name,
-                            response: JSON.parse(msg.content),
+                            response,
                         },
                     },
                 ];
@@ -221,23 +288,16 @@ export class GeminiChatModel extends OpenAIChatModel {
             }
             return content;
         }))).filter(isNonNullable);
+        if (!result.contents.length && systemParts.length) {
+            const system = systemParts.pop();
+            if (system) {
+                result.contents.push({ role: "user", parts: [system] });
+            }
+        }
         if (systemParts.length) {
             result.config ??= {};
             result.config.systemInstruction = systemParts;
         }
         return result;
     }
-    async getRunMessages(input) {
-        const messages = await super.getRunMessages(input);
-        if (!messages.some((i) => i.role === "user")) {
-            for (const msg of messages) {
-                if (msg.role === "system") {
-                    // Ensure the last message is from the user
-                    msg.role = "user";
-                    break;
-                }
-            }
-        }
-        return messages;
-    }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/gemini",
-  "version": "0.14.2-beta.8",
+  "version": "0.14.2-beta.9",
   "description": "AIGNE Gemini SDK for integrating with Google's Gemini AI models",
   "publishConfig": {
     "access": "public"
@@ -39,7 +39,7 @@
     "@google/genai": "^1.24.0",
     "zod": "^3.25.67",
     "@aigne/platform-helpers": "^0.6.3",
-    "@aigne/openai": "^0.16.2-beta.8"
+    "@aigne/core": "^1.63.0-beta.9"
   },
   "devDependencies": {
     "@types/bun": "^1.2.22",
@@ -47,8 +47,7 @@
     "npm-run-all": "^4.1.5",
     "rimraf": "^6.0.1",
     "typescript": "^5.9.2",
-    "@aigne/core": "^1.63.0-beta.8",
-    "@aigne/test-utils": "^0.5.55-beta.8"
+    "@aigne/test-utils": "^0.5.55-beta.9"
   },
   "scripts": {
     "lint": "tsc --noEmit",