@aigne/openai 0.13.6 → 0.14.0

package/CHANGELOG.md

@@ -1,5 +1,32 @@
 # Changelog
 
+## [0.14.0](https://github.com/AIGNE-io/aigne-framework/compare/openai-v0.13.7...openai-v0.14.0) (2025-09-05)
+
+
+### Features
+
+* add modalities support for chat model ([#454](https://github.com/AIGNE-io/aigne-framework/issues/454)) ([70d1bf6](https://github.com/AIGNE-io/aigne-framework/commit/70d1bf631f4e711235d89c6df8ee210a19179b30))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/core bumped to 1.58.0
+  * devDependencies
+    * @aigne/test-utils bumped to 0.5.44
+
+## [0.13.7](https://github.com/AIGNE-io/aigne-framework/compare/openai-v0.13.6...openai-v0.13.7) (2025-09-01)
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @aigne/core bumped to 1.57.5
+  * devDependencies
+    * @aigne/test-utils bumped to 0.5.43
+
 ## [0.13.6](https://github.com/AIGNE-io/aigne-framework/compare/openai-v0.13.5...openai-v0.13.6) (2025-08-30)
 
 

package/lib/cjs/openai-chat-model.d.ts

@@ -1,4 +1,4 @@
-import { type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelInputMessage, type ChatModelInputTool, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelInputMessage, type ChatModelInputTool, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
 import { type PromiseOrValue } from "@aigne/core/utils/type-utils.js";
 import type { ClientOptions, OpenAI } from "openai";
 import type { ChatCompletionMessageParam, ChatCompletionTool } from "openai/resources";
@@ -143,7 +143,7 @@ export declare class OpenAIChatModel extends ChatModel {
      * @param input The input to process
      * @returns The generated response
      */
-    process(input: ChatModelInput): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    process(input: ChatModelInput, _options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
     private ajv;
     private _process;
     private getParallelToolCalls;

package/lib/cjs/openai-chat-model.js

@@ -10,6 +10,7 @@ const model_utils_js_1 = require("@aigne/core/utils/model-utils.js");
 const prompts_js_1 = require("@aigne/core/utils/prompts.js");
 const stream_utils_js_1 = require("@aigne/core/utils/stream-utils.js");
 const type_utils_js_1 = require("@aigne/core/utils/type-utils.js");
+const index_js_1 = require("@aigne/platform-helpers/nodejs/index.js");
 const ajv_1 = require("ajv");
 const uuid_1 = require("uuid");
 const zod_1 = require("zod");
@@ -104,7 +105,7 @@ class OpenAIChatModel extends core_1.ChatModel {
      * @param input The input to process
      * @returns The generated response
      */
-    process(input) {
+    process(input, _options) {
         return this._process(input);
     }
     ajv = new ajv_1.Ajv();
@@ -320,23 +321,33 @@ const mapRole = (0, core_1.createRoleMapper)(core_1.STANDARD_ROLE_MAP);
  * @hidden
  */
 async function contentsFromInputMessages(messages) {
-    return messages.map((i) => ({
+    return Promise.all(messages.map(async (i) => ({
         role: mapRole(i.role),
         content: typeof i.content === "string"
             ? i.content
-            : i.content
-                ?.map((c) => {
-                if (c.type === "text") {
-                    return { type: "text", text: c.text };
-                }
-                if (c.type === "image_url") {
-                    return {
-                        type: "image_url",
-                        image_url: { url: c.url },
-                    };
-                }
-            })
-                .filter(type_utils_js_1.isNonNullable),
+            : i.content &&
+                (await Promise.all(i.content.map(async (c) => {
+                    switch (c.type) {
+                        case "text":
+                            return { type: "text", text: c.text };
+                        case "url":
+                            return { type: "image_url", image_url: { url: c.url } };
+                        case "file":
+                            return {
+                                type: "file",
+                                file: { file_data: c.data, filename: c.filename },
+                            };
+                        case "local": {
+                            return {
+                                type: "file",
+                                file: {
+                                    file_data: await index_js_1.nodejs.fs.readFile(c.path, "base64"),
+                                    filename: c.filename,
+                                },
+                            };
+                        }
+                    }
+                }))).filter(type_utils_js_1.isNonNullable),
         tool_calls: i.toolCalls?.map((i) => ({
             ...i,
             function: {
@@ -346,7 +357,7 @@ async function contentsFromInputMessages(messages) {
         })),
         tool_call_id: i.toolCallId,
         name: i.name,
-    }));
+    })));
 }
 /**
  * @hidden

package/lib/dts/openai-chat-model.d.ts

@@ -1,4 +1,4 @@
-import { type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelInputMessage, type ChatModelInputTool, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelInputMessage, type ChatModelInputTool, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
 import { type PromiseOrValue } from "@aigne/core/utils/type-utils.js";
 import type { ClientOptions, OpenAI } from "openai";
 import type { ChatCompletionMessageParam, ChatCompletionTool } from "openai/resources";
@@ -143,7 +143,7 @@ export declare class OpenAIChatModel extends ChatModel {
      * @param input The input to process
      * @returns The generated response
      */
-    process(input: ChatModelInput): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    process(input: ChatModelInput, _options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
     private ajv;
     private _process;
     private getParallelToolCalls;

package/lib/esm/openai-chat-model.d.ts

@@ -1,4 +1,4 @@
-import { type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelInputMessage, type ChatModelInputTool, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
+import { type AgentInvokeOptions, type AgentProcessResult, ChatModel, type ChatModelInput, type ChatModelInputMessage, type ChatModelInputTool, type ChatModelOptions, type ChatModelOutput } from "@aigne/core";
 import { type PromiseOrValue } from "@aigne/core/utils/type-utils.js";
 import type { ClientOptions, OpenAI } from "openai";
 import type { ChatCompletionMessageParam, ChatCompletionTool } from "openai/resources";
@@ -143,7 +143,7 @@ export declare class OpenAIChatModel extends ChatModel {
      * @param input The input to process
      * @returns The generated response
      */
-    process(input: ChatModelInput): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
+    process(input: ChatModelInput, _options: AgentInvokeOptions): PromiseOrValue<AgentProcessResult<ChatModelOutput>>;
     private ajv;
     private _process;
     private getParallelToolCalls;

package/lib/esm/openai-chat-model.js

@@ -4,6 +4,7 @@ import { mergeUsage } from "@aigne/core/utils/model-utils.js";
 import { getJsonOutputPrompt } from "@aigne/core/utils/prompts.js";
 import { agentResponseStreamToObject } from "@aigne/core/utils/stream-utils.js";
 import { checkArguments, isNonNullable, } from "@aigne/core/utils/type-utils.js";
+import { nodejs } from "@aigne/platform-helpers/nodejs/index.js";
 import { Ajv } from "ajv";
 import { v7 } from "uuid";
 import { z } from "zod";
@@ -98,7 +99,7 @@ export class OpenAIChatModel extends ChatModel {
      * @param input The input to process
      * @returns The generated response
      */
-    process(input) {
+    process(input, _options) {
         return this._process(input);
     }
     ajv = new Ajv();
@@ -313,23 +314,33 @@ const mapRole = createRoleMapper(STANDARD_ROLE_MAP);
  * @hidden
  */
 export async function contentsFromInputMessages(messages) {
-    return messages.map((i) => ({
+    return Promise.all(messages.map(async (i) => ({
         role: mapRole(i.role),
         content: typeof i.content === "string"
             ? i.content
-            : i.content
-                ?.map((c) => {
-                if (c.type === "text") {
-                    return { type: "text", text: c.text };
-                }
-                if (c.type === "image_url") {
-                    return {
-                        type: "image_url",
-                        image_url: { url: c.url },
-                    };
-                }
-            })
-                .filter(isNonNullable),
+            : i.content &&
+                (await Promise.all(i.content.map(async (c) => {
+                    switch (c.type) {
+                        case "text":
+                            return { type: "text", text: c.text };
+                        case "url":
+                            return { type: "image_url", image_url: { url: c.url } };
+                        case "file":
+                            return {
+                                type: "file",
+                                file: { file_data: c.data, filename: c.filename },
+                            };
+                        case "local": {
+                            return {
+                                type: "file",
+                                file: {
+                                    file_data: await nodejs.fs.readFile(c.path, "base64"),
+                                    filename: c.filename,
+                                },
+                            };
+                        }
+                    }
+                }))).filter(isNonNullable),
         tool_calls: i.toolCalls?.map((i) => ({
             ...i,
             function: {
@@ -339,7 +350,7 @@ export async function contentsFromInputMessages(messages) {
         })),
         tool_call_id: i.toolCallId,
         name: i.name,
-    }));
+    })));
 }
 /**
  * @hidden

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aigne/openai",
-  "version": "0.13.6",
+  "version": "0.14.0",
   "description": "AIGNE OpenAI SDK for integrating with OpenAI's GPT models and API services",
   "publishConfig": {
     "access": "public"
@@ -39,7 +39,8 @@
     "openai": "^5.8.3",
     "uuid": "^11.1.0",
     "zod": "^3.25.67",
-    "@aigne/core": "^1.57.4"
+    "@aigne/platform-helpers": "^0.6.2",
+    "@aigne/core": "^1.58.0"
   },
   "devDependencies": {
     "@types/bun": "^1.2.18",
@@ -47,7 +48,7 @@
     "npm-run-all": "^4.1.5",
     "rimraf": "^6.0.1",
     "typescript": "^5.8.3",
-    "@aigne/test-utils": "^0.5.42"
+    "@aigne/test-utils": "^0.5.44"
   },
   "scripts": {
     "lint": "tsc --noEmit",