@ainetwork/adk-provider-model-azure 0.1.1 → 0.1.3

package/index.ts

@@ -1,5 +1,10 @@
 import { BaseModel } from "@ainetwork/adk/modules";
 import { ChatRole, type SessionObject } from "@ainetwork/adk/types/memory";
+import type {
+	LLMStream,
+	StreamChunk,
+	ToolCallDelta,
+} from "@ainetwork/adk/types/stream";
 import type {
 	FetchResponse,
 	IA2ATool,
@@ -11,6 +16,7 @@ import { TOOL_PROTOCOL_TYPE } from "@ainetwork/adk/types/tool";
 import { AzureOpenAI as AzureOpenAIClient } from "openai";
 import type {
 	ChatCompletionMessageParam as CCMessageParam,
+	ChatCompletionChunk,
 	ChatCompletionMessageToolCall,
 	ChatCompletionTool,
 } from "openai/resources";
@@ -118,6 +124,58 @@ export class AzureOpenAI extends BaseModel<CCMessageParam, ChatCompletionTool> {
 		return await this.fetch(messages);
 	}
 
+	async fetchStreamWithContextMessage(
+		messages: CCMessageParam[],
+		functions: ChatCompletionTool[],
+	) {
+		const stream = await this.client.chat.completions.create({
+			model: this.modelName,
+			messages,
+			tools: functions,
+			tool_choice: "auto",
+			stream: true,
+		});
+		return await this.createOpenAIStreamAdapter(stream);
+	}
+
+	// NOTE(yoojin): Need to switch API Stream type to LLMStream.
+	private createOpenAIStreamAdapter(
+		openaiStream: AsyncIterable<ChatCompletionChunk>,
+	): LLMStream {
+		return {
+			async *[Symbol.asyncIterator](): AsyncIterator<StreamChunk> {
+				for await (const openaiChunk of openaiStream) {
+					const choice = openaiChunk.choices[0];
+					if (choice) {
+						const streamChunk: StreamChunk = {
+							delta: {
+								role: choice.delta.role,
+								content: choice.delta.content || undefined,
+								tool_calls: choice.delta.tool_calls?.map(
+									(tc) =>
+										({
+											index: tc.index,
+											id: tc.id,
+											type: tc.type,
+											function: tc.function,
+										}) as ToolCallDelta,
+								),
+							},
+							finish_reason: choice.finish_reason as any,
+							metadata: {
+								provider: "openai",
+								model: openaiChunk.model,
+								id: openaiChunk.id,
+							},
+						};
+						yield streamChunk;
+					}
+				}
+			},
+			metadata: { provider: "openai" },
+		};
+	}
+
 	convertToolsToFunctions(tools: IAgentTool[]): ChatCompletionTool[] {
 		const functions: ChatCompletionTool[] = [];
 		for (const tool of tools) {

package/package.json

@@ -1,19 +1,19 @@
 {
   "name": "@ainetwork/adk-provider-model-azure",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "author": "AI Network (https://ainetwork.ai)",
   "type": "module",
   "engines": {
     "node": ">=20"
   },
-  "main": "./dist/cjs/index.js",
-  "module": "./dist/esm/index.js",
-  "types": "./dist/esm/index.d.ts",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
   "exports": {
     ".": {
-      "import": "./dist/esm/index.js",
-      "require": "./dist/cjs/index.js",
-      "types": "./dist/esm/index.d.ts"
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
     }
   },
   "scripts": {
@@ -21,7 +21,7 @@
     "clean": "rm -rf dist"
   },
   "dependencies": {
-    "@ainetwork/adk": "^0.1.0",
+    "@ainetwork/adk": "^0.1.7",
     "openai": "^5.10.2"
   },
   "devDependencies": {
@@ -31,5 +31,5 @@
   "publishConfig": {
     "access": "public"
   },
-  "gitHead": "cb6205738fd84533ce56bbeeab00ea9dfe2aaf3a"
+  "gitHead": "4098aacea7a18099aa020ef5d331cdce0d59c3f3"
 }