@ainetwork/adk-provider-model-gemini 0.1.1 → 0.1.2

package/index.ts

@@ -1,5 +1,10 @@
 import { BaseModel } from "@ainetwork/adk/modules";
 import { ChatRole, type SessionObject } from "@ainetwork/adk/types/memory";
+import type {
+	LLMStream,
+	StreamChunk,
+	ToolCallDelta,
+} from "@ainetwork/adk/types/stream";
 import type {
 	FetchResponse,
 	IA2ATool,
@@ -12,6 +17,7 @@ import {
 	type Content,
 	type FunctionCall,
 	type FunctionDeclaration,
+	type GenerateContentResponse,
 	GoogleGenAI,
 } from "@google/genai";
 
@@ -112,6 +118,69 @@ export class GeminiModel extends BaseModel<Content, FunctionDeclaration> {
 		return await this.fetch(messages);
 	}
 
+	async fetchStreamWithContextMessage(
+		messages: Content[],
+		functions: FunctionDeclaration[],
+	): Promise<LLMStream> {
+		const stream = await this.client.models.generateContentStream({
+			model: this.modelName,
+			contents: messages,
+			config: { tools: [{ functionDeclarations: functions }] },
+		});
+
+		return await this.createGeminiStreamAdapter(stream);
+	}
+
+	// NOTE(yoojin): Need to switch API Stream type to LLMStream.
+	private createGeminiStreamAdapter(
+		geminiStream: AsyncIterable<GenerateContentResponse>,
+	): LLMStream {
+		const hasName = (
+			value: FunctionCall,
+		): value is FunctionCall & { name: string } => {
+			return value.name !== undefined;
+		};
+
+		return {
+			async *[Symbol.asyncIterator](): AsyncIterator<StreamChunk> {
+				for await (const geminiChunk of geminiStream) {
+					yield {
+						delta: {
+							role: geminiChunk.candidates?.[0]?.content?.role,
+							content:
+								geminiChunk.candidates?.[0]?.content?.parts?.[0]?.text ||
+								undefined,
+							tool_calls: hasName(
+								geminiChunk.candidates?.[0]?.content?.parts?.[0]
+									?.functionCall || {},
+							)
+								? ([
+										{
+											index: 0,
+											id:
+												geminiChunk.candidates?.[0]?.content?.parts?.[0]
+													?.functionCall?.id || "id",
+											function: {
+												name: geminiChunk.candidates?.[0]?.content?.parts?.[0]
+													?.functionCall?.name,
+												arguments:
+													geminiChunk.candidates?.[0]?.content?.parts?.[0]
+														?.functionCall?.args,
+											},
+										},
+									] as ToolCallDelta[])
+								: undefined,
+						},
+						finish_reason: geminiChunk.candidates?.[0]?.finishReason as any,
+						metadata: {
+							provider: "gemini",
+						},
+					};
+				}
+			},
+		};
+	}
+
 	convertToolsToFunctions(tools: IAgentTool[]): FunctionDeclaration[] {
 		const functions: FunctionDeclaration[] = [];
 		for (const tool of tools) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ainetwork/adk-provider-model-gemini",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "author": "AI Network (https://ainetwork.ai)",
   "type": "module",
   "engines": {
@@ -21,7 +21,7 @@
     "clean": "rm -rf dist"
   },
   "dependencies": {
-    "@ainetwork/adk": "^0.1.2",
+    "@ainetwork/adk": "^0.1.7",
     "@google/genai": "^1.11.0"
   },
   "devDependencies": {
@@ -31,5 +31,5 @@
   "publishConfig": {
     "access": "public"
   },
-  "gitHead": "cb6205738fd84533ce56bbeeab00ea9dfe2aaf3a"
+  "gitHead": "4098aacea7a18099aa020ef5d331cdce0d59c3f3"
 }