@juspay/neurolink 9.17.2 → 9.19.0

package/CHANGELOG.md

@@ -1,3 +1,15 @@
+## [9.19.0](https://github.com/juspay/neurolink/compare/v9.18.0...v9.19.0) (2026-03-07)
+
+### Features
+
+- **(landing):** nervous system visualization redesign with SEO and SDK fixes ([d410a49](https://github.com/juspay/neurolink/commit/d410a49546e9d55bce319f41d2b11f955350becc))
+
+## [9.18.0](https://github.com/juspay/neurolink/compare/v9.17.2...v9.18.0) (2026-03-07)
+
+### Features
+
+- **(sdk):** add embed() and embedMany() support across providers and server ([17243ad](https://github.com/juspay/neurolink/commit/17243ada417a192caa6e555f92df23938ddca6aa))
+
 ## [9.17.2](https://github.com/juspay/neurolink/compare/v9.17.1...v9.17.2) (2026-03-07)
 
 ### Bug Fixes

package/dist/context/stages/slidingWindowTruncator.js

@@ -124,7 +124,7 @@ export function truncateWithSlidingWindow(messages, config) {
         const keptAfterTruncation = remainingMessages.slice(evenRemoveCount);
         const truncationMarker = {
             id: `truncation-${randomUUID()}`,
-            role: "system",
+            role: "user",
             content: TRUNCATION_MARKER_CONTENT,
             timestamp: new Date().toISOString(),
             metadata: { isSummary: false, truncated: true },
@@ -162,7 +162,7 @@ export function truncateWithSlidingWindow(messages, config) {
         const keptMessages = remainingMessages.slice(evenMaxRemove);
         const truncationMarker = {
             id: `truncation-${randomUUID()}`,
-            role: "system",
+            role: "user",
             content: TRUNCATION_MARKER_CONTENT,
             timestamp: new Date().toISOString(),
             metadata: { isSummary: false, truncated: true },

package/dist/core/baseProvider.d.ts

@@ -153,6 +153,19 @@ export declare abstract class BaseProvider implements AIProvider {
      * ```
      */
     embed(text: string, _modelName?: string): Promise<number[]>;
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     *
+     * This is a default implementation that throws an error.
+     * Providers that support embeddings should override this method.
+     * The AI SDK's embedMany automatically handles chunking for models with batch limits.
+     *
+     * @param texts - The texts to embed
+     * @param _modelName - Optional embedding model name (provider-specific)
+     * @returns Promise resolving to an array of embedding vectors
+     * @throws Error if the provider does not support embeddings
+     */
+    embedMany(texts: string[], _modelName?: string): Promise<number[][]>;
     /**
      * Get the default embedding model for this provider
      *

package/dist/core/baseProvider.js

@@ -756,6 +756,27 @@ export class BaseProvider {
             `Use an embedding model like text-embedding-3-small (OpenAI), text-embedding-004 (Vertex), ` +
             `or amazon.titan-embed-text-v2:0 (Bedrock).`);
     }
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     *
+     * This is a default implementation that throws an error.
+     * Providers that support embeddings should override this method.
+     * The AI SDK's embedMany automatically handles chunking for models with batch limits.
+     *
+     * @param texts - The texts to embed
+     * @param _modelName - Optional embedding model name (provider-specific)
+     * @returns Promise resolving to an array of embedding vectors
+     * @throws Error if the provider does not support embeddings
+     */
+    async embedMany(texts, _modelName) {
+        logger.warn(`embedMany() called on ${this.providerName} which does not have a native implementation`, {
+            count: texts.length,
+        });
+        throw new Error(`Batch embedding generation is not supported by the ${this.providerName} provider. ` +
+            `Supported providers: openai, googleAiStudio, vertex/google, bedrock. ` +
+            `Use an embedding model like text-embedding-3-small (OpenAI), gemini-embedding-001 (Google AI), ` +
+            `text-embedding-004 (Vertex), or amazon.titan-embed-text-v2:0 (Bedrock).`);
+    }
     /**
      * Get the default embedding model for this provider
      *

package/dist/lib/context/stages/slidingWindowTruncator.js

@@ -124,7 +124,7 @@ export function truncateWithSlidingWindow(messages, config) {
         const keptAfterTruncation = remainingMessages.slice(evenRemoveCount);
         const truncationMarker = {
             id: `truncation-${randomUUID()}`,
-            role: "system",
+            role: "user",
             content: TRUNCATION_MARKER_CONTENT,
             timestamp: new Date().toISOString(),
             metadata: { isSummary: false, truncated: true },
@@ -162,7 +162,7 @@ export function truncateWithSlidingWindow(messages, config) {
         const keptMessages = remainingMessages.slice(evenMaxRemove);
         const truncationMarker = {
             id: `truncation-${randomUUID()}`,
-            role: "system",
+            role: "user",
             content: TRUNCATION_MARKER_CONTENT,
             timestamp: new Date().toISOString(),
             metadata: { isSummary: false, truncated: true },

package/dist/lib/core/baseProvider.d.ts

@@ -153,6 +153,19 @@ export declare abstract class BaseProvider implements AIProvider {
      * ```
      */
     embed(text: string, _modelName?: string): Promise<number[]>;
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     *
+     * This is a default implementation that throws an error.
+     * Providers that support embeddings should override this method.
+     * The AI SDK's embedMany automatically handles chunking for models with batch limits.
+     *
+     * @param texts - The texts to embed
+     * @param _modelName - Optional embedding model name (provider-specific)
+     * @returns Promise resolving to an array of embedding vectors
+     * @throws Error if the provider does not support embeddings
+     */
+    embedMany(texts: string[], _modelName?: string): Promise<number[][]>;
     /**
      * Get the default embedding model for this provider
      *

package/dist/lib/core/baseProvider.js

@@ -756,6 +756,27 @@ export class BaseProvider {
             `Use an embedding model like text-embedding-3-small (OpenAI), text-embedding-004 (Vertex), ` +
             `or amazon.titan-embed-text-v2:0 (Bedrock).`);
     }
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     *
+     * This is a default implementation that throws an error.
+     * Providers that support embeddings should override this method.
+     * The AI SDK's embedMany automatically handles chunking for models with batch limits.
+     *
+     * @param texts - The texts to embed
+     * @param _modelName - Optional embedding model name (provider-specific)
+     * @returns Promise resolving to an array of embedding vectors
+     * @throws Error if the provider does not support embeddings
+     */
+    async embedMany(texts, _modelName) {
+        logger.warn(`embedMany() called on ${this.providerName} which does not have a native implementation`, {
+            count: texts.length,
+        });
+        throw new Error(`Batch embedding generation is not supported by the ${this.providerName} provider. ` +
+            `Supported providers: openai, googleAiStudio, vertex/google, bedrock. ` +
+            `Use an embedding model like text-embedding-3-small (OpenAI), gemini-embedding-001 (Google AI), ` +
+            `text-embedding-004 (Vertex), or amazon.titan-embed-text-v2:0 (Bedrock).`);
+    }
     /**
      * Get the default embedding model for this provider
      *

package/dist/lib/providers/amazonBedrock.d.ts

@@ -53,4 +53,11 @@ export declare class AmazonBedrockProvider extends BaseProvider {
      * @returns Promise resolving to the embedding vector
      */
     embed(text: string, modelName?: string): Promise<number[]>;
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     * @param texts - The texts to embed
+     * @param modelName - The embedding model to use (default: amazon.titan-embed-text-v2:0)
+     * @returns Promise resolving to an array of embedding vectors
+     */
+    embedMany(texts: string[], modelName?: string): Promise<number[][]>;
 }

package/dist/lib/providers/amazonBedrock.js

@@ -1470,5 +1470,37 @@ export class AmazonBedrockProvider extends BaseProvider {
             throw this.handleProviderError(error);
         }
     }
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     * @param texts - The texts to embed
+     * @param modelName - The embedding model to use (default: amazon.titan-embed-text-v2:0)
+     * @returns Promise resolving to an array of embedding vectors
+     */
+    async embedMany(texts, modelName) {
+        const embeddingModelName = modelName || "amazon.titan-embed-text-v2:0";
+        logger.debug("Generating batch embeddings", {
+            provider: this.providerName,
+            model: embeddingModelName,
+            count: texts.length,
+        });
+        try {
+            const embeddings = await Promise.all(texts.map((text) => this.embed(text, embeddingModelName)));
+            logger.debug("Batch embeddings generated successfully", {
+                provider: this.providerName,
+                model: embeddingModelName,
+                count: embeddings.length,
+                embeddingDimension: embeddings[0]?.length,
+            });
+            return embeddings;
+        }
+        catch (error) {
+            logger.error("Batch embedding generation failed", {
+                error: error instanceof Error ? error.message : String(error),
+                model: embeddingModelName,
+                count: texts.length,
+            });
+            throw this.handleProviderError(error);
+        }
+    }
 }
 //# sourceMappingURL=amazonBedrock.js.map

package/dist/lib/providers/googleAiStudio.d.ts

@@ -75,6 +75,21 @@ export declare class GoogleAIStudioProvider extends BaseProvider {
      */
     generate(optionsOrPrompt: TextGenerationOptions | string): Promise<EnhancedGenerateResult | null>;
     private executeAudioStreamViaGeminiLive;
+    protected getDefaultEmbeddingModel(): string;
+    /**
+     * Generate embeddings for text using Google AI Studio embedding models
+     * @param text - The text to embed
+     * @param modelName - The embedding model to use (default: gemini-embedding-001)
+     * @returns Promise resolving to the embedding vector
+     */
+    embed(text: string, modelName?: string): Promise<number[]>;
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     * @param texts - The texts to embed
+     * @param modelName - The embedding model to use (default: gemini-embedding-001)
+     * @returns Promise resolving to an array of embedding vectors
+     */
+    embedMany(texts: string[], modelName?: string): Promise<number[][]>;
     private getApiKey;
 }
 export default GoogleAIStudioProvider;

package/dist/lib/providers/googleAiStudio.js

@@ -1,5 +1,5 @@
 import { createGoogleGenerativeAI } from "@ai-sdk/google";
-import { streamText } from "ai";
+import { embed, embedMany, streamText, } from "ai";
 import { ErrorCategory, ErrorSeverity, GoogleAIModels, } from "../constants/enums.js";
 import { estimateTokens } from "../utils/tokenEstimation.js";
 import { BaseProvider } from "../core/baseProvider.js";
@@ -11,7 +11,7 @@ import { logger } from "../utils/logger.js";
 import { isGemini3Model } from "../utils/modelDetection.js";
 import { tracers, ATTR, withClientSpan } from "../telemetry/index.js";
 import { composeAbortSignals, createTimeoutController, TimeoutError, } from "../utils/timeout.js";
-import { buildNativeToolDeclarations, buildNativeConfig, computeMaxSteps, collectStreamChunks, extractTextFromParts, executeNativeToolCalls, handleMaxStepsTermination, pushModelResponseToHistory, } from "./googleNativeGemini3.js";
+import { buildNativeToolDeclarations, buildNativeConfig, computeMaxSteps, collectStreamChunks, extractTextFromParts, executeNativeToolCalls, handleMaxStepsTermination, pushModelResponseToHistory, sanitizeToolsForGemini, } from "./googleNativeGemini3.js";
 // Google AI Live API types now imported from ../types/providerSpecific.js
 // Import proper types for multimodal message handling
 // Create Google GenAI client
@@ -444,9 +444,13 @@ export class GoogleAIStudioProvider extends BaseProvider {
             // Get tools consistently with generate method (include user-provided RAG tools)
             const shouldUseTools = !options.disableTools && this.supportsTools();
             const baseTools = shouldUseTools ? await this.getAllTools() : {};
-            const tools = shouldUseTools
+            const rawTools = shouldUseTools
                 ? { ...baseTools, ...(options.tools || {}) }
                 : {};
+            // Sanitize tool schemas for Gemini proto compatibility (converts anyOf/oneOf unions to string)
+            const tools = Object.keys(rawTools).length > 0
+                ? sanitizeToolsForGemini(rawTools)
+                : rawTools;
             // Build message array from options with multimodal support
             // Using protected helper from BaseProvider to eliminate code duplication
             const messages = await this.buildMessagesForStream(options);
@@ -1027,6 +1031,86 @@ export class GoogleAIStudioProvider extends BaseProvider {
             },
         };
     }
+    getDefaultEmbeddingModel() {
+        return (process.env.GOOGLE_AI_EMBEDDING_MODEL ||
+            process.env.GOOGLE_EMBEDDING_MODEL ||
+            "gemini-embedding-001");
+    }
+    /**
+     * Generate embeddings for text using Google AI Studio embedding models
+     * @param text - The text to embed
+     * @param modelName - The embedding model to use (default: gemini-embedding-001)
+     * @returns Promise resolving to the embedding vector
+     */
+    async embed(text, modelName) {
+        const embeddingModelName = modelName || this.getDefaultEmbeddingModel() || "gemini-embedding-001";
+        logger.debug("Generating embedding", {
+            provider: this.providerName,
+            model: embeddingModelName,
+            textLength: text.length,
+        });
+        try {
+            const apiKey = this.getApiKey();
+            const google = createGoogleGenerativeAI({ apiKey });
+            const embeddingModel = google.textEmbeddingModel(embeddingModelName);
+            const result = await embed({
+                model: embeddingModel,
+                value: text,
+            });
+            logger.debug("Embedding generated successfully", {
+                provider: this.providerName,
+                model: embeddingModelName,
+                embeddingDimension: result.embedding.length,
+            });
+            return result.embedding;
+        }
+        catch (error) {
+            logger.error("Embedding generation failed", {
+                error: error instanceof Error ? error.message : String(error),
+                model: embeddingModelName,
+                textLength: text.length,
+            });
+            throw this.handleProviderError(error);
+        }
+    }
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     * @param texts - The texts to embed
+     * @param modelName - The embedding model to use (default: gemini-embedding-001)
+     * @returns Promise resolving to an array of embedding vectors
+     */
+    async embedMany(texts, modelName) {
+        const embeddingModelName = modelName || this.getDefaultEmbeddingModel() || "gemini-embedding-001";
+        logger.debug("Generating batch embeddings", {
+            provider: this.providerName,
+            model: embeddingModelName,
+            count: texts.length,
+        });
+        try {
+            const apiKey = this.getApiKey();
+            const google = createGoogleGenerativeAI({ apiKey });
+            const embeddingModel = google.textEmbeddingModel(embeddingModelName);
+            const result = await embedMany({
+                model: embeddingModel,
+                values: texts,
+            });
+            logger.debug("Batch embeddings generated successfully", {
+                provider: this.providerName,
+                model: embeddingModelName,
+                count: result.embeddings.length,
+                embeddingDimension: result.embeddings[0]?.length,
+            });
+            return result.embeddings;
+        }
+        catch (error) {
+            logger.error("Batch embedding generation failed", {
+                error: error instanceof Error ? error.message : String(error),
+                model: embeddingModelName,
+                count: texts.length,
+            });
+            throw this.handleProviderError(error);
+        }
+    }
     getApiKey() {
         const apiKey = process.env.GOOGLE_AI_API_KEY || process.env.GOOGLE_GENERATIVE_AI_API_KEY;
         if (!apiKey) {

package/dist/lib/providers/googleNativeGemini3.d.ts

@@ -8,7 +8,7 @@
  * This module extracts the functions that are duplicated between the two
  * providers so they can share a single implementation.
  */
-import type { Tool } from "ai";
+import { type Tool } from "ai";
 import type { ThinkingConfig } from "../utils/thinkingConfig.js";
 /** A single native @google/genai function declaration. */
 export type NativeFunctionDeclaration = {
@@ -44,6 +44,29 @@ export type CollectedChunkResult = {
     inputTokens: number;
     outputTokens: number;
 };
+/**
+ * Sanitize a JSON Schema for Gemini's proto-based API.
+ *
+ * Gemini cannot handle `anyOf`/`oneOf` union types in function declarations
+ * because its proto format expects a single `type` field, not a list of types.
+ * This function recursively converts unions to `string` type (the most
+ * permissive primitive that can represent any value as text).
+ *
+ * Also removes `$schema`, `additionalProperties`, and `default` keys that
+ * Gemini's proto format doesn't support.
+ */
+export declare function sanitizeSchemaForGemini(schema: Record<string, unknown>): Record<string, unknown>;
+/**
+ * Sanitize Vercel AI SDK tools for Gemini compatibility.
+ *
+ * For the Vercel AI SDK path (non-native), tool parameters are Zod schemas that
+ * get converted to JSON Schema internally by @ai-sdk/google. This conversion
+ * doesn't sanitize union types (anyOf/oneOf), causing Gemini proto errors.
+ *
+ * This function pre-converts each tool's Zod parameters to sanitized JSON Schema
+ * and re-wraps with the Vercel AI SDK's jsonSchema() helper.
+ */
+export declare function sanitizeToolsForGemini(tools: Record<string, Tool>): Record<string, Tool>;
 /**
  * Convert Vercel AI SDK tools to @google/genai FunctionDeclarations and an execute map.
  *

package/dist/lib/providers/googleNativeGemini3.js

@@ -9,11 +9,127 @@
  * providers so they can share a single implementation.
  */
 import { randomUUID } from "node:crypto";
+import { jsonSchema as aiJsonSchema, tool as createAISDKTool, } from "ai";
 import { DEFAULT_MAX_STEPS, DEFAULT_TOOL_MAX_RETRIES, } from "../core/constants.js";
 import { logger } from "../utils/logger.js";
 import { convertZodToJsonSchema, inlineJsonSchema, isZodSchema, } from "../utils/schemaConversion.js";
 import { createNativeThinkingConfig } from "../utils/thinkingConfig.js";
 // ── Functions ──
+/**
+ * Sanitize a JSON Schema for Gemini's proto-based API.
+ *
+ * Gemini cannot handle `anyOf`/`oneOf` union types in function declarations
+ * because its proto format expects a single `type` field, not a list of types.
+ * This function recursively converts unions to `string` type (the most
+ * permissive primitive that can represent any value as text).
+ *
+ * Also removes `$schema`, `additionalProperties`, and `default` keys that
+ * Gemini's proto format doesn't support.
+ */
+export function sanitizeSchemaForGemini(schema) {
+    // If this node has anyOf/oneOf, collapse to string type
+    if (Array.isArray(schema.anyOf) || Array.isArray(schema.oneOf)) {
+        const unionKey = schema.anyOf ? "anyOf" : "oneOf";
+        const variants = schema[unionKey];
+        // Check if it's a nullable union (e.g., anyOf: [{type: "string"}, {type: "null"}])
+        const nonNullVariants = variants.filter((v) => v.type !== "null" && v.type !== "undefined");
+        if (nonNullVariants.length === 1) {
+            // Simple nullable — use the non-null type with nullable flag
+            const base = sanitizeSchemaForGemini({ ...nonNullVariants[0] });
+            base.nullable = true;
+            if (schema.description) {
+                base.description = schema.description;
+            }
+            return base;
+        }
+        // Multi-type union — collapse to string with description noting the original types
+        const types = nonNullVariants.map((v) => v.type || "unknown").join(" | ");
+        const result = { type: "string" };
+        const desc = schema.description
+            ? `${schema.description} (accepts: ${types})`
+            : `Value as string (accepts: ${types})`;
+        result.description = desc;
+        if (variants.some((v) => v.type === "null")) {
+            result.nullable = true;
+        }
+        return result;
+    }
+    const result = {};
+    for (const [key, value] of Object.entries(schema)) {
+        // Skip keys unsupported by Gemini proto format
+        if (key === "$schema" ||
+            key === "additionalProperties" ||
+            key === "default") {
+            continue;
+        }
+        if (key === "properties" && value && typeof value === "object") {
+            const properties = {};
+            for (const [propName, propSchema] of Object.entries(value)) {
+                if (propSchema && typeof propSchema === "object") {
+                    properties[propName] = sanitizeSchemaForGemini(propSchema);
+                }
+                else {
+                    properties[propName] = propSchema;
+                }
+            }
+            result[key] = properties;
+        }
+        else if (key === "items" && value && typeof value === "object") {
+            if (Array.isArray(value)) {
+                result[key] = value.map((item) => item && typeof item === "object"
+                    ? sanitizeSchemaForGemini(item)
+                    : item);
+            }
+            else {
+                result[key] = sanitizeSchemaForGemini(value);
+            }
+        }
+        else {
+            result[key] = value;
+        }
+    }
+    return result;
+}
+/**
+ * Sanitize Vercel AI SDK tools for Gemini compatibility.
+ *
+ * For the Vercel AI SDK path (non-native), tool parameters are Zod schemas that
+ * get converted to JSON Schema internally by @ai-sdk/google. This conversion
+ * doesn't sanitize union types (anyOf/oneOf), causing Gemini proto errors.
+ *
+ * This function pre-converts each tool's Zod parameters to sanitized JSON Schema
+ * and re-wraps with the Vercel AI SDK's jsonSchema() helper.
+ */
+export function sanitizeToolsForGemini(tools) {
+    const sanitized = {};
+    for (const [name, tool] of Object.entries(tools)) {
+        try {
+            const params = tool.parameters;
+            if (params &&
+                typeof params === "object" &&
+                "_def" in params &&
+                typeof params.parse === "function") {
+                const rawJsonSchema = convertZodToJsonSchema(params);
+                const inlined = inlineJsonSchema(rawJsonSchema);
+                const sanitizedSchema = sanitizeSchemaForGemini(inlined);
+                sanitized[name] = createAISDKTool({
+                    description: tool.description || `Tool: ${name}`,
+                    parameters: aiJsonSchema(sanitizedSchema),
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    execute: tool.execute,
+                });
+            }
+            else {
+                sanitized[name] = tool;
+            }
+        }
+        catch (error) {
+            logger.warn(`[Gemini] Failed to sanitize tool "${name}", using original`, { error: error instanceof Error ? error.message : String(error) });
+            sanitized[name] = tool;
+        }
+    }
+    return sanitized;
+}
 /**
  * Convert Vercel AI SDK tools to @google/genai FunctionDeclarations and an execute map.
  *
@@ -38,10 +154,7 @@ export function buildNativeToolDeclarations(tools) {
             else {
                 rawSchema = { type: "object", properties: {} };
             }
-            decl.parametersJsonSchema = inlineJsonSchema(rawSchema);
-            if (decl.parametersJsonSchema.$schema) {
-                delete decl.parametersJsonSchema.$schema;
-            }
+            decl.parametersJsonSchema = sanitizeSchemaForGemini(inlineJsonSchema(rawSchema));
         }
         functionDeclarations.push(decl);
         if (tool.execute) {

package/dist/lib/providers/googleVertex.d.ts

@@ -298,6 +298,13 @@ export declare class GoogleVertexProvider extends BaseProvider {
      * @returns Promise resolving to the embedding vector
      */
     embed(text: string, modelName?: string): Promise<number[]>;
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     * @param texts - The texts to embed
+     * @param modelName - The embedding model to use (default: text-embedding-004)
+     * @returns Promise resolving to an array of embedding vectors
+     */
+    embedMany(texts: string[], modelName?: string): Promise<number[][]>;
     /**
      * Get model suggestions when a model is not found
      */

package/dist/lib/providers/googleVertex.js

@@ -1,6 +1,6 @@
 import { createVertex, } from "@ai-sdk/google-vertex";
 import { createVertexAnthropic, } from "@ai-sdk/google-vertex/anthropic";
-import { Output, streamText, } from "ai";
+import { embed, embedMany, Output, streamText, } from "ai";
 import { trace, SpanKind, SpanStatusCode } from "@opentelemetry/api";
 import dns from "node:dns";
 import fs from "fs";
@@ -22,7 +22,7 @@ import { tracers, ATTR, withClientSpan } from "../telemetry/index.js";
 import { createGoogleAuthConfig, createVertexProjectConfig, validateApiKey, } from "../utils/providerConfig.js";
 import { convertZodToJsonSchema, inlineJsonSchema, } from "../utils/schemaConversion.js";
 import { composeAbortSignals, createTimeoutController, TimeoutError, } from "../utils/timeout.js";
-import { buildNativeToolDeclarations, buildNativeConfig, computeMaxSteps as computeMaxStepsShared, collectStreamChunks, extractTextFromParts, executeNativeToolCalls, handleMaxStepsTermination, pushModelResponseToHistory, } from "./googleNativeGemini3.js";
+import { buildNativeToolDeclarations, buildNativeConfig, computeMaxSteps as computeMaxStepsShared, collectStreamChunks, extractTextFromParts, executeNativeToolCalls, handleMaxStepsTermination, pushModelResponseToHistory, sanitizeToolsForGemini, } from "./googleNativeGemini3.js";
 // Import proper types for multimodal message handling
 // Keep-alive note: Node.js native fetch and undici (used by createProxyFetch)
 // handle HTTP keep-alive internally. The fetchWithRetry wrapper in proxyFetch.ts
@@ -816,9 +816,14 @@ export class GoogleVertexProvider extends BaseProvider {
             // Get all available tools (direct + MCP + external + user-provided RAG tools) for streaming
             const shouldUseTools = !options.disableTools && this.supportsTools();
             const baseStreamTools = shouldUseTools ? await this.getAllTools() : {};
-            const tools = shouldUseTools
+            const rawTools = shouldUseTools
                 ? { ...baseStreamTools, ...(options.tools || {}) }
                 : {};
+            // Only sanitize for Gemini models (not Anthropic/Claude models routed through Vertex)
+            const isAnthropic = isAnthropicModel(gemini3CheckModelName);
+            const tools = Object.keys(rawTools).length > 0 && !isAnthropic
+                ? sanitizeToolsForGemini(rawTools)
+                : rawTools;
             logger.debug(`${functionTag}: Tools for streaming`, {
                 shouldUseTools,
                 baseToolCount: Object.keys(baseStreamTools).length,
@@ -899,6 +904,12 @@ export class GoogleVertexProvider extends BaseProvider {
             };
             if (analysisSchema) {
                 try {
+                    // Gemini cannot use tools and JSON schema simultaneously
+                    if (!isAnthropic) {
+                        delete streamOptions.tools;
+                        delete streamOptions.toolChoice;
+                        delete streamOptions.maxSteps;
+                    }
                     streamOptions = {
                         ...streamOptions,
                         experimental_output: Output.object({
@@ -2691,8 +2702,6 @@ export class GoogleVertexProvider extends BaseProvider {
             textLength: text.length,
         });
         try {
-            // Create embedding model using the AI SDK
-            const { embed } = await import("ai");
             // Create the Vertex provider with current settings
             const vertexSettings = await createVertexSettings(this.location);
             const vertex = createVertex(vertexSettings);
@@ -2719,6 +2728,44 @@ export class GoogleVertexProvider extends BaseProvider {
             throw this.handleProviderError(error);
         }
     }
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     * @param texts - The texts to embed
+     * @param modelName - The embedding model to use (default: text-embedding-004)
+     * @returns Promise resolving to an array of embedding vectors
+     */
+    async embedMany(texts, modelName) {
+        const embeddingModelName = modelName || this.getDefaultEmbeddingModel() || "text-embedding-004";
+        logger.debug("Generating batch embeddings", {
+            provider: this.providerName,
+            model: embeddingModelName,
+            count: texts.length,
+        });
+        try {
+            const vertexSettings = await createVertexSettings(this.location);
+            const vertex = createVertex(vertexSettings);
+            const embeddingModel = vertex.textEmbeddingModel(embeddingModelName);
+            const result = await embedMany({
+                model: embeddingModel,
+                values: texts,
+            });
+            logger.debug("Batch embeddings generated successfully", {
+                provider: this.providerName,
+                model: embeddingModelName,
+                count: result.embeddings.length,
+                embeddingDimension: result.embeddings[0]?.length,
+            });
+            return result.embeddings;
+        }
+        catch (error) {
+            logger.error("Batch embedding generation failed", {
+                error: error instanceof Error ? error.message : String(error),
+                model: embeddingModelName,
+                count: texts.length,
+            });
+            throw this.handleProviderError(error);
+        }
+    }
     /**
      * Get model suggestions when a model is not found
      */

package/dist/lib/providers/openAI.d.ts

@@ -59,5 +59,12 @@ export declare class OpenAIProvider extends BaseProvider {
      * @returns Promise resolving to the embedding vector
      */
     embed(text: string, modelName?: string): Promise<number[]>;
+    /**
+     * Generate embeddings for multiple texts in a single batch
+     * @param texts - The texts to embed
+     * @param modelName - The embedding model to use (default: text-embedding-3-small)
+     * @returns Promise resolving to an array of embedding vectors
+     */
+    embedMany(texts: string[], modelName?: string): Promise<number[][]>;
 }
 export default OpenAIProvider;