@juspay/neurolink 9.32.0 → 9.33.0

package/dist/client/providers/googleNativeGemini3.js

@@ -1,543 +0,0 @@
-/**
- * Shared utilities for Gemini 3 native SDK support.
- *
- * Both GoogleAIStudioProvider and GoogleVertexProvider route Gemini 3 models
- * with tools to the native @google/genai SDK (bypassing the Vercel AI SDK)
- * in order to properly handle thought_signature in multi-turn tool calling.
- *
- * This module extracts the functions that are duplicated between the two
- * providers so they can share a single implementation.
- */
-import { randomUUID } from "node:crypto";
-import { jsonSchema as aiJsonSchema, tool as createAISDKTool, } from "ai";
-import { DEFAULT_MAX_STEPS, DEFAULT_TOOL_MAX_RETRIES, } from "../core/constants.js";
-import { logger } from "../utils/logger.js";
-import { convertZodToJsonSchema, inlineJsonSchema, isZodSchema, } from "../utils/schemaConversion.js";
-import { createNativeThinkingConfig } from "../utils/thinkingConfig.js";
-// ── Functions ──
-/**
- * Sanitize a JSON Schema for Gemini's proto-based API.
- *
- * Gemini cannot handle `anyOf`/`oneOf` union types in function declarations
- * because its proto format expects a single `type` field, not a list of types.
- * This function recursively converts unions to `string` type (the most
- * permissive primitive that can represent any value as text).
- *
- * Also removes `$schema`, `additionalProperties`, and `default` keys that
- * Gemini's proto format doesn't support.
- */
-export function sanitizeSchemaForGemini(schema) {
-    // If this node has anyOf/oneOf, collapse to string type
-    if (Array.isArray(schema.anyOf) || Array.isArray(schema.oneOf)) {
-        const unionKey = schema.anyOf ? "anyOf" : "oneOf";
-        const variants = schema[unionKey];
-        // Check if it's a nullable union (e.g., anyOf: [{type: "string"}, {type: "null"}])
-        const nonNullVariants = variants.filter((v) => v.type !== "null" && v.type !== "undefined");
-        if (nonNullVariants.length === 1) {
-            // Simple nullable — use the non-null type with nullable flag
-            const base = sanitizeSchemaForGemini({ ...nonNullVariants[0] });
-            base.nullable = true;
-            if (schema.description) {
-                base.description = schema.description;
-            }
-            return base;
-        }
-        // Multi-type union — collapse to string with description noting the original types
-        const types = nonNullVariants.map((v) => v.type || "unknown").join(" | ");
-        const result = { type: "string" };
-        const desc = schema.description
-            ? `${schema.description} (accepts: ${types})`
-            : `Value as string (accepts: ${types})`;
-        result.description = desc;
-        if (variants.some((v) => v.type === "null")) {
-            result.nullable = true;
-        }
-        return result;
-    }
-    const result = {};
-    for (const [key, value] of Object.entries(schema)) {
-        // Skip keys unsupported by Gemini proto format
-        if (key === "$schema" ||
-            key === "additionalProperties" ||
-            key === "default") {
-            continue;
-        }
-        if (key === "properties" && value && typeof value === "object") {
-            const properties = {};
-            for (const [propName, propSchema] of Object.entries(value)) {
-                if (propSchema && typeof propSchema === "object") {
-                    properties[propName] = sanitizeSchemaForGemini(propSchema);
-                }
-                else {
-                    properties[propName] = propSchema;
-                }
-            }
-            result[key] = properties;
-        }
-        else if (key === "items" && value && typeof value === "object") {
-            if (Array.isArray(value)) {
-                result[key] = value.map((item) => item && typeof item === "object"
-                    ? sanitizeSchemaForGemini(item)
-                    : item);
-            }
-            else {
-                result[key] = sanitizeSchemaForGemini(value);
-            }
-        }
-        else {
-            result[key] = value;
-        }
-    }
-    // Recurse through composed schema branches
-    if (Array.isArray(result.allOf)) {
-        result.allOf = result.allOf.map((s) => sanitizeSchemaForGemini(s));
-    }
-    if (result.not && typeof result.not === "object") {
-        result.not = sanitizeSchemaForGemini(result.not);
-    }
-    for (const branch of ["if", "then", "else"]) {
-        if (result[branch] && typeof result[branch] === "object") {
-            result[branch] = sanitizeSchemaForGemini(result[branch]);
-        }
-    }
-    return result;
-}
-/**
- * Sanitize Vercel AI SDK tools for Gemini compatibility.
- *
- * For the Vercel AI SDK path (non-native), tool parameters are Zod schemas that
- * get converted to JSON Schema internally by @ai-sdk/google. This conversion
- * doesn't sanitize union types (anyOf/oneOf), causing Gemini proto errors.
- *
- * This function pre-converts each tool's Zod parameters to sanitized JSON Schema
- * and re-wraps with the Vercel AI SDK's jsonSchema() helper.
- */
-export function sanitizeToolsForGemini(tools) {
-    const sanitized = {};
-    const dropped = [];
-    for (const [name, tool] of Object.entries(tools)) {
-        try {
-            // Access the legacy `parameters` field that may exist on older AI SDK tools.
-            // AI SDK v6 uses `inputSchema`, but v3/v4 tools and third-party wrappers use `parameters`.
-            const legacyTool = tool;
-            const params = legacyTool.parameters;
-            if (params &&
-                typeof params === "object" &&
-                "_def" in params &&
-                typeof params.parse === "function") {
-                const rawJsonSchema = convertZodToJsonSchema(params);
-                const inlined = inlineJsonSchema(rawJsonSchema);
-                // Gemini sanitization strips Zod-only features not supported by the Gemini API:
-                // union types (anyOf/oneOf) are collapsed to string, default values and
-                // additionalProperties are removed. The resulting schema is Gemini-compatible
-                // but loses some type constraints from the original Zod schema.
-                const sanitizedSchema = sanitizeSchemaForGemini(inlined);
-                sanitized[name] = createAISDKTool({
-                    description: tool.description || `Tool: ${name}`,
-                    inputSchema: aiJsonSchema(sanitizedSchema),
-                    execute: tool.execute,
-                });
-            }
-            else if (params &&
-                typeof params === "object" &&
-                "jsonSchema" in params) {
-                // Non-Zod JSON schema (e.g., from ai SDK jsonSchema() helper) — still needs sanitization
-                const rawSchema = params
-                    .jsonSchema;
-                const sanitizedSchema = sanitizeSchemaForGemini(inlineJsonSchema(rawSchema));
-                sanitized[name] = createAISDKTool({
-                    description: tool.description || `Tool: ${name}`,
-                    inputSchema: aiJsonSchema(sanitizedSchema),
-                    execute: tool.execute,
-                });
-            }
-            else {
-                sanitized[name] = tool;
-            }
-        }
-        catch (error) {
-            logger.warn(`[Gemini] Failed to sanitize tool "${name}", skipping: ${error instanceof Error ? error.message : String(error)}`);
-            // Don't fall back to the original tool — an incompatible schema would fail the Gemini request
-            dropped.push(name);
-        }
-    }
-    return { tools: sanitized, dropped };
-}
-/**
- * Convert Vercel AI SDK tools to @google/genai FunctionDeclarations and an execute map.
- *
- * This handles both Zod schemas and plain JSON Schema objects for tool parameters.
- */
-export function buildNativeToolDeclarations(tools) {
-    const functionDeclarations = [];
-    const executeMap = new Map();
-    const skippedTools = [];
-    for (const [name, tool] of Object.entries(tools)) {
-        try {
-            const decl = {
-                name,
-                description: tool.description || `Tool: ${name}`,
-            };
-            // Access legacy `parameters` (AI SDK v3/v4) or current `inputSchema` (v6)
-            const legacyTool = tool;
-            if (legacyTool.parameters || tool.inputSchema) {
-                let rawSchema;
-                const toolParams = legacyTool.parameters || tool.inputSchema;
-                if (isZodSchema(toolParams)) {
-                    rawSchema = convertZodToJsonSchema(toolParams);
-                }
-                else if (typeof toolParams === "object") {
-                    rawSchema = toolParams;
-                }
-                else {
-                    rawSchema = { type: "object", properties: {} };
-                }
-                // Unwrap Vercel AI SDK's jsonSchema() wrapper: { jsonSchema: { type: "object", ... } }
-                if (rawSchema.jsonSchema &&
-                    typeof rawSchema.jsonSchema === "object" &&
-                    !rawSchema.type) {
-                    rawSchema = rawSchema.jsonSchema;
-                }
-                decl.parametersJsonSchema = sanitizeSchemaForGemini(inlineJsonSchema(rawSchema));
-            }
-            functionDeclarations.push(decl);
-            if (tool.execute) {
-                executeMap.set(name, tool.execute);
-            }
-        }
-        catch (err) {
-            skippedTools.push(name);
-            logger.error(`[buildNativeToolDeclarations] Failed to convert tool "${name}":`, err);
-        }
-    }
-    if (skippedTools.length > 0) {
-        logger.warn(`[buildNativeToolDeclarations] ${skippedTools.length} tool(s) skipped due to schema errors: ${skippedTools.join(", ")}`);
-    }
-    return { toolsConfig: [{ functionDeclarations }], executeMap };
-}
-/**
- * Build the native @google/genai config object shared by stream and generate.
- */
-export function buildNativeConfig(options, toolsConfig) {
-    const config = {
-        temperature: options.temperature ?? 1.0, // Gemini 3 requires 1.0 for tool calling
-        maxOutputTokens: options.maxTokens,
-    };
-    if (toolsConfig) {
-        config.tools = toolsConfig;
-    }
-    if (options.systemPrompt) {
-        config.systemInstruction = options.systemPrompt;
-    }
-    // Add thinking config for Gemini 3
-    const nativeThinkingConfig = createNativeThinkingConfig(options.thinkingConfig);
-    if (nativeThinkingConfig) {
-        config.thinkingConfig = nativeThinkingConfig;
-    }
-    return config;
-}
-/**
- * Safety cap for native Gemini 3 SDK agentic tool-calling loops.
- * Lower than DEFAULT_MAX_STEPS (200) to prevent runaway iterations
- * in the native SDK path which bypasses Vercel AI SDK step limits.
- */
-const GEMINI3_NATIVE_MAX_STEPS = 100;
-/**
- * Compute a safe, clamped maxSteps value.
- */
-export function computeMaxSteps(rawMaxSteps) {
-    const value = rawMaxSteps || DEFAULT_MAX_STEPS;
-    return Number.isFinite(value) && value > 0
-        ? Math.min(Math.floor(value), GEMINI3_NATIVE_MAX_STEPS)
-        : Math.min(DEFAULT_MAX_STEPS, GEMINI3_NATIVE_MAX_STEPS);
-}
-/**
- * Process stream chunks to extract raw response parts, function calls, and usage metadata.
- *
- * Consumes the full async iterable and returns all collected data.
- */
-export async function collectStreamChunks(stream) {
-    const rawResponseParts = [];
-    const stepFunctionCalls = [];
-    let inputTokens = 0;
-    let outputTokens = 0;
-    for await (const chunk of stream) {
-        // Extract raw parts from candidates FIRST
-        // This avoids using chunk.text which triggers SDK warning when
-        // non-text parts (thoughtSignature, functionCall) are present
-        const chunkRecord = chunk;
-        const candidates = chunkRecord.candidates;
-        const firstCandidate = candidates?.[0];
-        const chunkContent = firstCandidate?.content;
-        if (chunkContent && Array.isArray(chunkContent.parts)) {
-            rawResponseParts.push(...chunkContent.parts);
-        }
-        if (chunk.functionCalls) {
-            stepFunctionCalls.push(...chunk.functionCalls);
-        }
-        // Accumulate usage metadata from chunks
-        const usage = chunkRecord.usageMetadata;
-        if (usage) {
-            inputTokens = Math.max(inputTokens, usage.promptTokenCount || 0);
-            outputTokens = Math.max(outputTokens, usage.candidatesTokenCount || 0);
-        }
-    }
-    return { rawResponseParts, stepFunctionCalls, inputTokens, outputTokens };
-}
-/**
- * Create a push-based text channel that bridges a background producer
- * (the agentic tool-calling loop) with an async-iterable consumer.
- *
- * This enables truly incremental streaming: text parts are yielded to the
- * caller as they arrive from the network, rather than being buffered until
- * the model finishes generating.
- */
-export function createTextChannel() {
-    const queue = [];
-    let done = false;
-    let fatalError = undefined;
-    // Resolve the current "wait for data" promise when new data arrives
-    let notify = null;
-    function wake() {
-        if (notify) {
-            const fn = notify;
-            notify = null;
-            fn();
-        }
-    }
-    function push(text) {
-        if (done) {
-            return;
-        }
-        queue.push({ content: text });
-        wake();
-    }
-    function close() {
-        done = true;
-        wake();
-    }
-    function error(err) {
-        done = true;
-        fatalError = err;
-        wake();
-    }
-    let readIndex = 0;
-    async function* iterable() {
-        try {
-            while (true) {
-                if (readIndex < queue.length) {
-                    yield queue[readIndex++];
-                    // Periodically compact consumed chunks to avoid unbounded retention
-                    if (readIndex > 1024 && readIndex * 2 >= queue.length) {
-                        queue.splice(0, readIndex);
-                        readIndex = 0;
-                    }
-                }
-                else if (done) {
-                    if (fatalError !== undefined) {
-                        throw fatalError instanceof Error
-                            ? fatalError
-                            : new Error(String(fatalError));
-                    }
-                    return;
-                }
-                else {
-                    // Wait until the producer pushes data or signals completion
-                    await new Promise((resolve) => {
-                        notify = resolve;
-                    });
-                }
-            }
-        }
-        finally {
-            // Consumer stopped reading (e.g. disconnect/cancel): stop buffering.
-            done = true;
-            queue.length = 0;
-            notify?.();
-        }
-    }
-    return { push, close, error, iterable: iterable() };
-}
-/**
- * Iterate a single stream step incrementally, pushing text parts to `channel`
- * as they arrive from the network while simultaneously accumulating the full
- * `CollectedChunkResult` needed for history and token accounting.
- *
- * Used for all steps (both intermediate tool-calling steps and the final
- * text-only step).  Text parts are pushed to the channel as they arrive,
- * enabling truly incremental streaming.  The complete `rawResponseParts`
- * (including thoughtSignature) are still returned at the end for use by
- * `pushModelResponseToHistory`.
- */
-export async function collectStreamChunksIncremental(stream, channel) {
-    const rawResponseParts = [];
-    const stepFunctionCalls = [];
-    let inputTokens = 0;
-    let outputTokens = 0;
-    for await (const chunk of stream) {
-        const chunkRecord = chunk;
-        const candidates = chunkRecord.candidates;
-        const firstCandidate = candidates?.[0];
-        const chunkContent = firstCandidate?.content;
-        if (chunkContent && Array.isArray(chunkContent.parts)) {
-            for (const part of chunkContent.parts) {
-                rawResponseParts.push(part);
-                // Forward text parts to the consumer immediately
-                if (typeof part.text === "string" && part.text.length > 0) {
-                    channel.push(part.text);
-                }
-            }
-        }
-        if (chunk.functionCalls) {
-            stepFunctionCalls.push(...chunk.functionCalls);
-        }
-        const usage = chunkRecord.usageMetadata;
-        if (usage) {
-            inputTokens = Math.max(inputTokens, usage.promptTokenCount || 0);
-            outputTokens = Math.max(outputTokens, usage.candidatesTokenCount || 0);
-        }
-    }
-    return { rawResponseParts, stepFunctionCalls, inputTokens, outputTokens };
-}
-/**
- * Extract text from raw response parts, filtering out non-text parts
- * (thoughtSignature, functionCall) to avoid SDK warnings.
- */
-export function extractTextFromParts(rawResponseParts) {
-    return rawResponseParts
-        .filter((part) => typeof part.text === "string")
-        .map((part) => part.text)
-        .join("");
-}
-/**
- * Execute a batch of native function calls with retry tracking and permanent failure detection.
- *
- * @param logLabel - Label for log messages (e.g. "[GoogleAIStudio]" or "[GoogleVertex]")
- * @param stepFunctionCalls - The function calls from the model
- * @param executeMap - Map of tool name to execute function
- * @param failedTools - Mutable map tracking per-tool failure counts
- * @param allToolCalls - Mutable array accumulating all tool call records
- * @param options - Optional settings for execution tracking and cancellation
- * @returns Array of function responses for conversation history
- */
-export async function executeNativeToolCalls(logLabel, stepFunctionCalls, executeMap, failedTools, allToolCalls, options) {
-    const functionResponses = [];
-    for (const call of stepFunctionCalls) {
-        allToolCalls.push({ toolName: call.name, args: call.args });
-        // Check if this tool has already exceeded retry limit
-        const failedInfo = failedTools.get(call.name);
-        if (failedInfo && failedInfo.count >= DEFAULT_TOOL_MAX_RETRIES) {
-            logger.warn(`${logLabel} Tool "${call.name}" has exceeded retry limit (${DEFAULT_TOOL_MAX_RETRIES}), skipping execution`);
-            const errorOutput = {
-                error: `TOOL_PERMANENTLY_FAILED: The tool "${call.name}" has failed ${failedInfo.count} times and will not be retried. Last error: ${failedInfo.lastError}. Please proceed without using this tool or inform the user that this functionality is unavailable.`,
-                status: "permanently_failed",
-                do_not_retry: true,
-            };
-            functionResponses.push({
-                functionResponse: { name: call.name, response: errorOutput },
-            });
-            options?.toolExecutions?.push({
-                name: call.name,
-                input: call.args,
-                output: errorOutput,
-            });
-            continue;
-        }
-        const execute = executeMap.get(call.name);
-        if (execute) {
-            try {
-                // AI SDK Tool execute requires (args, options) - provide minimal options
-                // Use randomUUID to avoid toolCallId collisions across concurrent calls
-                const toolOptions = {
-                    toolCallId: `${call.name}-${randomUUID()}`,
-                    messages: [],
-                    abortSignal: options?.abortSignal,
-                };
-                const result = await execute(call.args, toolOptions);
-                functionResponses.push({
-                    functionResponse: { name: call.name, response: { result } },
-                });
-                options?.toolExecutions?.push({
-                    name: call.name,
-                    input: call.args,
-                    output: result,
-                });
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : "Unknown error";
-                // Track this failure
-                const currentFailInfo = failedTools.get(call.name) || {
-                    count: 0,
-                    lastError: "",
-                };
-                currentFailInfo.count++;
-                currentFailInfo.lastError = errorMessage;
-                failedTools.set(call.name, currentFailInfo);
-                logger.warn(`${logLabel} Tool "${call.name}" failed (attempt ${currentFailInfo.count}/${DEFAULT_TOOL_MAX_RETRIES}): ${errorMessage}`);
-                // Determine if this is a permanent failure
-                const isPermanentFailure = currentFailInfo.count >= DEFAULT_TOOL_MAX_RETRIES;
-                const errorOutput = {
-                    error: isPermanentFailure
-                        ? `TOOL_PERMANENTLY_FAILED: The tool "${call.name}" has failed ${currentFailInfo.count} times with error: ${errorMessage}. This tool will not be retried. Please proceed without using this tool or inform the user that this functionality is unavailable.`
-                        : `TOOL_EXECUTION_ERROR: ${errorMessage}. Retry attempt ${currentFailInfo.count}/${DEFAULT_TOOL_MAX_RETRIES}.`,
-                    status: isPermanentFailure ? "permanently_failed" : "failed",
-                    do_not_retry: isPermanentFailure,
-                    retry_count: currentFailInfo.count,
-                    max_retries: DEFAULT_TOOL_MAX_RETRIES,
-                };
-                functionResponses.push({
-                    functionResponse: { name: call.name, response: errorOutput },
-                });
-                options?.toolExecutions?.push({
-                    name: call.name,
-                    input: call.args,
-                    output: errorOutput,
-                });
-            }
-        }
-        else {
-            // Tool not found is a permanent error
-            const errorOutput = {
-                error: `TOOL_NOT_FOUND: The tool "${call.name}" does not exist. Do not attempt to call this tool again.`,
-                status: "permanently_failed",
-                do_not_retry: true,
-            };
-            functionResponses.push({
-                functionResponse: { name: call.name, response: errorOutput },
-            });
-            options?.toolExecutions?.push({
-                name: call.name,
-                input: call.args,
-                output: errorOutput,
-            });
-        }
-    }
-    return functionResponses;
-}
-/**
- * Handle maxSteps termination by producing a final text when the model
- * was still calling tools when the step limit was reached.
- *
- * @param logLabel - Label for log messages (e.g. "[GoogleAIStudio]" or "[GoogleVertex]")
- */
-export function handleMaxStepsTermination(logLabel, step, maxSteps, finalText, lastStepText) {
-    if (step >= maxSteps && !finalText) {
-        logger.warn(`${logLabel} Tool call loop terminated after reaching maxSteps (${maxSteps}). ` +
-            `Model was still calling tools. Using accumulated text from last step.`);
-        return (lastStepText ||
-            `[Tool execution limit reached after ${maxSteps} steps. The model continued requesting tool calls beyond the limit.]`);
-    }
-    return finalText;
-}
-/**
- * Push model response parts to conversation history, preserving thoughtSignature
- * for Gemini 3 multi-turn tool calling.
- */
-export function pushModelResponseToHistory(currentContents, rawResponseParts, stepFunctionCalls) {
-    currentContents.push({
-        role: "model",
-        parts: rawResponseParts.length > 0
-            ? rawResponseParts
-            : stepFunctionCalls.map((fc) => ({ functionCall: fc })),
-    });
-}