@juspay/neurolink 9.70.7 → 9.72.0

package/dist/types/toolRouting.d.ts

@@ -0,0 +1,91 @@
+/**
+ * Pre-call tool routing — configuration and catalog types.
+ *
+ * Host applications can register large numbers of custom tools (typically MCP
+ * server tools) whose names are prefixed with their server id
+ * (`${serverId}_${toolName}`). When tool routing is enabled, a cheap router
+ * LLM call runs once per `stream()` turn, picks the servers relevant to the
+ * user query, and the tools of every unpicked server are appended to the
+ * request's `excludeTools` denylist before the main model call.
+ *
+ * Denylist semantics are deliberate: the router only knows the declared
+ * server catalog — a strict subset of the real tool set. Excluding unpicked
+ * servers leaves NeuroLink's built-in direct tools, always-include servers,
+ * and any tools outside the catalog untouched. The whole mechanism fails
+ * open: any router failure resolves to an empty exclusion list (all tools),
+ * identical to routing being disabled.
+ */
+import type { GenerateOptions, GenerateResult } from "./generate.js";
+/** One routable server as declared by the host application. */
+export type ToolRoutingServerDescriptor = {
+    /**
+     * Server id. Must be the prefix used when the host registered the server's
+     * tools (`${id}_${toolName}`) — tool names are grouped by this prefix.
+     */
+    id: string;
+    /** Routing-grade server description shown to the router LLM. */
+    description: string;
+};
+/**
+ * LLM settings for the router call. Fields omitted here fall back to the
+ * stream call's own provider/model/region, so the router uses the same model
+ * as the main chat call unless explicitly overridden.
+ */
+export type ToolRoutingModelConfig = {
+    provider?: string;
+    model?: string;
+    region?: string;
+    /** Router sampling temperature. Default: 0. */
+    temperature?: number;
+};
+/** Constructor-level configuration for pre-call tool routing. */
+export type ToolRoutingConfig = {
+    /** Master switch. Routing runs only when true AND the server catalog is non-empty. */
+    enabled: boolean;
+    /**
+     * Routable server catalog. Hosts that only know their servers after
+     * constructing NeuroLink can supply it later via
+     * `neurolink.setToolRoutingServers()` instead.
+     */
+    servers?: ToolRoutingServerDescriptor[];
+    /**
+     * Server ids whose tools are always kept and never offered to the router
+     * (e.g. utility / reasoning / chart servers every turn may need).
+     */
+    alwaysIncludeServerIds?: string[];
+    /** Hard ceiling for the router LLM call before failing open. Default: 15000. */
+    timeoutMs?: number;
+    /** Router LLM override. Defaults to the stream call's provider/model/region at temperature 0. */
+    routerModel?: ToolRoutingModelConfig;
+    /**
+     * Override for the instruction text placed before the user query in the
+     * router prompt (role + task framing). When omitted, the SDK built-in
+     * default is used. The server catalog, user query, and output rules are
+     * always appended by the SDK regardless of this value.
+     */
+    routerPromptPrefix?: string;
+};
+/** Catalog entry pairing a server descriptor with its registered tool names. */
+export type ToolRoutingCatalogEntry = {
+    id: string;
+    description: string;
+    /** Registered tool names for this server, i.e. `${serverId}_${toolName}`. */
+    toolNames: string[];
+};
+/** Parameters for `resolveToolRoutingExclusions()`. */
+export type ToolRoutingResolutionParams = {
+    /** Full catalog; always-include servers are filtered out internally. */
+    catalog: ToolRoutingCatalogEntry[];
+    /** Server ids never offered to the router. */
+    alwaysIncludeServerIds: string[];
+    /** Current user query (the stream input text, before memory enrichment). */
+    userQuery: string;
+    /** Instruction text placed before the user query. Defaults to the SDK built-in. */
+    routerPromptPrefix?: string;
+    /** Router LLM settings, already resolved against the stream call's options. */
+    routerModel: ToolRoutingModelConfig;
+    /** Timeout for the router call in milliseconds. */
+    timeoutMs: number;
+    /** Invokes the router LLM — `NeuroLink.generate` bound by the caller. */
+    generateFn: (options: GenerateOptions) => Promise<GenerateResult>;
+};

package/dist/types/toolRouting.js

@@ -0,0 +1,18 @@
+/**
+ * Pre-call tool routing — configuration and catalog types.
+ *
+ * Host applications can register large numbers of custom tools (typically MCP
+ * server tools) whose names are prefixed with their server id
+ * (`${serverId}_${toolName}`). When tool routing is enabled, a cheap router
+ * LLM call runs once per `stream()` turn, picks the servers relevant to the
+ * user query, and the tools of every unpicked server are appended to the
+ * request's `excludeTools` denylist before the main model call.
+ *
+ * Denylist semantics are deliberate: the router only knows the declared
+ * server catalog — a strict subset of the real tool set. Excluding unpicked
+ * servers leaves NeuroLink's built-in direct tools, always-include servers,
+ * and any tools outside the catalog untouched. The whole mechanism fails
+ * open: any router failure resolves to an empty exclusion list (all tools),
+ * identical to routing being disabled.
+ */
+export {};

package/dist/utils/anthropicTraceSanitizer.d.ts

@@ -0,0 +1,7 @@
+import type { VertexAnthropicMessage } from "../types/index.js";
+/**
+ * Strips base64 image/PDF payloads from Anthropic messages before they go on a
+ * trace attribute — one screenshot would otherwise be megabytes on a span.
+ * Other block types pass through; the serializer still applies its length cap.
+ */
+export declare function sanitizeAnthropicMessagesForTrace(messages: VertexAnthropicMessage[]): Array<Record<string, unknown>>;

package/dist/utils/anthropicTraceSanitizer.js

@@ -0,0 +1,25 @@
+/**
+ * Strips base64 image/PDF payloads from Anthropic messages before they go on a
+ * trace attribute — one screenshot would otherwise be megabytes on a span.
+ * Other block types pass through; the serializer still applies its length cap.
+ */
+export function sanitizeAnthropicMessagesForTrace(messages) {
+    return messages.map((message) => {
+        if (typeof message.content === "string") {
+            return { role: message.role, content: message.content };
+        }
+        return {
+            role: message.role,
+            content: message.content.map((block) => {
+                if (block.type === "image" || block.type === "document") {
+                    return {
+                        type: block.type,
+                        media_type: block.source.media_type,
+                        base64_chars: block.source.data.length,
+                    };
+                }
+                return block;
+            }),
+        };
+    });
+}

package/dist/utils/mcpErrorText.d.ts

@@ -8,3 +8,19 @@
  * must happen here and propagate to all three surfaces.
  */
 export declare function extractMcpErrorText(raw: unknown): string;
+/**
+ * MCP tools signal failure by RETURNING `{ isError: true, ... }`, not throwing,
+ * so execute()'s try/catch never sees it. Returns a capped status message for
+ * failures (undefined for success) for the caller to set the span error level.
+ *
+ * Generic over input shape: accepts either a result object or a JSON-stringified
+ * envelope (different providers hand back different shapes), mirroring
+ * `extractMcpErrorText`. A non-JSON string has no `isError` field, so it is
+ * correctly treated as "not an error" (→ undefined).
+ *
+ * Layered on `extractMcpErrorText`: this adds the `isError === true` gate and
+ * the human-readable "MCP tool returned isError: …" prefix, while the shared
+ * helper owns the content parsing and the 500-char cap. When `isError` is set
+ * but no readable text is present, falls back to a generic message.
+ */
+export declare function extractMcpToolErrorMessage(result: unknown): string | undefined;

package/dist/utils/mcpErrorText.js

@@ -33,3 +33,39 @@ export function extractMcpErrorText(raw) {
         .map((c) => c.text);
     return texts.join(" ").substring(0, 500);
 }
+/**
+ * MCP tools signal failure by RETURNING `{ isError: true, ... }`, not throwing,
+ * so execute()'s try/catch never sees it. Returns a capped status message for
+ * failures (undefined for success) for the caller to set the span error level.
+ *
+ * Generic over input shape: accepts either a result object or a JSON-stringified
+ * envelope (different providers hand back different shapes), mirroring
+ * `extractMcpErrorText`. A non-JSON string has no `isError` field, so it is
+ * correctly treated as "not an error" (→ undefined).
+ *
+ * Layered on `extractMcpErrorText`: this adds the `isError === true` gate and
+ * the human-readable "MCP tool returned isError: …" prefix, while the shared
+ * helper owns the content parsing and the 500-char cap. When `isError` is set
+ * but no readable text is present, falls back to a generic message.
+ */
+export function extractMcpToolErrorMessage(result) {
+    let resultObj = result;
+    if (typeof resultObj === "string") {
+        try {
+            resultObj = JSON.parse(resultObj);
+        }
+        catch {
+            return undefined;
+        }
+    }
+    if (!resultObj || typeof resultObj !== "object") {
+        return undefined;
+    }
+    if (resultObj.isError !== true) {
+        return undefined;
+    }
+    const text = extractMcpErrorText(resultObj);
+    return text
+        ? `MCP tool returned isError: ${text}`
+        : "MCP tool returned isError: true";
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juspay/neurolink",
-  "version": "9.70.7",
+  "version": "9.72.0",
   "packageManager": "pnpm@10.15.1",
   "description": "Universal AI Development Platform with working MCP integration, multi-provider support, voice (TTS/STT/realtime), and professional CLI. 58+ external MCP servers discoverable, multimodal file processing, RAG pipelines. Build, test, and deploy AI applications with 21+ providers: OpenAI, Anthropic, Google AI Studio, Google Vertex, AWS Bedrock, Azure OpenAI, Mistral, LiteLLM, SageMaker, Hugging Face, Ollama, OpenAI-compatible, OpenRouter, DeepSeek, NVIDIA NIM, LM Studio, llama.cpp, plus voice (OpenAI TTS, ElevenLabs, Deepgram, Azure Speech).",
   "author": {
@@ -104,6 +104,7 @@
     "test:log-sanitize": "npx tsx test/continuous-test-suite-log-sanitize.ts",
     "test:sse-client": "npx tsx test/continuous-test-suite-sse-client.ts",
     "test:stream-span": "npx tsx test/continuous-test-suite-stream-span.ts",
+    "test:vertex-langfuse-spans": "npx tsx test/continuous-test-suite-vertex-langfuse-spans.ts",
     "test:credentials": "npx tsx test/continuous-test-suite-credentials.ts",
     "test:dynamic": "npx tsx test/continuous-test-suite-dynamic.ts",
     "test:proxy": "npx tsx test/continuous-test-suite-proxy.ts",