@juspay/neurolink 9.79.1 → 9.79.2

package/dist/providers/anthropicImageBlocks.js

@@ -0,0 +1,222 @@
+/**
+ * Pure converters from multimodal content parts into native Anthropic
+ * Messages-API content blocks (image / document).
+ *
+ * Two input shapes reach the native Anthropic surface:
+ *
+ *  1. NeuroLink/V3 multimodal parts — `{ type: "image", image }` produced by
+ *     the multimodal message builder (base64, data URL, https URL, or bytes).
+ *
+ *  2. AI-SDK LanguageModel prompt parts — `{ type: "file", mediaType, data }`.
+ *     This is how `ai@6` encodes BOTH images and PDFs in the prompt that the
+ *     provider's `doGenerate(options.prompt)` receives. Before this module the
+ *     converter only handled `type:"image"`, so on the tool-using generate
+ *     path (which always normalises images to `type:"file"`) the image part
+ *     was silently dropped — the model never saw the image ("no image
+ *     detected"). Gemini/Vertex are immune because they read `input.images`
+ *     directly in their own builders instead of going through this conversion.
+ *
+ * Media type is taken from the AI-SDK-provided `mediaType` when present, then
+ * sniffed from magic bytes, and only then defaulted — a hardcoded `image/png`
+ * default silently corrupts JPEG/GIF/WebP uploads (the Anthropic API rejects a
+ * mislabeled base64 image with HTTP 400 and the image vanishes).
+ */
+// The base64 image media types the Anthropic Messages API accepts are exactly
+// `Anthropic.Messages.Base64ImageSource["media_type"]` — referenced inline below
+// rather than redeclared as a local alias (project rule: type aliases live in
+// src/lib/types/, and this provider-internal shape does not warrant a barrel entry).
+const SUPPORTED_IMAGE_MEDIA_TYPES = new Set([
+    "image/jpeg",
+    "image/png",
+    "image/gif",
+    "image/webp",
+]);
+/** Map a caller-provided MIME hint onto a supported image media type (or undefined). */
+const normalizeImageMediaType = (hint) => {
+    if (!hint) {
+        return undefined;
+    }
+    const h = hint.toLowerCase().split(";")[0].trim();
+    if (h === "image/jpg") {
+        return "image/jpeg";
+    }
+    return SUPPORTED_IMAGE_MEDIA_TYPES.has(h)
+        ? h
+        : undefined;
+};
+/**
+ * Detect a supported image media type from a buffer's magic bytes. Returns
+ * undefined when the bytes are not one of the four Anthropic-supported formats.
+ */
+export function sniffImageMediaType(bytes) {
+    // PNG: 89 50 4E 47 0D 0A 1A 0A
+    if (bytes.length >= 8 &&
+        bytes[0] === 0x89 &&
+        bytes[1] === 0x50 &&
+        bytes[2] === 0x4e &&
+        bytes[3] === 0x47) {
+        return "image/png";
+    }
+    // JPEG: FF D8 FF
+    if (bytes.length >= 3 &&
+        bytes[0] === 0xff &&
+        bytes[1] === 0xd8 &&
+        bytes[2] === 0xff) {
+        return "image/jpeg";
+    }
+    // GIF: "GIF"
+    if (bytes.length >= 6 &&
+        bytes[0] === 0x47 &&
+        bytes[1] === 0x49 &&
+        bytes[2] === 0x46) {
+        return "image/gif";
+    }
+    // WebP: "RIFF"...."WEBP"
+    if (bytes.length >= 12 &&
+        bytes[0] === 0x52 &&
+        bytes[1] === 0x49 &&
+        bytes[2] === 0x46 &&
+        bytes[3] === 0x46 &&
+        bytes[8] === 0x57 &&
+        bytes[9] === 0x45 &&
+        bytes[10] === 0x42 &&
+        bytes[11] === 0x50) {
+        return "image/webp";
+    }
+    return undefined;
+}
+// The longest signature `sniffImageMediaType` checks is WebP — "RIFF"…"WEBP",
+// which spans the first 12 decoded bytes. Base64 packs 3 bytes per 4 chars, so
+// 16 chars already cover those 12 bytes; we slice 32 (a clean 4-char boundary
+// that decodes to 24 bytes) for a comfortable margin over every signature.
+const SNIFF_BASE64_CHARS = 32;
+/** Sniff the leading bytes of a base64 payload (best-effort, never throws). */
+const sniffBase64 = (b64) => {
+    try {
+        return sniffImageMediaType(Buffer.from(b64.slice(0, SNIFF_BASE64_CHARS), "base64"));
+    }
+    catch {
+        return undefined;
+    }
+};
+/**
+ * Convert an image part (data URL, bare base64, https URL, byte array, or
+ * ArrayBuffer) into an Anthropic image block. Honors `mediaTypeHint` (the
+ * AI-SDK `mediaType`), falls back to magic-byte sniffing, then to image/png.
+ * Returns undefined for unusable inputs.
+ */
+export function toAnthropicImageBlock(data, mediaTypeHint) {
+    if (data instanceof ArrayBuffer) {
+        return toAnthropicImageBlock(new Uint8Array(data), mediaTypeHint);
+    }
+    if (data instanceof Uint8Array) {
+        const media_type = normalizeImageMediaType(mediaTypeHint) ??
+            sniffImageMediaType(data) ??
+            "image/png";
+        return {
+            type: "image",
+            source: {
+                type: "base64",
+                media_type,
+                data: Buffer.from(data).toString("base64"),
+            },
+        };
+    }
+    if (typeof data !== "string" && !(data instanceof URL)) {
+        return undefined;
+    }
+    const str = data instanceof URL ? data.toString() : data;
+    const dataUrlMatch = str.match(/^data:(image\/[a-z0-9+.-]+);base64,(.+)$/i);
+    if (dataUrlMatch) {
+        const media_type = normalizeImageMediaType(dataUrlMatch[1]) ?? sniffBase64(dataUrlMatch[2]);
+        if (!media_type) {
+            return undefined;
+        }
+        return {
+            type: "image",
+            source: { type: "base64", media_type, data: dataUrlMatch[2] },
+        };
+    }
+    if (/^https?:\/\//i.test(str)) {
+        return { type: "image", source: { type: "url", url: str } };
+    }
+    // Bare base64 payload — prefer the hint, then sniff, then assume PNG
+    // (matches the OpenAI-compat client's historical default).
+    const media_type = normalizeImageMediaType(mediaTypeHint) ?? sniffBase64(str) ?? "image/png";
+    return {
+        type: "image",
+        source: { type: "base64", media_type, data: str },
+    };
+}
+/** Convert a PDF file part into an Anthropic document block. */
+const toAnthropicPdfBlock = (data) => {
+    if (data instanceof ArrayBuffer) {
+        return toAnthropicPdfBlock(new Uint8Array(data));
+    }
+    if (data instanceof Uint8Array) {
+        return {
+            type: "document",
+            source: {
+                type: "base64",
+                media_type: "application/pdf",
+                data: Buffer.from(data).toString("base64"),
+            },
+        };
+    }
+    if (data instanceof URL) {
+        return { type: "document", source: { type: "url", url: data.toString() } };
+    }
+    if (typeof data === "string") {
+        const m = data.match(/^data:application\/pdf;base64,(.+)$/i);
+        if (m) {
+            return {
+                type: "document",
+                source: { type: "base64", media_type: "application/pdf", data: m[1] },
+            };
+        }
+        if (/^https?:\/\//i.test(data)) {
+            return { type: "document", source: { type: "url", url: data } };
+        }
+        return {
+            type: "document",
+            source: { type: "base64", media_type: "application/pdf", data },
+        };
+    }
+    return undefined;
+};
+/**
+ * Convert an AI-SDK `{ type: "file", mediaType, data }` content part into the
+ * matching Anthropic content block: image/* → image block (media type honored,
+ * not hardcoded), application/pdf → document block. Returns undefined for
+ * unsupported media types (so the caller simply omits them rather than 400ing).
+ * When `mediaType` is absent, image bytes are still salvaged via sniffing.
+ */
+export function fileToAnthropicBlock(part) {
+    const data = part?.data;
+    if (data === undefined || data === null) {
+        return undefined;
+    }
+    const mediaType = typeof part.mediaType === "string"
+        ? part.mediaType.toLowerCase().split(";")[0].trim()
+        : "";
+    if (SUPPORTED_IMAGE_MEDIA_TYPES.has(mediaType) || mediaType === "image/jpg") {
+        // Hint is one of the four Anthropic-supported image types (or the jpg alias).
+        return toAnthropicImageBlock(data, mediaType);
+    }
+    if (mediaType === "application/pdf") {
+        return toAnthropicPdfBlock(data);
+    }
+    // No media type, unknown media type, OR an unsupported image/* hint
+    // (e.g. image/svg+xml, image/bmp) — attempt magic-byte salvage so that the
+    // part is included only when the actual bytes sniff to a supported format,
+    // otherwise omit it rather than mislabeling it as image/png.
+    const bytes = data instanceof ArrayBuffer
+        ? new Uint8Array(data)
+        : data instanceof Uint8Array
+            ? data
+            : undefined;
+    if (bytes && sniffImageMediaType(bytes)) {
+        return toAnthropicImageBlock(bytes);
+    }
+    return undefined;
+}

package/dist/proxy/oauthFetch.js

@@ -13,6 +13,7 @@
 import { buildStableClaudeCodeBillingHeader, CLAUDE_CLI_USER_AGENT, CLAUDE_CODE_OAUTH_BETAS, getOrCreateClaudeCodeIdentity, MCP_TOOL_PREFIX, } from "../auth/anthropicOAuth.js";
 import { logger } from "../utils/logger.js";
 import { createProxyFetch } from "./proxyFetch.js";
+import { relocateClientSystemIntoMessages } from "./systemRelocation.js";
 // Re-export constants for consumers that previously imported them alongside
 // the function from `providers/anthropic.ts`.
 export { CLAUDE_CLI_USER_AGENT, MCP_TOOL_PREFIX };
@@ -150,23 +151,21 @@ function transformOAuthJsonBody(body, requestHeaders, getToken, enableMcpPrefix)
         type: "text",
         text: "You are a Claude agent, built on Anthropic's Claude Agent SDK.",
     };
-    // Normalise `system` to an array and APPEND billing + agent blocks.
-    // IMPORTANT: We append (not prepend) to preserve the client's cache
-    // prefix chain. Anthropic's prompt caching uses prefix matching — if
-    // we insert anything before the client's system blocks, we invalidate
-    // all cached content (tools, system prompt, message history).
+    // Normalise `system` to an array, then route by client type.
     //
-    // Claude Code sends a billing block with a `cch=<hash>` value that
-    // changes on every request. We remove any existing billing/agent
-    // blocks from their positions and always append our stable
-    // Claude-Code-shaped versions at the end.
+    // The subscription/OAuth path only accepts a `system` it recognises as the
+    // genuine Claude Code prompt. A real CC client sends its own billing + agent
+    // identity blocks — we keep those and just stabilise the volatile billing
+    // `cch`. A custom client sends its own arbitrary system prompt with NO agent
+    // block; left in `system` it is rejected as `rate_limit_error: "Error"`, so we
+    // relocate it into the message stream and send only the recognised billing +
+    // agent blocks as `system`.
     if (parsed.system) {
         if (typeof parsed.system === "string") {
             parsed.system = [{ type: "text", text: parsed.system }];
         }
         if (Array.isArray(parsed.system)) {
-            // Find and remove existing billing/agent blocks from wherever
-            // the client placed them (typically at system[0])
+            // Find existing billing/agent blocks wherever the client placed them.
             const billingIdx = parsed.system.findIndex((b) => typeof b.text === "string" &&
                 b.text.includes("x-anthropic-billing-header"));
             const agentIdx = parsed.system.findIndex((b) => typeof b.text === "string" && b.text.includes("Claude Agent SDK"));
@@ -174,15 +173,28 @@ function transformOAuthJsonBody(body, requestHeaders, getToken, enableMcpPrefix)
                 type: "text",
                 text: buildStableClaudeCodeBillingHeader(parsed.system[billingIdx]?.text),
             };
-            // Remove in reverse index order so indices stay valid
+            // A genuine Claude Code client supplies its own agent-identity block;
+            // a custom client does not.
+            const isClaudeCodeClient = agentIdx >= 0;
+            // Strip billing/agent from their positions (reverse order so indices
+            // stay valid). What remains is the client's "extra" system content.
             const indicesToRemove = [billingIdx, agentIdx]
                 .filter((i) => i >= 0)
                 .sort((a, b) => b - a);
             for (const idx of indicesToRemove) {
                 parsed.system.splice(idx, 1);
             }
-            // Always append deterministic billing + agent blocks at the end
-            parsed.system = [...parsed.system, billingBlock, agentBlock];
+            if (!isClaudeCodeClient && parsed.system.length > 0) {
+                // Non-CC client: relocate its system into the message stream so the
+                // subscription/OAuth path accepts the request.
+                relocateClientSystemIntoMessages(parsed, parsed.system);
+                parsed.system = [billingBlock, agentBlock];
+            }
+            else {
+                // Genuine Claude Code (or no extra blocks): keep system and append the
+                // deterministic billing + agent blocks at the end.
+                parsed.system = [...parsed.system, billingBlock, agentBlock];
+            }
         }
     }
     else {

package/dist/proxy/proxyTracer.d.ts

@@ -14,7 +14,7 @@
  * - TelemetryService for metrics recording
  */
 import { type Span } from "@opentelemetry/api";
-import type { AccountSelectionContext, ProxyRequestContext, UpstreamAttemptContext, UsageContext } from "../types/index.js";
+import type { AccountSelectionContext, ProxyRequestContext, ResponseInfoContext, UpstreamAttemptContext, UsageContext } from "../types/index.js";
 declare class ProxyTracer {
     private readonly rootSpan;
     private readonly proxyTracer;
@@ -46,6 +46,12 @@ declare class ProxyTracer {
     setAccountSelection(ctx: AccountSelectionContext): void;
     /** Record token usage and cost on the root span. */
     setUsage(ctx: UsageContext): void;
+    /**
+     * Record response-side details parsed from the upstream reply: the model
+     * that actually answered, the finish reason, and which tools the model
+     * invoked (tool_use blocks). Uses gen_ai.* semantic-convention attributes.
+     */
+    setResponseInfo(ctx: ResponseInfoContext): void;
     /** Record an error on the root span. */
     setError(errorType: string, errorMessage: string): void;
     /** Record whether the request was handled in full or passthrough mode. */

package/dist/proxy/proxyTracer.js

@@ -240,6 +240,10 @@ class ProxyTracer {
         if (ctx.userAgent) {
             rootSpan.setAttribute("http.user_agent", ctx.userAgent);
         }
+        if (ctx.toolNames && ctx.toolNames.length > 0) {
+            // What the caller exposed to the model (tool catalogue for this request).
+            rootSpan.setAttribute("gen_ai.request.tool_names", JSON.stringify(ctx.toolNames));
+        }
         // Read x-neurolink-* context headers from calling SDK (e.g., Curator)
         const nlSessionId = incomingHeaders?.["x-neurolink-session-id"];
         const nlUserId = incomingHeaders?.["x-neurolink-user-id"];
@@ -387,6 +391,31 @@ class ProxyTracer {
             this.rootSpan.setAttribute("proxy.ratelimit.after.7d", ctx.rateLimitAfter7d);
         }
     }
+    /**
+     * Record response-side details parsed from the upstream reply: the model
+     * that actually answered, the finish reason, and which tools the model
+     * invoked (tool_use blocks). Uses gen_ai.* semantic-convention attributes.
+     */
+    setResponseInfo(ctx) {
+        if (ctx.responseModel) {
+            this.rootSpan.setAttribute("gen_ai.response.model", ctx.responseModel);
+        }
+        if (ctx.finishReason) {
+            this.rootSpan.setAttribute("gen_ai.response.finish_reason", ctx.finishReason);
+        }
+        if (ctx.stopSequence) {
+            this.rootSpan.setAttribute("gen_ai.response.stop_sequence", ctx.stopSequence);
+        }
+        if (ctx.toolCalls && ctx.toolCalls.length > 0) {
+            this.rootSpan.setAttributes({
+                "gen_ai.response.tool_calls": JSON.stringify(ctx.toolCalls),
+                "gen_ai.response.tool_call_count": ctx.toolCalls.length,
+            });
+            this.rootSpan.addEvent("proxy.response.tool_calls", {
+                "gen_ai.response.tool_calls": JSON.stringify(ctx.toolCalls),
+            });
+        }
+    }
     /** Record an error on the root span. */
     setError(errorType, errorMessage) {
         this.rootSpan.setAttributes({

package/dist/proxy/systemRelocation.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Relocate a non-Claude-Code client's `system` blocks into the message stream.
+ *
+ * Anthropic's subscription/OAuth path rejects any `system` content it does not
+ * recognise as the genuine Claude Code system prompt — anti-abuse fingerprinting
+ * surfaced as a header-less `rate_limit_error: "Error"` (NOT a real rate limit).
+ * Custom clients (Curator/Tara) send their own system prompt, so we move it into
+ * a leading user block and keep only the recognised billing+agent blocks in
+ * `system`. The model still honours the instructions, and any `cache_control` is
+ * carried over so the prompt prefix stays cacheable.
+ *
+ * Shared by both proxy entry points (`oauthFetch.ts` and `claudeProxyRoutes.ts`)
+ * so the OAuth anti-abuse workaround stays in one place and can't drift between
+ * the two paths.
+ */
+export declare function relocateClientSystemIntoMessages(parsed: {
+    messages?: unknown;
+}, instructionBlocks: Array<{
+    text?: unknown;
+    cache_control?: unknown;
+}>): void;

package/dist/proxy/systemRelocation.js

@@ -0,0 +1,50 @@
+/**
+ * Relocate a non-Claude-Code client's `system` blocks into the message stream.
+ *
+ * Anthropic's subscription/OAuth path rejects any `system` content it does not
+ * recognise as the genuine Claude Code system prompt — anti-abuse fingerprinting
+ * surfaced as a header-less `rate_limit_error: "Error"` (NOT a real rate limit).
+ * Custom clients (Curator/Tara) send their own system prompt, so we move it into
+ * a leading user block and keep only the recognised billing+agent blocks in
+ * `system`. The model still honours the instructions, and any `cache_control` is
+ * carried over so the prompt prefix stays cacheable.
+ *
+ * Shared by both proxy entry points (`oauthFetch.ts` and `claudeProxyRoutes.ts`)
+ * so the OAuth anti-abuse workaround stays in one place and can't drift between
+ * the two paths.
+ */
+export function relocateClientSystemIntoMessages(parsed, instructionBlocks) {
+    if (instructionBlocks.length === 0) {
+        return;
+    }
+    const blocks = instructionBlocks.map((b) => {
+        const text = typeof b.text === "string" ? b.text : String(b.text ?? "");
+        const out = {
+            type: "text",
+            text,
+        };
+        if (b.cache_control) {
+            out.cache_control = b.cache_control;
+        }
+        return out;
+    });
+    // Wrap the relocated system in an explicit delimiter so the model treats it
+    // as authoritative instructions, clearly separated from the user's message.
+    blocks[0].text = `<system_instructions>\n${blocks[0].text}`;
+    const last = blocks.length - 1;
+    blocks[last].text = `${blocks[last].text}\n</system_instructions>`;
+    const messages = Array.isArray(parsed.messages) ? parsed.messages : [];
+    const first = messages[0];
+    if (first && first.role === "user") {
+        const existing = typeof first.content === "string"
+            ? [{ type: "text", text: first.content }]
+            : Array.isArray(first.content)
+                ? first.content
+                : [];
+        first.content = [...blocks, ...existing];
+    }
+    else {
+        messages.unshift({ role: "user", content: blocks });
+    }
+    parsed.messages = messages;
+}