@juspay/neurolink 9.70.2 → 9.70.4

package/dist/lib/providers/googleVertex.js

@@ -14,6 +14,7 @@ import { FileDetector } from "../utils/fileDetector.js";
 import { processUnifiedFilesArray } from "../utils/messageBuilder.js";
 import { logger } from "../utils/logger.js";
 import { hasRestrictedOutputLimit, RESTRICTED_OUTPUT_TOKEN_LIMIT, toVertexAnthropicModelId, } from "../utils/modelDetection.js";
+import { detectImageMimeType } from "../utils/imageDetection.js";
 import { resolveClaudeMaxTokens } from "../utils/tokenLimits.js";
 import { validateApiKey, createVertexProjectConfig, createGoogleAuthConfig, } from "../utils/providerConfig.js";
 import { convertZodToJsonSchema, inlineJsonSchema, ensureNestedSchemaTypes, } from "../utils/schemaConversion.js";
@@ -948,10 +949,17 @@ export class GoogleVertexProvider extends BaseProvider {
                     else {
                         // Assume base64 string
                         imageBuffer = Buffer.from(image, "base64");
+                        // Sniff the real format from magic bytes — bare base64 carries no
+                        // mime hint, and leaving the image/jpeg default makes Anthropic
+                        // reject PNG/GIF/WebP with a media-type mismatch 400.
+                        mimeType = this.detectImageType(imageBuffer);
                     }
                 }
                 else {
                     imageBuffer = image;
+                    // Buffer input (e.g. Slack/REST uploads) carries no mime hint; sniff
+                    // it instead of defaulting to image/jpeg (mislabels PNG -> 400).
+                    mimeType = this.detectImageType(imageBuffer);
                 }
                 const base64Data = imageBuffer.toString("base64");
                 userParts.push({
@@ -1567,10 +1575,17 @@ export class GoogleVertexProvider extends BaseProvider {
                     else {
                         // Assume base64 string
                         imageBuffer = Buffer.from(image, "base64");
+                        // Sniff the real format from magic bytes — bare base64 carries no
+                        // mime hint, and leaving the image/jpeg default makes Anthropic
+                        // reject PNG/GIF/WebP with a media-type mismatch 400.
+                        mimeType = this.detectImageType(imageBuffer);
                     }
                 }
                 else {
                     imageBuffer = image;
+                    // Buffer input (e.g. Slack/REST uploads) carries no mime hint; sniff
+                    // it instead of defaulting to image/jpeg (mislabels PNG -> 400).
+                    mimeType = this.detectImageType(imageBuffer);
                 }
                 const base64Data = imageBuffer.toString("base64");
                 userParts.push({
@@ -2184,10 +2199,17 @@ export class GoogleVertexProvider extends BaseProvider {
                     else {
                         // Assume base64 string
                         imageBuffer = Buffer.from(image, "base64");
+                        // Sniff the real format from magic bytes — bare base64 carries no
+                        // mime hint, and leaving the image/jpeg default makes Anthropic
+                        // reject PNG/GIF/WebP with a media-type mismatch 400.
+                        mimeType = this.detectImageType(imageBuffer);
                     }
                 }
                 else {
                     imageBuffer = image;
+                    // Buffer input (e.g. Slack/REST uploads) carries no mime hint; sniff
+                    // it instead of defaulting to image/jpeg (mislabels PNG -> 400).
+                    mimeType = this.detectImageType(imageBuffer);
                 }
                 const base64Data = imageBuffer.toString("base64");
                 userContentParts.push({
@@ -2713,10 +2735,17 @@ export class GoogleVertexProvider extends BaseProvider {
                     else {
                         // Assume base64 string
                         imageBuffer = Buffer.from(image, "base64");
+                        // Sniff the real format from magic bytes — bare base64 carries no
+                        // mime hint, and leaving the image/jpeg default makes Anthropic
+                        // reject PNG/GIF/WebP with a media-type mismatch 400.
+                        mimeType = this.detectImageType(imageBuffer);
                     }
                 }
                 else {
                     imageBuffer = image;
+                    // Buffer input (e.g. Slack/REST uploads) carries no mime hint; sniff
+                    // it instead of defaulting to image/jpeg (mislabels PNG -> 400).
+                    mimeType = this.detectImageType(imageBuffer);
                 }
                 const base64Data = imageBuffer.toString("base64");
                 userContentParts.push({
@@ -4142,42 +4171,7 @@ export class GoogleVertexProvider extends BaseProvider {
      * Detect image MIME type from buffer
      */
     detectImageType(buffer) {
-        // Check PNG signature
-        if (buffer.length >= 8 &&
-            buffer[0] === 0x89 &&
-            buffer[1] === 0x50 &&
-            buffer[2] === 0x4e &&
-            buffer[3] === 0x47) {
-            return "image/png";
-        }
-        // Check JPEG signature
-        if (buffer.length >= 3 &&
-            buffer[0] === 0xff &&
-            buffer[1] === 0xd8 &&
-            buffer[2] === 0xff) {
-            return "image/jpeg";
-        }
-        // Check WebP signature
-        if (buffer.length >= 12 &&
-            buffer[0] === 0x52 &&
-            buffer[1] === 0x49 &&
-            buffer[2] === 0x46 &&
-            buffer[3] === 0x46 &&
-            buffer[8] === 0x57 &&
-            buffer[9] === 0x45 &&
-            buffer[10] === 0x42 &&
-            buffer[11] === 0x50) {
-            return "image/webp";
-        }
-        // Check GIF signature
-        if (buffer.length >= 6 &&
-            buffer[0] === 0x47 &&
-            buffer[1] === 0x49 &&
-            buffer[2] === 0x46) {
-            return "image/gif";
-        }
-        // Default to PNG if unknown
-        return "image/png";
+        return detectImageMimeType(buffer);
     }
     /**
      * Estimate token count from text (simple character-based estimation)

package/dist/lib/utils/imageDetection.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Image format detection from magic bytes.
+ *
+ * The native Vertex+Anthropic image block needs the correct `mimeType` for
+ * each inline image. Buffer and bare-base64 inputs (e.g. Slack / REST uploads)
+ * carry no mime hint, so the format must be sniffed from the leading bytes —
+ * otherwise a wrong default (historically `image/jpeg`) makes Anthropic reject
+ * PNG/GIF/WebP with a media-type mismatch 400.
+ */
+/**
+ * Detect an image's MIME type from its magic bytes. Returns `image/png` for
+ * buffers that match no known signature (the safest neutral default for the
+ * Vertex image path).
+ */
+export declare function detectImageMimeType(buffer: Buffer): string;

package/dist/lib/utils/imageDetection.js

@@ -0,0 +1,53 @@
+/**
+ * Image format detection from magic bytes.
+ *
+ * The native Vertex+Anthropic image block needs the correct `mimeType` for
+ * each inline image. Buffer and bare-base64 inputs (e.g. Slack / REST uploads)
+ * carry no mime hint, so the format must be sniffed from the leading bytes —
+ * otherwise a wrong default (historically `image/jpeg`) makes Anthropic reject
+ * PNG/GIF/WebP with a media-type mismatch 400.
+ */
+/**
+ * Detect an image's MIME type from its magic bytes. Returns `image/png` for
+ * buffers that match no known signature (the safest neutral default for the
+ * Vertex image path).
+ */
+export function detectImageMimeType(buffer) {
+    // PNG: 89 50 4E 47
+    if (buffer.length >= 8 &&
+        buffer[0] === 0x89 &&
+        buffer[1] === 0x50 &&
+        buffer[2] === 0x4e &&
+        buffer[3] === 0x47) {
+        return "image/png";
+    }
+    // JPEG: FF D8 FF
+    if (buffer.length >= 3 &&
+        buffer[0] === 0xff &&
+        buffer[1] === 0xd8 &&
+        buffer[2] === 0xff) {
+        return "image/jpeg";
+    }
+    // WebP: "RIFF"...."WEBP"
+    if (buffer.length >= 12 &&
+        buffer[0] === 0x52 &&
+        buffer[1] === 0x49 &&
+        buffer[2] === 0x46 &&
+        buffer[3] === 0x46 &&
+        buffer[8] === 0x57 &&
+        buffer[9] === 0x45 &&
+        buffer[10] === 0x42 &&
+        buffer[11] === 0x50) {
+        return "image/webp";
+    }
+    // GIF: "GIF"
+    if (buffer.length >= 6 &&
+        buffer[0] === 0x47 &&
+        buffer[1] === 0x49 &&
+        buffer[2] === 0x46) {
+        return "image/gif";
+    }
+    // Unknown — neutral default.
+    return "image/png";
+}
+//# sourceMappingURL=imageDetection.js.map

package/dist/lib/utils/json/coerce.js

@@ -93,8 +93,32 @@ export function coerceJsonToSchema(text, schema) {
     if (firstOpen >= 0) {
         candidates.push({ text: text.slice(firstOpen), truncated: true });
     }
+    // JSON-string-literal wrapper: some providers double-encode and return the
+    // object as a JSON *string* (e.g. `"{\"k\":1}"`). Unwrap one layer and add
+    // the inner text's balanced spans as candidates so the object is recovered.
+    const literal = text.trim();
+    if (literal.length > 1 && literal.startsWith('"') && literal.endsWith('"')) {
+        try {
+            const inner = JSON.parse(literal);
+            if (typeof inner === "string") {
+                let innerFrom = 0;
+                for (;;) {
+                    const innerSpan = nextBalancedJsonSpan(inner, innerFrom);
+                    if (!innerSpan) {
+                        break;
+                    }
+                    candidates.push({ text: innerSpan.span, truncated: false });
+                    innerFrom = innerSpan.end;
+                }
+            }
+        }
+        catch {
+            // not a string literal — ignore
+        }
+    }
     let firstValid;
-    let schemaMatch;
+    const schemaValid = [];
+    const hasSchema = !!(schema && hasSafeParse(schema));
     const seen = new Set();
     for (const candidate of candidates) {
         if (seen.has(candidate.text)) {
@@ -115,18 +139,25 @@ export function coerceJsonToSchema(text, schema) {
         if (firstValid === undefined) {
             firstValid = record;
         }
-        if (schema && hasSafeParse(schema)) {
-            const safeParseable = schema;
-            if (safeParseable.safeParse(outcome.value).success) {
-                schemaMatch = record;
-                break;
-            }
-        }
-        else {
+        if (!hasSchema) {
             // No Zod schema to discriminate — first parseable object wins.
             break;
         }
+        const safeParseable = schema;
+        if (safeParseable.safeParse(outcome.value).success) {
+            schemaValid.push(record);
+        }
     }
+    // Among schema-valid candidates prefer the MOST COMPLETE one. With nullable
+    // fields a lean object (e.g. `{summary, attachment: null}`) validates
+    // alongside the full object, so breaking on the first match would drop the
+    // richer payload (the classic preamble-then-real-answer case). Pick the
+    // candidate whose serialized form carries the most content.
+    const schemaMatch = schemaValid.length > 0
+        ? schemaValid.reduce((best, cur) => JSON.stringify(cur.value).length > JSON.stringify(best.value).length
+            ? cur
+            : best)
+        : undefined;
     const chosen = schemaMatch ?? firstValid;
     if (chosen === undefined) {
         return null;

package/dist/providers/googleVertex.js

@@ -14,6 +14,7 @@ import { FileDetector } from "../utils/fileDetector.js";
 import { processUnifiedFilesArray } from "../utils/messageBuilder.js";
 import { logger } from "../utils/logger.js";
 import { hasRestrictedOutputLimit, RESTRICTED_OUTPUT_TOKEN_LIMIT, toVertexAnthropicModelId, } from "../utils/modelDetection.js";
+import { detectImageMimeType } from "../utils/imageDetection.js";
 import { resolveClaudeMaxTokens } from "../utils/tokenLimits.js";
 import { validateApiKey, createVertexProjectConfig, createGoogleAuthConfig, } from "../utils/providerConfig.js";
 import { convertZodToJsonSchema, inlineJsonSchema, ensureNestedSchemaTypes, } from "../utils/schemaConversion.js";
@@ -948,10 +949,17 @@ export class GoogleVertexProvider extends BaseProvider {
                     else {
                         // Assume base64 string
                         imageBuffer = Buffer.from(image, "base64");
+                        // Sniff the real format from magic bytes — bare base64 carries no
+                        // mime hint, and leaving the image/jpeg default makes Anthropic
+                        // reject PNG/GIF/WebP with a media-type mismatch 400.
+                        mimeType = this.detectImageType(imageBuffer);
                     }
                 }
                 else {
                     imageBuffer = image;
+                    // Buffer input (e.g. Slack/REST uploads) carries no mime hint; sniff
+                    // it instead of defaulting to image/jpeg (mislabels PNG -> 400).
+                    mimeType = this.detectImageType(imageBuffer);
                 }
                 const base64Data = imageBuffer.toString("base64");
                 userParts.push({
@@ -1567,10 +1575,17 @@ export class GoogleVertexProvider extends BaseProvider {
                     else {
                         // Assume base64 string
                         imageBuffer = Buffer.from(image, "base64");
+                        // Sniff the real format from magic bytes — bare base64 carries no
+                        // mime hint, and leaving the image/jpeg default makes Anthropic
+                        // reject PNG/GIF/WebP with a media-type mismatch 400.
+                        mimeType = this.detectImageType(imageBuffer);
                     }
                 }
                 else {
                     imageBuffer = image;
+                    // Buffer input (e.g. Slack/REST uploads) carries no mime hint; sniff
+                    // it instead of defaulting to image/jpeg (mislabels PNG -> 400).
+                    mimeType = this.detectImageType(imageBuffer);
                 }
                 const base64Data = imageBuffer.toString("base64");
                 userParts.push({
@@ -2184,10 +2199,17 @@ export class GoogleVertexProvider extends BaseProvider {
                     else {
                         // Assume base64 string
                         imageBuffer = Buffer.from(image, "base64");
+                        // Sniff the real format from magic bytes — bare base64 carries no
+                        // mime hint, and leaving the image/jpeg default makes Anthropic
+                        // reject PNG/GIF/WebP with a media-type mismatch 400.
+                        mimeType = this.detectImageType(imageBuffer);
                     }
                 }
                 else {
                     imageBuffer = image;
+                    // Buffer input (e.g. Slack/REST uploads) carries no mime hint; sniff
+                    // it instead of defaulting to image/jpeg (mislabels PNG -> 400).
+                    mimeType = this.detectImageType(imageBuffer);
                 }
                 const base64Data = imageBuffer.toString("base64");
                 userContentParts.push({
@@ -2713,10 +2735,17 @@ export class GoogleVertexProvider extends BaseProvider {
                     else {
                         // Assume base64 string
                         imageBuffer = Buffer.from(image, "base64");
+                        // Sniff the real format from magic bytes — bare base64 carries no
+                        // mime hint, and leaving the image/jpeg default makes Anthropic
+                        // reject PNG/GIF/WebP with a media-type mismatch 400.
+                        mimeType = this.detectImageType(imageBuffer);
                     }
                 }
                 else {
                     imageBuffer = image;
+                    // Buffer input (e.g. Slack/REST uploads) carries no mime hint; sniff
+                    // it instead of defaulting to image/jpeg (mislabels PNG -> 400).
+                    mimeType = this.detectImageType(imageBuffer);
                 }
                 const base64Data = imageBuffer.toString("base64");
                 userContentParts.push({
@@ -4142,42 +4171,7 @@ export class GoogleVertexProvider extends BaseProvider {
      * Detect image MIME type from buffer
      */
     detectImageType(buffer) {
-        // Check PNG signature
-        if (buffer.length >= 8 &&
-            buffer[0] === 0x89 &&
-            buffer[1] === 0x50 &&
-            buffer[2] === 0x4e &&
-            buffer[3] === 0x47) {
-            return "image/png";
-        }
-        // Check JPEG signature
-        if (buffer.length >= 3 &&
-            buffer[0] === 0xff &&
-            buffer[1] === 0xd8 &&
-            buffer[2] === 0xff) {
-            return "image/jpeg";
-        }
-        // Check WebP signature
-        if (buffer.length >= 12 &&
-            buffer[0] === 0x52 &&
-            buffer[1] === 0x49 &&
-            buffer[2] === 0x46 &&
-            buffer[3] === 0x46 &&
-            buffer[8] === 0x57 &&
-            buffer[9] === 0x45 &&
-            buffer[10] === 0x42 &&
-            buffer[11] === 0x50) {
-            return "image/webp";
-        }
-        // Check GIF signature
-        if (buffer.length >= 6 &&
-            buffer[0] === 0x47 &&
-            buffer[1] === 0x49 &&
-            buffer[2] === 0x46) {
-            return "image/gif";
-        }
-        // Default to PNG if unknown
-        return "image/png";
+        return detectImageMimeType(buffer);
     }
     /**
      * Estimate token count from text (simple character-based estimation)

package/dist/utils/imageDetection.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Image format detection from magic bytes.
+ *
+ * The native Vertex+Anthropic image block needs the correct `mimeType` for
+ * each inline image. Buffer and bare-base64 inputs (e.g. Slack / REST uploads)
+ * carry no mime hint, so the format must be sniffed from the leading bytes —
+ * otherwise a wrong default (historically `image/jpeg`) makes Anthropic reject
+ * PNG/GIF/WebP with a media-type mismatch 400.
+ */
+/**
+ * Detect an image's MIME type from its magic bytes. Returns `image/png` for
+ * buffers that match no known signature (the safest neutral default for the
+ * Vertex image path).
+ */
+export declare function detectImageMimeType(buffer: Buffer): string;

package/dist/utils/imageDetection.js

@@ -0,0 +1,52 @@
+/**
+ * Image format detection from magic bytes.
+ *
+ * The native Vertex+Anthropic image block needs the correct `mimeType` for
+ * each inline image. Buffer and bare-base64 inputs (e.g. Slack / REST uploads)
+ * carry no mime hint, so the format must be sniffed from the leading bytes —
+ * otherwise a wrong default (historically `image/jpeg`) makes Anthropic reject
+ * PNG/GIF/WebP with a media-type mismatch 400.
+ */
+/**
+ * Detect an image's MIME type from its magic bytes. Returns `image/png` for
+ * buffers that match no known signature (the safest neutral default for the
+ * Vertex image path).
+ */
+export function detectImageMimeType(buffer) {
+    // PNG: 89 50 4E 47
+    if (buffer.length >= 8 &&
+        buffer[0] === 0x89 &&
+        buffer[1] === 0x50 &&
+        buffer[2] === 0x4e &&
+        buffer[3] === 0x47) {
+        return "image/png";
+    }
+    // JPEG: FF D8 FF
+    if (buffer.length >= 3 &&
+        buffer[0] === 0xff &&
+        buffer[1] === 0xd8 &&
+        buffer[2] === 0xff) {
+        return "image/jpeg";
+    }
+    // WebP: "RIFF"...."WEBP"
+    if (buffer.length >= 12 &&
+        buffer[0] === 0x52 &&
+        buffer[1] === 0x49 &&
+        buffer[2] === 0x46 &&
+        buffer[3] === 0x46 &&
+        buffer[8] === 0x57 &&
+        buffer[9] === 0x45 &&
+        buffer[10] === 0x42 &&
+        buffer[11] === 0x50) {
+        return "image/webp";
+    }
+    // GIF: "GIF"
+    if (buffer.length >= 6 &&
+        buffer[0] === 0x47 &&
+        buffer[1] === 0x49 &&
+        buffer[2] === 0x46) {
+        return "image/gif";
+    }
+    // Unknown — neutral default.
+    return "image/png";
+}

package/dist/utils/json/coerce.js

@@ -93,8 +93,32 @@ export function coerceJsonToSchema(text, schema) {
     if (firstOpen >= 0) {
         candidates.push({ text: text.slice(firstOpen), truncated: true });
     }
+    // JSON-string-literal wrapper: some providers double-encode and return the
+    // object as a JSON *string* (e.g. `"{\"k\":1}"`). Unwrap one layer and add
+    // the inner text's balanced spans as candidates so the object is recovered.
+    const literal = text.trim();
+    if (literal.length > 1 && literal.startsWith('"') && literal.endsWith('"')) {
+        try {
+            const inner = JSON.parse(literal);
+            if (typeof inner === "string") {
+                let innerFrom = 0;
+                for (;;) {
+                    const innerSpan = nextBalancedJsonSpan(inner, innerFrom);
+                    if (!innerSpan) {
+                        break;
+                    }
+                    candidates.push({ text: innerSpan.span, truncated: false });
+                    innerFrom = innerSpan.end;
+                }
+            }
+        }
+        catch {
+            // not a string literal — ignore
+        }
+    }
     let firstValid;
-    let schemaMatch;
+    const schemaValid = [];
+    const hasSchema = !!(schema && hasSafeParse(schema));
     const seen = new Set();
     for (const candidate of candidates) {
         if (seen.has(candidate.text)) {
@@ -115,18 +139,25 @@ export function coerceJsonToSchema(text, schema) {
         if (firstValid === undefined) {
             firstValid = record;
         }
-        if (schema && hasSafeParse(schema)) {
-            const safeParseable = schema;
-            if (safeParseable.safeParse(outcome.value).success) {
-                schemaMatch = record;
-                break;
-            }
-        }
-        else {
+        if (!hasSchema) {
             // No Zod schema to discriminate — first parseable object wins.
             break;
         }
+        const safeParseable = schema;
+        if (safeParseable.safeParse(outcome.value).success) {
+            schemaValid.push(record);
+        }
     }
+    // Among schema-valid candidates prefer the MOST COMPLETE one. With nullable
+    // fields a lean object (e.g. `{summary, attachment: null}`) validates
+    // alongside the full object, so breaking on the first match would drop the
+    // richer payload (the classic preamble-then-real-answer case). Pick the
+    // candidate whose serialized form carries the most content.
+    const schemaMatch = schemaValid.length > 0
+        ? schemaValid.reduce((best, cur) => JSON.stringify(cur.value).length > JSON.stringify(best.value).length
+            ? cur
+            : best)
+        : undefined;
     const chosen = schemaMatch ?? firstValid;
     if (chosen === undefined) {
         return null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juspay/neurolink",
-  "version": "9.70.2",
+  "version": "9.70.4",
   "packageManager": "pnpm@10.15.1",
   "description": "Universal AI Development Platform with working MCP integration, multi-provider support, voice (TTS/STT/realtime), and professional CLI. 58+ external MCP servers discoverable, multimodal file processing, RAG pipelines. Build, test, and deploy AI applications with 21+ providers: OpenAI, Anthropic, Google AI Studio, Google Vertex, AWS Bedrock, Azure OpenAI, Mistral, LiteLLM, SageMaker, Hugging Face, Ollama, OpenAI-compatible, OpenRouter, DeepSeek, NVIDIA NIM, LM Studio, llama.cpp, plus voice (OpenAI TTS, ElevenLabs, Deepgram, Azure Speech).",
   "author": {
@@ -453,7 +453,7 @@
     "@vitest/coverage-v8": "^4.1.0",
     "concurrently": "^9.2.1",
     "conventional-changelog-conventionalcommits": "^9.1.0",
-    "esbuild": "^0.27.4",
+    "esbuild": "^0.28.1",
     "eslint": "^10.0.2",
     "husky": "^9.1.7",
     "js-yaml": "^4.1.1",
@@ -465,7 +465,7 @@
     "react": "^19.2.4",
     "react-dom": "^19.2.4",
     "semantic-release": "^25.0.3",
-    "shell-quote": "^1.8.3",
+    "shell-quote": "^1.8.4",
     "svelte": "^5.55.7",
     "svelte-check": "^4.4.4",
     "ts-morph": "^24.0.0",