@juspay/neurolink 7.50.0 → 7.51.0

package/dist/utils/pdfProcessor.js

@@ -0,0 +1,198 @@
+import { logger } from "./logger.js";
+const PDF_PROVIDER_CONFIGS = {
+    anthropic: {
+        maxSizeMB: 5,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "document",
+    },
+    bedrock: {
+        maxSizeMB: 5,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: "auto",
+        apiType: "document",
+    },
+    "google-vertex": {
+        maxSizeMB: 5,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "document",
+    },
+    vertex: {
+        maxSizeMB: 5,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "document",
+    },
+    "google-ai-studio": {
+        maxSizeMB: 2000,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    gemini: {
+        maxSizeMB: 2000,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    "google-ai": {
+        maxSizeMB: 2000,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    openai: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    azure: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    "azure-openai": {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    litellm: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    "openai-compatible": {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    mistral: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    "hugging-face": {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    huggingface: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+};
+export class PDFProcessor {
+    // PDF magic bytes: %PDF-
+    static PDF_SIGNATURE = Buffer.from("%PDF-", "ascii");
+    static async process(content, options) {
+        const provider = (options?.provider || "unknown").toLowerCase();
+        const config = PDF_PROVIDER_CONFIGS[provider];
+        if (!this.isValidPDF(content)) {
+            throw new Error("Invalid PDF file format. File must start with %PDF- header.");
+        }
+        if (!config || !config.supportsNative) {
+            const supportedProviders = Object.keys(PDF_PROVIDER_CONFIGS)
+                .filter((p) => PDF_PROVIDER_CONFIGS[p].supportsNative)
+                .join(", ");
+            throw new Error(`PDF files are not currently supported with ${provider} provider.\n` +
+                `Supported providers: ${supportedProviders}\n` +
+                `Current provider: ${provider}\n\n` +
+                `Options:\n` +
+                `1. Switch to a supported provider (--provider openai or --provider vertex)\n` +
+                `2. Convert your PDF to text manually`);
+        }
+        const sizeMB = content.length / (1024 * 1024);
+        if (sizeMB > config.maxSizeMB) {
+            throw new Error(`PDF size ${sizeMB.toFixed(2)}MB exceeds ${config.maxSizeMB}MB limit for ${provider}`);
+        }
+        const metadata = this.extractBasicMetadata(content);
+        if (metadata.estimatedPages && metadata.estimatedPages > config.maxPages) {
+            logger.warn(`[PDF] PDF appears to have ${metadata.estimatedPages}+ pages. ` +
+                `${provider} supports up to ${config.maxPages} pages.`);
+        }
+        if (provider === "bedrock" && options?.bedrockApiMode === "converse") {
+            logger.info("[PDF] Using Bedrock Converse API. " +
+                "Visual PDF analysis requires citations enabled. " +
+                "Text-only mode: ~1,000 tokens/3 pages. " +
+                "Visual mode: ~7,000 tokens/3 pages.");
+        }
+        logger.info("[PDF] ✅ Validated PDF file", {
+            provider,
+            size: `${sizeMB.toFixed(2)}MB`,
+            version: metadata.version,
+            estimatedPages: metadata.estimatedPages,
+            apiType: config.apiType,
+        });
+        return {
+            type: "pdf",
+            content,
+            mimeType: "application/pdf",
+            metadata: {
+                confidence: 100,
+                size: content.length,
+                ...metadata,
+                provider,
+                apiType: config.apiType,
+            },
+        };
+    }
+    static supportsNativePDF(provider) {
+        const config = PDF_PROVIDER_CONFIGS[provider];
+        return config?.supportsNative || false;
+    }
+    static getProviderConfig(provider) {
+        return PDF_PROVIDER_CONFIGS[provider] || null;
+    }
+    static isValidPDF(buffer) {
+        if (buffer.length < 5) {
+            return false;
+        }
+        return buffer.subarray(0, 5).equals(this.PDF_SIGNATURE);
+    }
+    static extractBasicMetadata(buffer) {
+        const headerSize = Math.min(10000, buffer.length);
+        const header = buffer.toString("utf-8", 0, headerSize);
+        const versionMatch = header.match(/%PDF-(\d\.\d)/);
+        const version = versionMatch ? versionMatch[1] : "unknown";
+        const pageMatches = header.match(/\/Type\s*\/Page[^s]/g);
+        const estimatedPages = pageMatches ? pageMatches.length : null;
+        return {
+            version,
+            estimatedPages,
+            filename: undefined,
+        };
+    }
+    static estimateTokens(pageCount, mode = "visual") {
+        if (mode === "text-only") {
+            return Math.ceil((pageCount / 3) * 1000);
+        }
+        else {
+            return Math.ceil((pageCount / 3) * 7000);
+        }
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juspay/neurolink",
-  "version": "7.50.0",
+  "version": "7.51.0",
   "description": "Universal AI Development Platform with working MCP integration, multi-provider support, and professional CLI. Built-in tools operational, 58+ external MCP servers discoverable. Connect to filesystem, GitHub, database operations, and more. Build, test, and deploy AI applications with 9 major providers: OpenAI, Anthropic, Google AI, AWS Bedrock, Azure, Hugging Face, Ollama, and Mistral AI.",
   "author": {
     "name": "Juspay Technologies",
@@ -28,12 +28,12 @@
   "scripts": {
     "dev": "vite dev",
     "build": "vite build && pnpm run prepack",
-    "build:cli": "echo 'Building CLI...' && tsc --project tsconfig.cli.json && pnpm link --global",
+    "build:cli": "echo 'Building CLI...' && svelte-kit sync && tsc --project tsconfig.cli.json && pnpm link --global",
     "cli": "node dist/cli/index.js",
     "preview": "vite preview",
     "prepare": "git rev-parse --git-dir > /dev/null 2>&1 && husky install || echo 'Skipping husky in non-git environment'",
     "prepack": "svelte-kit sync && svelte-package && pnpm run build:cli && publint",
-    "check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json && tsc --noEmit --strict --project tsconfig.ci.json",
+    "check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json && tsc --noEmit --strict",
     "check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
     "test": "vitest",
     "test:run": "vitest run",