@juspay/neurolink 7.50.0 → 7.51.1

package/dist/utils/pdfProcessor.js

@@ -0,0 +1,198 @@
+import { logger } from "./logger.js";
+const PDF_PROVIDER_CONFIGS = {
+    anthropic: {
+        maxSizeMB: 5,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "document",
+    },
+    bedrock: {
+        maxSizeMB: 5,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: "auto",
+        apiType: "document",
+    },
+    "google-vertex": {
+        maxSizeMB: 5,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "document",
+    },
+    vertex: {
+        maxSizeMB: 5,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "document",
+    },
+    "google-ai-studio": {
+        maxSizeMB: 2000,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    gemini: {
+        maxSizeMB: 2000,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    "google-ai": {
+        maxSizeMB: 2000,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    openai: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    azure: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    "azure-openai": {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    litellm: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    "openai-compatible": {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    mistral: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    "hugging-face": {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+    huggingface: {
+        maxSizeMB: 10,
+        maxPages: 100,
+        supportsNative: true,
+        requiresCitations: false,
+        apiType: "files-api",
+    },
+};
+export class PDFProcessor {
+    // PDF magic bytes: %PDF-
+    static PDF_SIGNATURE = Buffer.from("%PDF-", "ascii");
+    static async process(content, options) {
+        const provider = (options?.provider || "unknown").toLowerCase();
+        const config = PDF_PROVIDER_CONFIGS[provider];
+        if (!this.isValidPDF(content)) {
+            throw new Error("Invalid PDF file format. File must start with %PDF- header.");
+        }
+        if (!config || !config.supportsNative) {
+            const supportedProviders = Object.keys(PDF_PROVIDER_CONFIGS)
+                .filter((p) => PDF_PROVIDER_CONFIGS[p].supportsNative)
+                .join(", ");
+            throw new Error(`PDF files are not currently supported with ${provider} provider.\n` +
+                `Supported providers: ${supportedProviders}\n` +
+                `Current provider: ${provider}\n\n` +
+                `Options:\n` +
+                `1. Switch to a supported provider (--provider openai or --provider vertex)\n` +
+                `2. Convert your PDF to text manually`);
+        }
+        const sizeMB = content.length / (1024 * 1024);
+        if (sizeMB > config.maxSizeMB) {
+            throw new Error(`PDF size ${sizeMB.toFixed(2)}MB exceeds ${config.maxSizeMB}MB limit for ${provider}`);
+        }
+        const metadata = this.extractBasicMetadata(content);
+        if (metadata.estimatedPages && metadata.estimatedPages > config.maxPages) {
+            logger.warn(`[PDF] PDF appears to have ${metadata.estimatedPages}+ pages. ` +
+                `${provider} supports up to ${config.maxPages} pages.`);
+        }
+        if (provider === "bedrock" && options?.bedrockApiMode === "converse") {
+            logger.info("[PDF] Using Bedrock Converse API. " +
+                "Visual PDF analysis requires citations enabled. " +
+                "Text-only mode: ~1,000 tokens/3 pages. " +
+                "Visual mode: ~7,000 tokens/3 pages.");
+        }
+        logger.info("[PDF] ✅ Validated PDF file", {
+            provider,
+            size: `${sizeMB.toFixed(2)}MB`,
+            version: metadata.version,
+            estimatedPages: metadata.estimatedPages,
+            apiType: config.apiType,
+        });
+        return {
+            type: "pdf",
+            content,
+            mimeType: "application/pdf",
+            metadata: {
+                confidence: 100,
+                size: content.length,
+                ...metadata,
+                provider,
+                apiType: config.apiType,
+            },
+        };
+    }
+    static supportsNativePDF(provider) {
+        const config = PDF_PROVIDER_CONFIGS[provider];
+        return config?.supportsNative || false;
+    }
+    static getProviderConfig(provider) {
+        return PDF_PROVIDER_CONFIGS[provider] || null;
+    }
+    static isValidPDF(buffer) {
+        if (buffer.length < 5) {
+            return false;
+        }
+        return buffer.subarray(0, 5).equals(this.PDF_SIGNATURE);
+    }
+    static extractBasicMetadata(buffer) {
+        const headerSize = Math.min(10000, buffer.length);
+        const header = buffer.toString("utf-8", 0, headerSize);
+        const versionMatch = header.match(/%PDF-(\d\.\d)/);
+        const version = versionMatch ? versionMatch[1] : "unknown";
+        const pageMatches = header.match(/\/Type\s*\/Page[^s]/g);
+        const estimatedPages = pageMatches ? pageMatches.length : null;
+        return {
+            version,
+            estimatedPages,
+            filename: undefined,
+        };
+    }
+    static estimateTokens(pageCount, mode = "visual") {
+        if (mode === "text-only") {
+            return Math.ceil((pageCount / 3) * 1000);
+        }
+        else {
+            return Math.ceil((pageCount / 3) * 7000);
+        }
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juspay/neurolink",
-  "version": "7.50.0",
+  "version": "7.51.1",
   "description": "Universal AI Development Platform with working MCP integration, multi-provider support, and professional CLI. Built-in tools operational, 58+ external MCP servers discoverable. Connect to filesystem, GitHub, database operations, and more. Build, test, and deploy AI applications with 9 major providers: OpenAI, Anthropic, Google AI, AWS Bedrock, Azure, Hugging Face, Ollama, and Mistral AI.",
   "author": {
     "name": "Juspay Technologies",
@@ -28,16 +28,13 @@
   "scripts": {
     "dev": "vite dev",
     "build": "vite build && pnpm run prepack",
-    "build:cli": "echo 'Building CLI...' && tsc --project tsconfig.cli.json && pnpm link --global",
+    "build:cli": "echo 'Building CLI...' && svelte-kit sync && tsc --project tsconfig.cli.json && pnpm link --global",
     "cli": "node dist/cli/index.js",
     "preview": "vite preview",
     "prepare": "git rev-parse --git-dir > /dev/null 2>&1 && husky install || echo 'Skipping husky in non-git environment'",
     "prepack": "svelte-kit sync && svelte-package && pnpm run build:cli && publint",
-    "check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json && tsc --noEmit --strict --project tsconfig.ci.json",
+    "check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json && tsc --noEmit --strict",
     "check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
-    "test": "vitest",
-    "test:run": "vitest run",
-    "test:dynamicModels": "node test-dynamicModels.js",
     "modelServer": "node scripts/modelServer.js",
     "lint": "prettier --check . && eslint .",
     "format": "prettier --write .",
@@ -54,44 +51,38 @@
     "env:backup": "node tools/automation/environmentManager.js --backup",
     "env:list-backups": "node tools/automation/environmentManager.js --list-backups",
     "// Project Management & Analysis": "",
-    "project:analyze": "node tools/automation/scriptAnalyzer.js",
-    "project:cleanup": "node tools/automation/scriptAnalyzer.js --execute",
     "project:organize": "node tools/automation/projectOrganizer.js",
     "project:health": "node tools/development/healthMonitor.js",
     "// Shell Script Conversion": "",
     "convert:shell-scripts": "node tools/automation/shellConverter.js",
     "convert:specific": "node tools/automation/shellConverter.js --specific",
-    "// Testing (Enhanced & Adaptive)": "",
-    "test:smart": "node tools/testing/adaptiveTestRunner.js",
-    "test:providers": "node test/environment-setup.js",
+    "// Testing (Single Continuous Test Suite)": "",
+    "test": "pnpm run test:providers",
+    "test:providers": "npx tsx test/continuous-test-suite.ts",
     "test:performance": "node tools/testing/performanceMonitor.js",
-    "test:coverage": "vitest run --coverage",
-    "test:ci": "pnpm run test:smart && pnpm run test:coverage",
+    "test:ci": "pnpm run test:providers && pnpm run test:performance",
     "// Content Generation (Cross-platform JS)": "",
-    "content:screenshots": "node tools/content/screenshot-automation.js",
     "content:videos": "node tools/converted-scripts/generateAllVideos.js",
     "content:cleanup": "node tools/converted-scripts/cleanupHashNamedVideos.js",
-    "content:all": "pnpm run content:screenshots && pnpm run content:videos",
+    "content:all": "pnpm run content:videos",
     "// Documentation Automation": "",
     "docs:sync": "bash scripts/sync-readme.sh",
     "docs:build": "bash scripts/sync-readme.sh && mkdocs build --strict --clean",
     "docs:serve": "bash scripts/sync-readme.sh && mkdocs serve",
     "docs:gh-deploy": "bash scripts/sync-readme.sh && mkdocs gh-deploy --force",
     "docs:validate": "node tools/content/documentationSync.js --validate",
-    "docs:generate": "pnpm run docs:validate && pnpm run content:screenshots",
+    "docs:generate": "pnpm run docs:validate",
     "// Development & Monitoring": "",
-    "dev:full": "node tools/development/dev-server.js",
     "dev:health": "node tools/development/healthMonitor.js",
     "dev:demo": "concurrently \"pnpm run dev\" \"node neurolink-demo/complete-enhanced-server.js\"",
     "demo:voice": "pnpm build && node examples/voice-demo/server.mjs",
     "// Build & Deploy (Complete Pipeline)": "",
     "build:complete": "node tools/automation/buildSystem.js",
-    "build:analyze": "node tools/development/dependency-analyzer.js",
     "// Quality & Maintenance": "",
     "quality:all": "pnpm run lint && pnpm run format && pnpm run test:ci",
     "clean": "pnpm run content:cleanup && rm -rf dist .svelte-kit node_modules/.cache",
     "reset": "pnpm run clean && pnpm install",
-    "audit": "pnpm audit && pnpm run build:analyze",
+    "audit": "pnpm audit",
     "// Release & Publishing": "",
     "release": "pnpm run build:complete && pnpm run test:ci && changeset publish",
     "test:semantic-release": "node scripts/test-semantic-release.js",
@@ -105,7 +96,7 @@
     "quality:metrics": "node scripts/quality-metrics.cjs",
     "quality:report": "pnpm run quality:metrics && echo 'Quality metrics saved to quality-metrics.json'",
     "pre-commit": "lint-staged",
-    "pre-push": "pnpm run validate && pnpm run test:run",
+    "pre-push": "pnpm run validate:commit && pnpm run validate:env && pnpm run validate && pnpm run test",
     "check:all": "pnpm run lint && pnpm run format --check && pnpm run validate && pnpm run validate:commit"
   },
   "files": [