rag-lite-ts 2.0.4 → 2.0.5

package/dist/config.js

@@ -3,6 +3,9 @@
  * Extends core configuration with implementation-specific properties
  */
 import { getDefaultModelCachePath } from './core/config.js';
+import { createRequire } from 'module';
+// Create require for CommonJS modules in ES module context
+const require = createRequire(import.meta.url);
 /**
  * Default configuration object with both core and text-specific settings
  */

package/dist/core/database-connection-manager.js

@@ -4,6 +4,7 @@
  * Addresses production issues with MCP server + CLI concurrent usage
  */
 import { openDatabase } from './db.js';
+import { resolve as pathResolve } from 'node:path';
 /**
  * Database Connection Manager
  * Manages shared database connections to prevent locking issues
@@ -186,15 +187,10 @@ export class DatabaseConnectionManager {
      */
     static normalizePath(dbPath) {
         // Convert to absolute path and normalize separators
-        // Use URL constructor for cross-platform path normalization
-        try {
-            const url = new URL(`file://${dbPath.replace(/\\/g, '/')}`);
-            return url.pathname;
-        }
-        catch {
-            // Fallback: simple normalization
-            return dbPath.replace(/\\/g, '/');
-        }
+        // Use Node.js path.resolve for proper relative path handling
+        const absolutePath = pathResolve(dbPath);
+        // Normalize separators for cross-platform consistency
+        return absolutePath.replace(/\\/g, '/');
     }
     /**
      * Start the cleanup timer for idle connections

package/dist/core/ingestion.js

@@ -9,6 +9,9 @@ import { config } from './config.js';
 import { DocumentPathManager } from './path-manager.js';
 import { existsSync } from 'fs';
 import { ContentManager } from './content-manager.js';
+import { createRequire } from 'module';
+// Create require for CommonJS modules in ES module context
+const require = createRequire(import.meta.url);
 /**
  * Main ingestion pipeline class
  * Coordinates the entire process from file discovery to vector storage

package/dist/mcp-server.js

@@ -24,11 +24,11 @@
 import { Server } from '@modelcontextprotocol/sdk/server/index.js';
 import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
 import { CallToolRequestSchema, ListToolsRequestSchema, } from '@modelcontextprotocol/sdk/types.js';
-import { existsSync, statSync } from 'fs';
+import { existsSync, statSync, createWriteStream } from 'fs';
 import { resolve } from 'path';
 import { SearchFactory } from './factories/search-factory.js';
 import { IngestionFactory } from './factories/ingestion-factory.js';
-import { openDatabase, getSystemInfo } from './core/db.js';
+import { getSystemInfo } from './core/db.js';
 import { DatabaseConnectionManager } from './core/database-connection-manager.js';
 import { config, validateCoreConfig, ConfigurationError } from './core/config.js';
 /**
@@ -746,7 +746,7 @@ class RagLiteMCPServer {
                                             reject(new Error(`Failed to download image: HTTP ${redirectResponse.statusCode}`));
                                             return;
                                         }
-                                        const fileStream = require('fs').createWriteStream(tempFilePath);
+                                        const fileStream = createWriteStream(tempFilePath);
                                         redirectResponse.pipe(fileStream);
                                         fileStream.on('finish', () => {
                                             fileStream.close();
@@ -761,7 +761,7 @@ class RagLiteMCPServer {
                                 return;
                             }
                             else {
-                                const fileStream = require('fs').createWriteStream(tempFilePath);
+                                const fileStream = createWriteStream(tempFilePath);
                                 response.pipe(fileStream);
                                 fileStream.on('finish', () => {
                                     fileStream.close();
@@ -916,8 +916,8 @@ class RagLiteMCPServer {
             // Create ingestion pipeline with force rebuild using factory
             const pipeline = await IngestionFactory.create(config.db_file, config.index_file, { forceRebuild: true });
             try {
-                // Get all documents from database and re-ingest them
-                const db = await openDatabase(config.db_file);
+                // Get all documents from database and re-ingest them - use shared connection
+                const db = await DatabaseConnectionManager.getConnection(config.db_file);
                 try {
                     const documents = await db.all('SELECT DISTINCT source FROM documents ORDER BY source');
                     if (documents.length === 0) {
@@ -971,7 +971,8 @@ class RagLiteMCPServer {
                     };
                 }
                 finally {
-                    await db.close();
+                    // Release instead of close - keeps connection alive for reuse
+                    await DatabaseConnectionManager.releaseConnection(config.db_file);
                 }
             }
             finally {
@@ -1009,7 +1010,7 @@ class RagLiteMCPServer {
             // Check model compatibility if database exists
             if (stats.database_exists) {
                 try {
-                    const db = await openDatabase(config.db_file);
+                    const db = await DatabaseConnectionManager.getConnection(config.db_file);
                     try {
                         const systemInfo = await getSystemInfo(db);
                         if (systemInfo && systemInfo.modelName && systemInfo.modelDimensions) {
@@ -1040,7 +1041,8 @@ class RagLiteMCPServer {
                         stats.total_chunks = chunkCount?.count || 0;
                     }
                     finally {
-                        await db.close();
+                        // Release instead of close - keeps connection alive for reuse
+                        await DatabaseConnectionManager.releaseConnection(config.db_file);
                     }
                 }
                 catch (error) {
@@ -1500,7 +1502,7 @@ class RagLiteMCPServer {
                     };
                     // Add content breakdown if requested
                     if (args.include_content_breakdown) {
-                        const db = await openDatabase(config.db_file);
+                        const db = await DatabaseConnectionManager.getConnection(config.db_file);
                         try {
                             // Get document count by content type
                             const docsByType = await db.all(`
@@ -1526,7 +1528,8 @@ class RagLiteMCPServer {
                             };
                         }
                         finally {
-                            await db.close();
+                            // Release instead of close - keeps connection alive for reuse
+                            await DatabaseConnectionManager.releaseConnection(config.db_file);
                         }
                     }
                     // Add performance metrics if requested
@@ -1600,6 +1603,8 @@ class RagLiteMCPServer {
             this.isSearchEngineInitialized = true;
         }
         catch (error) {
+            console.error('❌ MCP Server: Search engine initialization failed');
+            console.error(`❌ Error: ${error instanceof Error ? error.message : String(error)}`);
             // Check if this is a mode detection error
             if (error instanceof Error && error.message.includes('mode detection')) {
                 console.error('⚠️  MCP Server: Mode detection failed, falling back to text mode');
@@ -1612,7 +1617,6 @@ class RagLiteMCPServer {
                 throw error;
             }
             // For other initialization errors, provide a generic wrapper
-            console.error('❌ MCP Server: Search engine initialization failed');
             throw new Error(`Failed to initialize search engine: ${error instanceof Error ? error.message : 'Unknown error'}`);
         }
     }
@@ -1635,8 +1639,8 @@ class RagLiteMCPServer {
             const { ModeDetectionService } = await import('./core/mode-detection-service.js');
             const modeService = new ModeDetectionService(config.db_file);
             const systemInfo = await modeService.detectMode();
-            // Check if database has any images
-            const db = await openDatabase(config.db_file);
+            // Check if database has any images - use shared connection
+            const db = await DatabaseConnectionManager.getConnection(config.db_file);
             let hasImages = false;
             let documentCount = 0;
             try {
@@ -1646,7 +1650,8 @@ class RagLiteMCPServer {
                 documentCount = docCount?.count || 0;
             }
             finally {
-                await db.close();
+                // Release instead of close - keeps connection alive for reuse
+                await DatabaseConnectionManager.releaseConnection(config.db_file);
             }
             return {
                 mode: systemInfo.mode,

package/package.json

@@ -1,105 +1,105 @@
-{
-  "name": "rag-lite-ts",
-  "version": "2.0.4",
-  "description": "Local-first TypeScript retrieval engine with Chameleon Multimodal Architecture for semantic search over text and image content",
-  "type": "module",
-  "main": "./dist/index.js",
-  "types": "./dist/index.d.ts",
-  "bin": {
-    "raglite": "./dist/cli.js",
-    "raglite-mcp": "./dist/mcp-server.js"
-  },
-  "exports": {
-    ".": {
-      "import": "./dist/index.js",
-      "types": "./dist/index.d.ts"
-    },
-    "./mcp": {
-      "import": "./dist/mcp-server.js",
-      "types": "./dist/mcp-server.d.ts"
-    }
-  },
-  "files": [
-    "dist/**/*.js",
-    "dist/**/*.d.ts",
-    "!dist/**/*.map",
-    "README.md",
-    "LICENSE"
-  ],
-  "scripts": {
-    "build": "tsc",
-    "build:test": "tsc --project tsconfig.test.json",
-    "clean": "rimraf dist",
-    "dev": "tsc --watch",
-    "test": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/core dist/__tests__/text dist/__tests__/preprocessors dist/__tests__/cli dist/__tests__/factories",
-    "test:verbose": "npm run build:test && node --expose-gc --test --test-concurrency=1 --test-reporter=tap dist/__tests__/core dist/__tests__/text dist/__tests__/preprocessors dist/__tests__/cli dist/__tests__/factories",
-    "test:core": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/core",
-    "test:core:verbose": "npm run build:test && node --expose-gc --test --test-concurrency=1 --test-reporter=tap dist/__tests__/core",
-    "test:text": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/text",
-    "test:preprocessors": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/preprocessors",
-    "test:cli": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/cli",
-    "test:factories": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/factories",
-    "test:datasets": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/datasets",
-    "test:unit": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/core dist/__tests__/text dist/__tests__/preprocessors dist/__tests__/cli dist/__tests__/factories",
-    "test:integration": "npm run build && npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/integration",
-    "test:integration:verbose": "npm run build && npm run build:test && node --expose-gc --test --test-concurrency=1 --test-reporter=tap dist/__tests__/integration",
-    "test:all": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__",
-    "test:all:verbose": "npm run build:test && node --expose-gc --test --test-concurrency=1 --test-reporter=tap dist/__tests__",
-    "prepublishOnly": "npm run clean && npm run build"
-  },
-  "keywords": [
-    "rag",
-    "retrieval",
-    "semantic-search",
-    "embeddings",
-    "typescript",
-    "local-first",
-    "multimodal",
-    "chameleon-architecture",
-    "clip",
-    "image-search",
-    "polymorphic-runtime",
-    "mdx",
-    "mermaid",
-    "preprocessing",
-    "pdf",
-    "docx",
-    "document-processing"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/raglite/rag-lite-ts.git"
-  },
-  "bugs": {
-    "url": "https://github.com/raglite/rag-lite-ts/issues"
-  },
-  "homepage": "https://github.com/raglite/rag-lite-ts#readme",
-  "author": "RAG-lite TS Contributors",
-  "license": "MIT",
-  "engines": {
-    "node": ">=18.0.0"
-  },
-  "dependencies": {
-    "@huggingface/transformers": "^3.7.5",
-    "@modelcontextprotocol/sdk": "^1.18.2",
-    "csv-parse": "^6.1.0",
-    "hnswlib-wasm": "^0.8.2",
-    "jsdom": "^27.0.0",
-    "lru-cache": "^11.2.2",
-    "mammoth": "^1.11.0",
-    "pdf-parse": "^2.1.10",
-    "sqlite3": "^5.1.6"
-  },
-  "devDependencies": {
-    "@types/jsdom": "^21.1.7",
-    "@types/lru-cache": "^7.10.9",
-    "@types/node": "^20.11.0",
-    "js-yaml": "^4.1.0",
-    "rimraf": "^5.0.5",
-    "tsx": "^4.20.6",
-    "typescript": "^5.3.0"
-  },
-  "optionalDependencies": {
-    "sharp": "^0.34.5"
-  }
-}
+{
+  "name": "rag-lite-ts",
+  "version": "2.0.5",
+  "description": "Local-first TypeScript retrieval engine with Chameleon Multimodal Architecture for semantic search over text and image content",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "bin": {
+    "raglite": "./dist/cli.js",
+    "raglite-mcp": "./dist/mcp-server.js"
+  },
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    },
+    "./mcp": {
+      "import": "./dist/mcp-server.js",
+      "types": "./dist/mcp-server.d.ts"
+    }
+  },
+  "files": [
+    "dist/**/*.js",
+    "dist/**/*.d.ts",
+    "!dist/**/*.map",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "build:test": "tsc --project tsconfig.test.json",
+    "clean": "rimraf dist",
+    "dev": "tsc --watch",
+    "test": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/core dist/__tests__/text dist/__tests__/preprocessors dist/__tests__/cli dist/__tests__/factories",
+    "test:verbose": "npm run build:test && node --expose-gc --test --test-concurrency=1 --test-reporter=tap dist/__tests__/core dist/__tests__/text dist/__tests__/preprocessors dist/__tests__/cli dist/__tests__/factories",
+    "test:core": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/core",
+    "test:core:verbose": "npm run build:test && node --expose-gc --test --test-concurrency=1 --test-reporter=tap dist/__tests__/core",
+    "test:text": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/text",
+    "test:preprocessors": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/preprocessors",
+    "test:cli": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/cli",
+    "test:factories": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/factories",
+    "test:datasets": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/datasets",
+    "test:unit": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/core dist/__tests__/text dist/__tests__/preprocessors dist/__tests__/cli dist/__tests__/factories",
+    "test:integration": "npm run build && npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__/integration",
+    "test:integration:verbose": "npm run build && npm run build:test && node --expose-gc --test --test-concurrency=1 --test-reporter=tap dist/__tests__/integration",
+    "test:all": "npm run build:test && node --expose-gc --test --test-concurrency=1 dist/__tests__",
+    "test:all:verbose": "npm run build:test && node --expose-gc --test --test-concurrency=1 --test-reporter=tap dist/__tests__",
+    "prepublishOnly": "npm run clean && npm run build"
+  },
+  "keywords": [
+    "rag",
+    "retrieval",
+    "semantic-search",
+    "embeddings",
+    "typescript",
+    "local-first",
+    "multimodal",
+    "chameleon-architecture",
+    "clip",
+    "image-search",
+    "polymorphic-runtime",
+    "mdx",
+    "mermaid",
+    "preprocessing",
+    "pdf",
+    "docx",
+    "document-processing"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/raglite/rag-lite-ts.git"
+  },
+  "bugs": {
+    "url": "https://github.com/raglite/rag-lite-ts/issues"
+  },
+  "homepage": "https://github.com/raglite/rag-lite-ts#readme",
+  "author": "RAG-lite TS Contributors",
+  "license": "MIT",
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "dependencies": {
+    "@huggingface/transformers": "^3.7.5",
+    "@modelcontextprotocol/sdk": "^1.18.2",
+    "csv-parse": "^6.1.0",
+    "hnswlib-wasm": "^0.8.2",
+    "jsdom": "^27.0.0",
+    "lru-cache": "^11.2.2",
+    "mammoth": "^1.11.0",
+    "pdf-parse": "^2.1.10",
+    "sqlite3": "^5.1.7"
+  },
+  "devDependencies": {
+    "@types/jsdom": "^21.1.7",
+    "@types/lru-cache": "^7.10.9",
+    "@types/node": "^20.11.0",
+    "js-yaml": "^4.1.0",
+    "rimraf": "^5.0.5",
+    "tsx": "^4.20.6",
+    "typescript": "^5.3.0"
+  },
+  "optionalDependencies": {
+    "sharp": "^0.34.5"
+  }
+}