cf-memory-mcp 3.8.0 → 3.8.1

package/bin/cf-memory-mcp.js

@@ -24,6 +24,7 @@ const crypto = require('crypto');
 // Configuration
 const STREAMABLE_HTTP_URL = 'https://cf-memory-mcp-simplified.johnlam90.workers.dev/mcp/message';
 const LEGACY_SERVER_URL = 'https://cf-memory-mcp-simplified.johnlam90.workers.dev/mcp/message';
+const PROGRESS_SSE_URL = 'https://cf-memory-mcp-simplified.johnlam90.workers.dev/api/indexing/progress';
 const PACKAGE_VERSION = require('../package.json').version;
 const TIMEOUT_MS = 60000; // Increased timeout for batch operations
 const CONNECT_TIMEOUT_MS = 10000;
@@ -31,6 +32,9 @@ const CONNECT_TIMEOUT_MS = 10000;
 // Get API key from environment variable (will be checked later)
 const API_KEY = process.env.CF_MEMORY_API_KEY;
 
+// Optional: stream indexing progress via SSE
+const ENABLE_PROGRESS = process.env.CF_MEMORY_PROGRESS === '1' || process.env.CF_MEMORY_PROGRESS === 'true';
+
 /**
  * Cross-platform MCP stdio bridge
  * Handles communication between MCP clients and the Cloudflare Worker
@@ -232,7 +236,7 @@ class CFMemoryMCP {
      * Handle local project indexing - scans local files and sends them via MCP
      */
     async handleIndexProject(message) {
-        const { project_path, project_name, include_patterns, exclude_patterns } = message.params.arguments;
+        const { project_path, project_name, include_patterns, exclude_patterns, force_reindex } = message.params.arguments;
         const resolvedPath = path.resolve(project_path);
         const name = project_name || path.basename(resolvedPath);
 
@@ -277,6 +281,13 @@ class CFMemoryMCP {
                 const batch = files.slice(i, i + BATCH_SIZE);
                 this.logDebug(`Processing batch ${Math.floor(i/BATCH_SIZE) + 1}/${Math.ceil(files.length/BATCH_SIZE)} (${batch.length} files)`);
 
+                const sessionId = crypto.randomUUID();
+
+                // Optionally stream progress
+                const progressReader = ENABLE_PROGRESS
+                    ? this.startProgressStream(sessionId)
+                    : null;
+
                 const projectResult = await this.makeRequest({
                     jsonrpc: '2.0',
                     id: `index-batch-${Date.now()}-${i}`,
@@ -291,11 +302,18 @@ class CFMemoryMCP {
                                 content: f.content
                             })),
                             include_patterns,
-                            exclude_patterns
+                            exclude_patterns,
+                            force_reindex
                         }
                     }
+                }, {
+                    'X-Progress-Session': sessionId
                 });
 
+                if (progressReader) {
+                    progressReader.stop();
+                }
+
                 if (projectResult.error) {
                     this.logError(`Batch ${i} failed:`, projectResult.error);
                     continue;
@@ -460,26 +478,32 @@ class CFMemoryMCP {
     /**
      * Make HTTP request to the Cloudflare Worker (MCP JSON-RPC)
      */
-    async makeRequest(message) {
+    async makeRequest(message, extraHeaders = null) {
         return new Promise((resolve) => {
             const serverUrl = this.useStreamableHttp ? this.streamableHttpUrl : this.legacyServerUrl;
             const url = new URL(serverUrl);
             const postData = JSON.stringify(message);
 
+            const headers = {
+                'Content-Type': 'application/json',
+                'Accept': 'application/json',
+                'Accept-Encoding': 'identity',
+                'User-Agent': this.userAgent,
+                'Authorization': `Bearer ${API_KEY}`,
+                'X-API-Key': API_KEY,
+                'Content-Length': Buffer.byteLength(postData)
+            };
+
+            if (extraHeaders) {
+                Object.assign(headers, extraHeaders);
+            }
+
             const options = {
                 hostname: url.hostname,
                 port: url.port || 443,
                 path: url.pathname,
                 method: 'POST',
-                headers: {
-                    'Content-Type': 'application/json',
-                    'Accept': 'application/json',
-                    'Accept-Encoding': 'identity',
-                    'User-Agent': this.userAgent,
-                    'Authorization': `Bearer ${API_KEY}`,
-                    'X-API-Key': API_KEY, // Also include for backwards compatibility
-                    'Content-Length': Buffer.byteLength(postData)
-                },
+                headers,
                 timeout: TIMEOUT_MS
             };
 
@@ -538,6 +562,45 @@ class CFMemoryMCP {
         });
     }
 
+    startProgressStream(sessionId) {
+        const url = new URL(PROGRESS_SSE_URL);
+        url.searchParams.set('session', sessionId);
+
+        const options = {
+            hostname: url.hostname,
+            port: url.port || 443,
+            path: url.pathname + url.search,
+            method: 'GET',
+            headers: {
+                'Accept': 'text/event-stream',
+                'Cache-Control': 'no-cache',
+                'X-API-Key': API_KEY,
+                'User-Agent': this.userAgent
+            },
+            timeout: CONNECT_TIMEOUT_MS
+        };
+
+        const req = https.request(options, (res) => {
+            res.setEncoding('utf8');
+            res.on('data', (chunk) => {
+                // Print progress events to stderr to avoid breaking MCP stdio
+                if (chunk && chunk.trim()) {
+                    process.stderr.write(`[PROGRESS] ${chunk.trim()}
+`);
+                }
+            });
+        });
+
+        req.on('error', () => {});
+        req.end();
+
+        return {
+            stop: () => {
+                try { req.destroy(); } catch (_) {}
+            }
+        };
+    }
+
     /**
      * Graceful shutdown
      */
@@ -566,6 +629,7 @@ Usage:
 
 Environment Variables:
   CF_MEMORY_API_KEY=<key>           Your CF Memory API key (required)
+  CF_MEMORY_PROGRESS=true           Stream indexing progress to stderr (optional)
   DEBUG=1                           Enable debug logging
   MCP_DEBUG=1                       Enable MCP debug logging
 

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "cf-memory-mcp",
-	"version": "3.8.0",
+	"version": "3.8.1",
 	"description": "Best-in-class MCP server with CONTEXTUAL CHUNKING (Anthropic-style, 35-67% better retrieval), Optimized LLM stack (Llama-3.1-8B), BGE-M3 embeddings, Query Expansion Caching, Hybrid Embedding Strategy, and Unified Project Intelligence",
 	"main": "bin/cf-memory-mcp.js",
 	"bin": {