@softerist/heuristic-mcp 3.0.16 → 3.1.0

package/lib/embed-query-process.js

@@ -6,7 +6,7 @@ import readline from 'readline';
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 const EMBEDDING_PROCESS_PATH = path.join(__dirname, 'embedding-process.js');
 
-// Persistent child process pool - single instance
+
 let persistentChild = null;
 let childReadline = null;
 let idleTimer = null;
@@ -14,16 +14,13 @@ let currentConfig = null;
 let pendingRequests = [];
 let isProcessingRequest = false;
 
-// Default idle timeout: 30 seconds - child exits after this to free memory
+
 const DEFAULT_IDLE_TIMEOUT_MS = 30000;
 
-/**
- * Get or create the persistent embedding child process.
- * The child stays alive for consecutive queries, then exits after idle timeout.
- */
+
 function getOrCreateChild(config) {
   if (persistentChild && !persistentChild.killed) {
-    // Reset idle timer on each use
+    
     resetIdleTimer(config);
     return persistentChild;
   }
@@ -41,7 +38,7 @@ function getOrCreateChild(config) {
 
   currentConfig = config;
 
-  // Set up readline for line-by-line response parsing
+  
   childReadline = readline.createInterface({
     input: persistentChild.stdout,
     crlfDelay: Infinity,
@@ -50,7 +47,7 @@ function getOrCreateChild(config) {
   childReadline.on('line', (line) => {
     if (!line.trim()) return;
     
-    // Process the response for the current pending request
+    
     if (pendingRequests.length > 0) {
       const { resolve, reject, startTime } = pendingRequests.shift();
       try {
@@ -93,7 +90,7 @@ function getOrCreateChild(config) {
   persistentChild.on('error', (err) => {
     console.error(`[EmbedPool] Child process error: ${err.message}`);
     cleanupChild();
-    // Reject all pending requests
+    
     for (const { reject } of pendingRequests) {
       reject(new Error(`Child process error: ${err.message}`));
     }
@@ -105,7 +102,7 @@ function getOrCreateChild(config) {
       console.info(`[EmbedPool] Child process exited with code ${code}`);
     }
     cleanupChild();
-    // Reject remaining pending requests so they can retry
+    
     for (const { reject } of pendingRequests) {
       reject(new Error(`Child process exited unexpectedly with code ${code}`));
     }
@@ -154,10 +151,10 @@ function cleanupChild() {
 function shutdownChild() {
   if (persistentChild && !persistentChild.killed) {
     try {
-      // Send shutdown command
+      
       persistentChild.stdin.write(JSON.stringify({ type: 'shutdown' }) + '\n');
     } catch {
-      // If write fails, force kill
+      
       persistentChild.kill();
     }
   }
@@ -183,15 +180,7 @@ function processNextRequest() {
   }
 }
 
-/**
- * Embed a single query string using a persistent child process.
- * The child process stays alive for consecutive queries, then exits after idle timeout.
- * This gives fast consecutive searches + memory cleanup after idle period.
- * 
- * @param {string} query - The query text to embed
- * @param {object} config - Configuration object with embeddingModel and embeddingProcessNumThreads
- * @returns {Promise<Float32Array>} - The embedding vector
- */
+
 export async function embedQueryInChildProcess(query, config) {
   return new Promise((resolve, reject) => {
     const payload = {
@@ -212,17 +201,12 @@ export async function embedQueryInChildProcess(query, config) {
   });
 }
 
-/**
- * Force shutdown the persistent child process to immediately free memory.
- * Called when user explicitly wants to free memory.
- */
+
 export function forceShutdownEmbeddingPool() {
   shutdownChild();
 }
 
-/**
- * Check if the persistent child process is currently running.
- */
+
 export function isEmbeddingPoolActive() {
   return persistentChild !== null && !persistentChild.killed;
 }

package/lib/embedding-process.js

@@ -1,4 +1,4 @@
-import { pipeline } from '@huggingface/transformers';
+import { pipeline, env } from '@huggingface/transformers';
 import { configureNativeOnnxBackend } from './onnx-backend.js';
 import {
   EMBEDDING_PROCESS_DEFAULT_GC_MAX_REQUESTS_WITHOUT_COLLECTION,
@@ -7,9 +7,11 @@ import {
   EMBEDDING_PROCESS_GC_STATE_INITIAL,
 } from './constants.js';
 import readline from 'readline';
+import path from 'path';
+import os from 'os';
 import { pathToFileURL } from 'url';
 
-// Always log to stderr for debugging (goes to parent's stderr)
+
 let currentRequestId = -1;
 const log = (...args) => {
   if (currentRequestId > 0 && !process.env.EMBEDDING_PROCESS_VERBOSE) {
@@ -44,6 +46,16 @@ let gcSupported = typeof global.gc === 'function';
 let nativeBackendConfigured = false;
 const gcState = { ...EMBEDDING_PROCESS_GC_STATE_INITIAL };
 
+function getGlobalCacheDir() {
+  if (process.platform === 'win32') {
+    return process.env.LOCALAPPDATA || path.join(os.homedir(), 'AppData', 'Local');
+  }
+  if (process.platform === 'darwin') {
+    return path.join(os.homedir(), 'Library', 'Caches');
+  }
+  return process.env.XDG_CACHE_HOME || path.join(os.homedir(), '.cache');
+}
+
 function toPositiveNumber(value, fallback) {
   const parsed = Number(value);
   return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
@@ -138,6 +150,7 @@ async function getEmbedder(embeddingModel, numThreads) {
   if (!embedderPromise) {
     configuredModel = embeddingModel;
     setThreads(numThreads);
+    env.cacheDir = path.join(getGlobalCacheDir(), 'xenova');
     log(`Loading model ${embeddingModel}...`);
     const loadStart = Date.now();
     embedderPromise = pipeline('feature-extraction', embeddingModel, {
@@ -176,10 +189,7 @@ function resetEmbeddingProcessState() {
   gcState.requestsSinceLastRun = 0;
 }
 
-/**
- * Unload the embedding model to free memory.
- * This nulls out the cached pipeline and triggers GC if available.
- */
+
 async function unloadModel() {
   if (!embedderPromise) {
     log('[Child] No model loaded, nothing to unload');
@@ -189,7 +199,7 @@ async function unloadModel() {
   try {
     const embedder = await embedderPromise;
     
-    // Try to dispose the pipeline if it has a dispose method
+    
     if (embedder && typeof embedder.dispose === 'function') {
       try {
         await embedder.dispose();
@@ -202,12 +212,12 @@ async function unloadModel() {
     log(`[Child] Error during model unload: ${err.message}`);
   }
 
-  // Clear references
+  
   embedderPromise = null;
   configuredModel = null;
   configuredThreads = null;
 
-  // Trigger garbage collection if available
+  
   if (gcSupported) {
     maybeRunGc(resolveGcPolicy(), { reason: 'post-unload', force: true });
   }
@@ -251,8 +261,8 @@ async function runEmbedding(payload) {
     gcState.requestsSinceLastRun += 1;
   }
 
-  // Batch embedding - tunable for throughput vs memory tradeoffs
-  // FORCE BATCH_SIZE = 1 to restore 1.0 files/s speed (batching adds overhead on CPU)
+  
+  
   const BATCH_SIZE =
     Number.isInteger(batchSize) && batchSize > 0 ? Math.min(batchSize, 256) : 1;
 
@@ -262,17 +272,17 @@ async function runEmbedding(payload) {
     const batchTexts = batchChunks.map((c) => c.text);
 
     try {
-      // Process batch of texts in single inference call
+      
       const output = await embedder(batchTexts, { pooling: 'mean', normalize: true });
 
-      // Output shape: [batch_size, hidden_size]
+      
       const hiddenSize = output.dims[output.dims.length - 1];
 
       for (let j = 0; j < batchChunks.length; j++) {
         const chunk = batchChunks[j];
         const vecStart = j * hiddenSize;
         const vecEnd = vecStart + hiddenSize;
-        // Deep copy the slice before disposing
+        
         const vector = new Float32Array(output.data.subarray(vecStart, vecEnd));
 
         results.push({
@@ -285,17 +295,17 @@ async function runEmbedding(payload) {
         });
       }
 
-      // Dispose tensor after extracting all vectors
+      
       if (typeof output.dispose === 'function') {
         try {
           output.dispose();
         } catch {
-          /* ignore */
+          
         }
       }
       disposeCount++;
     } catch (error) {
-      // Fallback: if batch fails, try one at a time
+      
       log(`Batch failed, falling back to single: ${error.message}`);
       for (const chunk of batchChunks) {
         try {
@@ -305,7 +315,7 @@ async function runEmbedding(payload) {
             try {
               output.dispose();
             } catch {
-              /* ignore */
+              
             }
           }
           disposeCount++;
@@ -329,7 +339,7 @@ async function runEmbedding(payload) {
       }
     }
 
-    // Progress logging every 20 chunks
+    
     if (batchEnd % 20 === 0 || batchEnd === chunks.length) {
       const elapsed = ((Date.now() - start) / 1000).toFixed(1);
       log(