@rbalchii/anchor-engine 4.7.0

package/engine/dist/utils/wasm-module-loader.js

@@ -0,0 +1,136 @@
+/**
+ * WASM Module Loader
+ *
+ * Loads Rust-compiled WASM modules for cross-platform compatibility.
+ * Replaces C++ native modules with zero-compilation WASM alternatives.
+ *
+ * Standard 074: Native Module Acceleration (WASM Edition)
+ */
+// Import WASM packages
+import { fingerprint, distance } from '@rbalchii/anchor-fingerprint-wasm';
+import { sanitize, atomize } from '@rbalchii/anchor-atomizer-wasm';
+// These will be initialized dynamically to avoid TS issues with WASM packages
+let extract_keywords_fn = null;
+let search_graph_fn = null;
+// Initialize WASM modules dynamically
+async function initWasmModules() {
+    try {
+        // Use require for WASM packages to avoid TS type issues
+        const { createRequire } = await import('module');
+        const require = createRequire(import.meta.url);
+        const keyextract = require('@rbalchii/anchor-keyextract-wasm');
+        extract_keywords_fn = keyextract.extract_keywords;
+        const tagwalker = require('@rbalchii/anchor-tagwalker-wasm');
+        search_graph_fn = tagwalker.search_graph;
+        console.log('[WasmModuleLoader] All WASM modules loaded successfully');
+    }
+    catch (e) {
+        console.error('[WasmModuleLoader] Failed to load WASM modules:', e);
+    }
+}
+// Initialize on module load
+initWasmModules();
+export class WasmModuleLoader {
+    static instance;
+    modules = new Map();
+    status = new Map();
+    constructor() {
+        this.initializeModules();
+    }
+    static getInstance() {
+        if (!WasmModuleLoader.instance) {
+            WasmModuleLoader.instance = new WasmModuleLoader();
+        }
+        return WasmModuleLoader.instance;
+    }
+    /**
+     * Initialize all WASM modules
+     */
+    initializeModules() {
+        // Register fingerprint module
+        this.modules.set('anchor-fingerprint', { fingerprint, distance });
+        this.status.set('anchor-fingerprint', {
+            loaded: true,
+            moduleName: 'anchor-fingerprint',
+            version: '1.0.0'
+        });
+        // Register atomizer module
+        this.modules.set('anchor-atomizer', { sanitize, atomize });
+        this.status.set('anchor-atomizer', {
+            loaded: true,
+            moduleName: 'anchor-atomizer',
+            version: '1.0.0'
+        });
+        // Register keyextract module
+        this.modules.set('anchor-keyextract', { extractKeywords: extract_keywords_fn });
+        this.status.set('anchor-keyextract', {
+            loaded: true,
+            moduleName: 'anchor-keyextract',
+            version: '1.0.0'
+        });
+        // Register tagwalker module
+        this.modules.set('anchor-tagwalker', { searchGraph: search_graph_fn });
+        this.status.set('anchor-tagwalker', {
+            loaded: true,
+            moduleName: 'anchor-tagwalker',
+            version: '1.0.0'
+        });
+        console.log('[WasmModuleLoader] All WASM modules initialized successfully');
+    }
+    /**
+     * Get a loaded WASM module
+     */
+    getModule(moduleName) {
+        if (!this.modules.has(moduleName)) {
+            throw new Error(`WASM module ${moduleName} not found`);
+        }
+        return this.modules.get(moduleName);
+    }
+    /**
+     * Get module status
+     */
+    getStatus(moduleName) {
+        return this.status.get(moduleName);
+    }
+    /**
+     * Get all module statuses
+     */
+    getAllStatus() {
+        return this.status;
+    }
+    /**
+     * Check if a module is loaded
+     */
+    isLoaded(moduleName) {
+        return this.status.get(moduleName)?.loaded || false;
+    }
+    /**
+     * Convenience methods for common operations
+     */
+    // Fingerprint operations
+    fingerprint(text) {
+        return fingerprint(text);
+    }
+    distance(a, b) {
+        return distance(a, b);
+    }
+    // Atomizer operations
+    sanitizeText(text) {
+        return sanitize(text);
+    }
+    atomizeText(text, strategy = 'prose') {
+        return atomize(text, strategy);
+    }
+    // Keyphrase extraction
+    extractKeyphrases(text) {
+        if (extract_keywords_fn) {
+            return extract_keywords_fn(text, 10);
+        }
+        // Fallback if WASM not loaded
+        console.warn('[WasmModuleLoader] extract_keywords not loaded, returning empty array');
+        return [];
+    }
+}
+// Export singleton instance
+export const wasmModuleLoader = WasmModuleLoader.getInstance();
+//# sourceMappingURL=wasm-module-loader.js.map

package/engine/dist/utils/wasm-module-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-module-loader.js","sourceRoot":"","sources":["../../src/utils/wasm-module-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,uBAAuB;AACvB,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gCAAgC,CAAC;AAEnE,8EAA8E;AAC9E,IAAI,mBAAmB,GAAqD,IAAI,CAAC;AACjF,IAAI,eAAe,GAAqE,IAAI,CAAC;AAE7F,sCAAsC;AACtC,KAAK,UAAU,eAAe;IAC5B,IAAI,CAAC;QACH,wDAAwD;QACxD,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE/C,MAAM,UAAU,GAAG,OAAO,CAAC,kCAAkC,CAAC,CAAC;QAC/D,mBAAmB,GAAG,UAAU,CAAC,gBAAgB,CAAC;QAElD,MAAM,SAAS,GAAG,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAC7D,eAAe,GAAG,SAAS,CAAC,YAAY,CAAC;QAEzC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,iDAAiD,EAAE,CAAC,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,4BAA4B;AAC5B,eAAe,EAAE,CAAC;AAQlB,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAC,QAAQ,CAAmB;IAClC,OAAO,GAAqB,IAAI,GAAG,EAAE,CAAC;IACtC,MAAM,GAAkC,IAAI,GAAG,EAAE,CAAC;IAE1D;QACE,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEM,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAC/B,gBAAgB,CAAC,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACrD,CAAC;QACD,OAAO,gBAAgB,CAAC,QAAQ,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,8BAA8B;QAC9B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,EAAE;YACpC,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,OAAO;SACjB,CAAC,CAAC;QAEH,2BAA2B;QAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,EAAE;YACjC,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,OAAO;SACjB,CAAC,CAAC;QAEH,6BAA6B;QAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,eAAe,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAChF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,EAAE;YACnC,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,mBAAmB;YAC/B,OAAO,EAAE,OAAO;SACjB,CAAC,CAAC;QAEH,4BAA4B;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kBAAkB,EAAE;YAClC,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,kBAAkB;YAC9B,OAAO,EAAE,OAAO;SACjB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,UAAkB;QACjC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,eAAe,UAAU,YAAY,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,UAAkB;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACI,YAAY;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACI,QAAQ,CAAC,UAAkB;QAChC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,MAAM,IAAI,KAAK,CAAC;IACtD,CAAC;IAED;;OAEG;IAEH,yBAAyB;IAClB,WAAW,CAAC,IAAY;QAC7B,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAEM,QAAQ,CAAC,CAAS,EAAE,CAAS;QAClC,OAAO,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxB,CAAC;IAED,sBAAsB;IACf,YAAY,CAAC,IAAY;QAC9B,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAEM,WAAW,CAAC,IAAY,EAAE,WAAmB,OAAO;QACzD,OAAO,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,uBAAuB;IAChB,iBAAiB,CAAC,IAAY;QACnC,IAAI,mBAAmB,EAAE,CAAC;YACxB,OAAO,mBAAmB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,8BAA8B;QAC9B,OAAO,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;QACtF,OAAO,EAAE,CAAC;IACZ,CAAC;CACF;AAED,4BAA4B;AAC5B,MAAM,CAAC,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,WAAW,EAAE,CAAC"}

package/engine/package.json

@@ -0,0 +1,105 @@
+{
+  "name": "anchor-engine",
+  "version": "4.6.0",
+  "type": "module",
+  "description": "Anchor Headless Context Engine & Knowledge Graph",
+  "main": "src/index.js",
+  "bin": "src/index.js",
+  "scripts": {
+    "start": "node --expose-gc dist/index.js",
+    "dev": "node --loader ts-node/esm src/index.ts",
+    "migrate": "node src/migrate_history.js",
+    "read-all": "node src/read_all.js",
+    "hydrate": "node src/hydrate.js",
+    "test:vitest": "vitest run --config vitest.config.ts",
+    "test:vitest:watch": "vitest --config vitest.config.ts",
+    "test": "node tests/suite.js",
+    "test:routes": "node tests/all_routes_and_services.js",
+    "test:quick": "node tests/suite.js",
+    "test:benchmark": "node tests/benchmark.js",
+    "test:context": "node tests/context_experiments.js",
+    "test:context-quality": "ts-node ../tests/unit/test_context_quality_improvements.ts",
+    "test:date-extractor": "node --loader ts-node/esm tests/unit/test_date_extractor.ts",
+    "test:unit": "ts-node ../tests/unit/test_context_quality_improvements.ts",
+    "test:vector": "node --loader ts-node/esm tests/unit/test_vector_service.ts",
+    "benchmark": "node tests/benchmark.js",
+    "build": "node -e \"require('fs').rmSync('dist', {recursive:true, force:true})\" && tsc",
+    "build:npm-native": "echo \"Native modules now handled via npm packages\"",
+    "build:standalone": "node -e \"require('fs').rmSync('dist', {recursive:true, force:true})\" && tsc && pkg dist/index.js --target node18-linux-arm64 --output dist-android/anchor-engine --compress GZip && pkg dist/index.js --target node18-win-x64 --output dist-win/anchor-engine.exe --compress GZip",
+    "build:win": "node -e \"require('fs').rmSync('dist', {recursive:true, force:true})\" && tsc && pkg dist/index.js --target node18-win-x64 --output dist-win/anchor-engine.exe --compress GZip",
+    "build:android": "node -e \"require('fs').rmSync('dist', {recursive:true, force:true})\" && tsc && pkg dist/index.js --target node18-linux-arm64 --output dist-android/anchor-engine --compress GZip",
+    "build:universal": "npm run build",
+    "lint": "eslint src/ --ext .ts,.js",
+    "chat": "ts-node tools/chat.ts",
+    "chat-api": "node dist/server-8080.js",
+    "lint:fix": "eslint src/ --ext .ts,.js --fix",
+    "generate-synonyms": "node --loader ts-node/esm src/commands/generate-synonyms.ts",
+    "audit-tags": "node --loader ts-node/esm src/commands/audit-tags.ts",
+    "distill": "node --loader ts-node/esm src/commands/distill.ts"
+  },
+  "pkg": {
+    "scripts": [
+      "dist/**/*.js"
+    ],
+    "assets": [
+      "dist/**/*",
+      "context_data/**/*",
+      "user_settings.json",
+      "node_modules/@electric-sql/pglite/**/*",
+      "node_modules/@rbalchii/anchor-atomizer-wasm/**/*",
+      "node_modules/@rbalchii/anchor-fingerprint-wasm/**/*",
+      "node_modules/@rbalchii/anchor-keyextract-wasm/**/*",
+      "node_modules/@rbalchii/anchor-tagwalker-wasm/**/*",
+      "node_modules/wink-eng-lite-web-model/**/*",
+      "node_modules/wink-nlp/**/*"
+    ],
+    "targets": [
+      "node18-linux-arm64"
+    ],
+    "outputPath": "dist-android",
+    "compress": "GZip"
+  },
+  "dependencies": {
+    "@anchor/shared": "file:../shared",
+    "@electric-sql/pglite": "^0.2.0",
+    "@modelcontextprotocol/sdk": "^1.27.1",
+    "@rbalchii/anchor-atomizer-wasm": "^1.0.0",
+    "@rbalchii/anchor-fingerprint-wasm": "^1.0.0",
+    "@rbalchii/anchor-keyextract-wasm": "^1.0.0",
+    "@rbalchii/anchor-tagwalker-wasm": "^1.0.0",
+    "@rbalchii/dse": "^1.0.0",
+    "@types/body-parser": "^1.19.6",
+    "@types/turndown": "^5.0.6",
+    "axios": "^1.13.2",
+    "body-parser": "^1.20.2",
+    "cheerio": "^1.1.2",
+    "chokidar": "^3.6.0",
+    "cors": "^2.8.5",
+    "express": "^4.18.2",
+    "express-rate-limit": "^7.4.0",
+    "got": "^14.6.6",
+    "got-scraping": "^4.1.3",
+    "js-yaml": "^4.1.1",
+    "sharp": "^0.34.5",
+    "tar": "^7.5.10",
+    "turndown": "^7.2.2",
+    "uuid": "^13.0.0",
+    "wink-eng-lite-web-model": "^1.7.1",
+    "wink-nlp": "^2.3.0",
+    "winston": "^3.19.0",
+    "winston-daily-rotate-file": "^5.0.0",
+    "zod": "^4.3.6"
+  },
+  "devDependencies": {
+    "@types/cors": "^2.8.19",
+    "@types/express": "^5.0.6",
+    "@types/js-yaml": "^4.0.9",
+    "@types/node": "^25.0.7",
+    "@types/tar": "^6.1.13",
+    "@yao-pkg/pkg": "^5.12.0",
+    "eslint": "^8.56.0",
+    "ts-node": "^10.9.2",
+    "typescript": "^5.9.3",
+    "vitest": "^4.0.18"
+  }
+}

package/package.json

@@ -0,0 +1,106 @@
+{
+  "name": "@rbalchii/anchor-engine",
+  "version": "4.7.0",
+  "description": "Deterministic semantic memory for LLMs - local-first, graph traversal, <1GB RAM",
+  "main": "engine/dist/index.js",
+  "type": "module",
+  "bin": {
+    "anchor": "anchor.bat",
+    "anchor-engine": "engine/dist/index.js"
+  },
+  "scripts": {
+    "start": "node --expose-gc --max-old-space-size=6144 engine/dist/index.js",
+    "dev": "pnpm --filter anchor-engine dev",
+    "build": "pnpm --filter anchor-engine build",
+    "test": "node --experimental-vm-modules ./node_modules/jest/bin/jest.js --config jest.config.cjs",
+    "test:watch": "node --experimental-vm-modules ./node_modules/jest/bin/jest.js --watch --config jest.config.cjs",
+    "test:coverage": "node --experimental-vm-modules ./node_modules/jest/bin/jest.js --coverage --config jest.config.cjs",
+    "test:standalone": "ts-node --esm tests/unit/test_atomizer_logic.ts",
+    "test:all": "pnpm test && pnpm test:standalone",
+    "lint": "eslint . --ext .ts,.js",
+    "clean": "rimraf dist engine/dist",
+    "postinstall": "cd engine && pnpm install --ignore-scripts && pnpm run build",
+    "start-with-logging": "node --expose-gc engine/dist/index.js > ../../logs/anchor_engine.log 2>&1",
+    "postversion": "node scripts/sync-version.mjs && git add engine/package.json README.md && git commit --amend --no-edit",
+    "prepublishOnly": "pnpm run build && pnpm test"
+  },
+  "keywords": [
+    "llm-memory",
+    "semantic-search",
+    "graph-database",
+    "rag",
+    "context-engine",
+    "memory-layer",
+    "deterministic-search",
+    "pglite",
+    "local-ai",
+    "knowledge-graph"
+  ],
+  "author": "Robert Balch II",
+  "license": "AGPL-3.0-only",
+  "dependencies": {
+    "@electric-sql/pglite": "^0.2.0",
+    "@rbalchii/dse": "^1.0.0",
+    "@rbalchii/native-fingerprint": "^1.0.0",
+    "@rbalchii/native-keyassassin": "^1.0.2",
+    "@rbalchii/tag-walker": "^1.0.0",
+    "axios": "^1.6.0",
+    "body-parser": "^1.20.2",
+    "cheerio": "^1.2.0",
+    "cors": "^2.8.5",
+    "express": "^4.18.2",
+    "express-rate-limit": "^7.4.0",
+    "got-scraping": "^4.1.3",
+    "sharp": "^0.34.5",
+    "tar": "^7.5.10",
+    "turndown": "^7.2.2",
+    "typescript": "^5.0.0",
+    "uuid": "^13.0.0",
+    "wink-eng-lite-web-model": "^1.8.1",
+    "wink-nlp": "^2.4.0",
+    "winston": "^3.19.0",
+    "winston-daily-rotate-file": "^5.0.0",
+    "ws": "^8.14.2"
+  },
+  "devDependencies": {
+    "@types/body-parser": "^1.19.6",
+    "@types/cheerio": "^0.22.35",
+    "@types/cors": "^2.8.19",
+    "@types/express": "^5.0.6",
+    "@types/jest": "^29.5.14",
+    "@types/js-yaml": "^4.0.9",
+    "@types/node": "^25.2.2",
+    "@types/turndown": "^5.0.6",
+    "@types/uuid": "^10.0.0",
+    "eslint": "^8.53.0",
+    "jest": "^29.7.0",
+    "jest-junit": "^16.0.0",
+    "js-yaml": "^4.1.1",
+    "nodemon": "^3.0.1",
+    "rimraf": "^5.0.5",
+    "ts-jest": "^29.4.6",
+    "ts-node": "^10.9.1"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/RSBalchII/anchor-engine-node.git"
+  },
+  "bugs": {
+    "url": "https://github.com/RSBalchII/anchor-engine-node/issues"
+  },
+  "homepage": "https://github.com/RSBalchII/anchor-engine-node#readme",
+  "files": [
+    "engine/dist/",
+    "engine/package.json",
+    "anchor.bat",
+    "LICENSE",
+    "README.md",
+    "docs/"
+  ],
+  "publishConfig": {
+    "access": "public"
+  }
+}