@rbalchii/anchor-engine 4.7.0

package/engine/dist/services/mirror/mirror.js

@@ -0,0 +1,208 @@
+/**
+ * Mirror Protocol Service - "Tangible Knowledge Graph"
+ *
+ * Writes CLEANED content (compound_body) to mirrored_brain/, not raw copies.
+ * The sanitizer strips noise, timestamps, PII, and boilerplate before writing,
+ * so mirrored_brain/ is smaller and more meaningful than the original inbox/.
+ *
+ * Supports YAML rehydration: flattened YAML files (from read_all.js) are
+ * expanded back into their original file structure.
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import yaml from 'js-yaml';
+import { db } from '../../core/db.js';
+import { NOTEBOOK_DIR } from '../../config/paths.js';
+import PATHS from '../../config/paths.js';
+export const MIRRORED_BRAIN_PATH = PATHS.MIRRORED_BRAIN_DIR;
+/**
+ * Mirror Protocol: Full rebuild of mirrored_brain/ from DB compounds.
+ * Writes cleaned compound_body for each source. Falls back to raw file
+ * copy only when compound_body is missing (migration / edge case).
+ */
+export async function createMirror() {
+    console.log('🪞 Mirror Protocol: Rebuilding from cleaned compound content...');
+    // Create mirror root
+    if (!fs.existsSync(MIRRORED_BRAIN_PATH)) {
+        fs.mkdirSync(MIRRORED_BRAIN_PATH, { recursive: true });
+    }
+    // Join sources with compounds to get cleaned content
+    const sourcesQuery = `
+        SELECT s.path, c.compound_body, c.provenance
+        FROM sources s
+        LEFT JOIN compounds c ON c.path = s.path
+    `;
+    const result = await db.run(sourcesQuery);
+    if (!result.rows || result.rows.length === 0) {
+        console.log('🪞 Mirror Protocol: No files to mirror.');
+        return;
+    }
+    let fileCount = 0;
+    let fallbackCount = 0;
+    let rehydratedCount = 0;
+    for (const row of result.rows) {
+        const dbPath = Array.isArray(row) ? row[0] : row.path;
+        const compoundBody = Array.isArray(row) ? row[1] : row.compound_body;
+        const provenance = (Array.isArray(row) ? row[2] : row.provenance) || 'internal';
+        if (!dbPath)
+            continue;
+        // Determine mirror subdirectory
+        let provenanceDir = '@inbox';
+        if (dbPath.startsWith('external-inbox') || dbPath.includes('external-inbox')) {
+            provenanceDir = '@external-inbox';
+        }
+        else if (dbPath.startsWith('quarantine')) {
+            provenanceDir = '@quarantine';
+        }
+        // Use cleaned compound_body when available
+        if (compoundBody) {
+            const relativePath = getRelativePath(dbPath);
+            const mirrorPath = path.join(MIRRORED_BRAIN_PATH, provenanceDir, relativePath);
+            await writeFile(mirrorPath, compoundBody);
+            fileCount++;
+            continue;
+        }
+        // Fallback: raw file copy for sources without compound_body (migration)
+        let sourcePath = dbPath;
+        if (!path.isAbsolute(sourcePath)) {
+            sourcePath = path.join(NOTEBOOK_DIR, sourcePath);
+        }
+        if (!fs.existsSync(sourcePath))
+            continue;
+        // Check if this is a rehydratable YAML file
+        if (sourcePath.endsWith('.yaml') || sourcePath.endsWith('.yml')) {
+            const rehydrated = await tryRehydrateYAML(sourcePath, provenanceDir);
+            if (rehydrated > 0) {
+                rehydratedCount += rehydrated;
+                continue;
+            }
+        }
+        const relativePath = getRelativePath(sourcePath);
+        const mirrorPath = path.join(MIRRORED_BRAIN_PATH, provenanceDir, relativePath);
+        await copyFile(sourcePath, mirrorPath);
+        fallbackCount++;
+    }
+    console.log(`🪞 Mirror Protocol: Complete. ${fileCount} cleaned, ${fallbackCount} fallback copies, ${rehydratedCount} rehydrated.`);
+}
+/**
+ * Write a single file's cleaned content directly to mirrored_brain/.
+ * Called by watchdog after atomization — faster than a full createMirror() rebuild.
+ */
+export async function writeMirroredFile(relativePath, cleanedContent, provenance = 'internal') {
+    console.log(`[MirrorWrite] Starting write for: ${relativePath}`);
+    console.log(`[MirrorWrite] Content length: ${cleanedContent?.length || 0} chars`);
+    console.log(`[MirrorWrite] Provenance: ${provenance}`);
+    console.log(`[MirrorWrite] MIRRORED_BRAIN_PATH: ${MIRRORED_BRAIN_PATH}`);
+    if (!fs.existsSync(MIRRORED_BRAIN_PATH)) {
+        console.log(`[MirrorWrite] Creating mirrored_brain directory...`);
+        fs.mkdirSync(MIRRORED_BRAIN_PATH, { recursive: true });
+        console.log(`[MirrorWrite] ✓ Directory created`);
+    }
+    const mirrorPath = getMirrorPath(relativePath, provenance);
+    console.log(`[MirrorWrite] Target path: ${mirrorPath}`);
+    try {
+        await writeFile(mirrorPath, cleanedContent);
+        console.log(`[MirrorWrite] ✓ SUCCESS: Written ${cleanedContent?.length || 0} chars to ${mirrorPath}`);
+    }
+    catch (error) {
+        console.error(`[MirrorWrite] ✗ FAILED: ${error.message}`);
+        throw error;
+    }
+}
+/**
+ * Try to rehydrate a YAML file (from read_all.js format)
+ * Returns number of files rehydrated, or 0 if not a rehydratable format
+ */
+async function tryRehydrateYAML(yamlPath, provenanceDir) {
+    try {
+        const content = fs.readFileSync(yamlPath, 'utf-8');
+        const data = yaml.load(content);
+        // Check if this matches read_all.js format
+        if (!data || !Array.isArray(data.files) || data.files.length === 0) {
+            return 0; // Not a rehydratable format
+        }
+        // Get project name from project_structure or filename
+        const projectName = data.project_structure
+            ? path.basename(data.project_structure)
+            : path.basename(yamlPath, path.extname(yamlPath));
+        console.log(`🪞 Rehydrating YAML: ${yamlPath} → ${data.files.length} files (project: ${projectName})`);
+        let count = 0;
+        for (const file of data.files) {
+            if (!file.path || file.content === undefined)
+                continue;
+            const mirrorPath = path.join(MIRRORED_BRAIN_PATH, provenanceDir, projectName, file.path);
+            await writeFile(mirrorPath, file.content);
+            count++;
+        }
+        return count;
+    }
+    catch (e) {
+        // Not a valid YAML or parsing error - treat as normal file
+        return 0;
+    }
+}
+/**
+ * Get relative path from inbox roots
+ */
+function getRelativePath(absolutePath) {
+    if (!absolutePath)
+        return 'unknown_file';
+    const inboxDir = PATHS.INBOX_DIR;
+    const externalDir = path.join(path.dirname(PATHS.INBOX_DIR), 'external-inbox');
+    if (absolutePath.startsWith(inboxDir)) {
+        return path.relative(inboxDir, absolutePath);
+    }
+    if (absolutePath.startsWith(externalDir)) {
+        return path.relative(externalDir, absolutePath);
+    }
+    // Hande pre-relative paths (e.g. from DB)
+    if (absolutePath.startsWith('inbox/') || absolutePath.startsWith('inbox\\')) {
+        return absolutePath.substring(6); // remove 'inbox/'
+    }
+    if (absolutePath.startsWith('external-inbox/') || absolutePath.startsWith('external-inbox\\')) {
+        return absolutePath.substring(15); // remove 'external-inbox/'
+    }
+    // Fallback: use filename only
+    return path.basename(absolutePath);
+}
+/**
+ * Copy a file to mirror location
+ */
+async function copyFile(source, dest) {
+    try {
+        const destDir = path.dirname(dest);
+        if (!fs.existsSync(destDir)) {
+            fs.mkdirSync(destDir, { recursive: true });
+        }
+        fs.copyFileSync(source, dest);
+    }
+    catch (e) {
+        console.warn(`🪞 Mirror: Failed to copy ${source}: ${e.message}`);
+    }
+}
+/**
+ * Write content to a file
+ */
+async function writeFile(filePath, content) {
+    try {
+        const dir = path.dirname(filePath);
+        if (!fs.existsSync(dir)) {
+            fs.mkdirSync(dir, { recursive: true });
+        }
+        fs.writeFileSync(filePath, content, 'utf-8');
+    }
+    catch (e) {
+        console.warn(`🪞 Mirror: Failed to write ${filePath}: ${e.message}`);
+    }
+}
+/**
+ * Get the mirrored path for a source file
+ * Used by context inflator to read from mirror instead of DB
+ */
+export function getMirrorPath(sourcePath, provenance = 'internal') {
+    const provenanceDir = provenance === 'external' ? '@external-inbox' :
+        provenance === 'quarantine' ? '@quarantine' : '@inbox';
+    const relativePath = getRelativePath(sourcePath);
+    return path.join(MIRRORED_BRAIN_PATH, provenanceDir, relativePath);
+}
+//# sourceMappingURL=mirror.js.map

package/engine/dist/services/mirror/mirror.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mirror.js","sourceRoot":"","sources":["../../../src/services/mirror/mirror.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,IAAI,MAAM,SAAS,CAAC;AAC3B,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,KAAK,MAAM,uBAAuB,CAAC;AAE1C,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,CAAC,kBAAkB,CAAC;AAE5D;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY;IAC9B,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAE/E,qBAAqB;IACrB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACtC,EAAE,CAAC,SAAS,CAAC,mBAAmB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,qDAAqD;IACrD,MAAM,YAAY,GAAG;;;;KAIpB,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAE1C,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO;IACX,CAAC;IAED,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAW,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;QAC9D,MAAM,YAAY,GAAkB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC;QACpF,MAAM,UAAU,GAAW,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;QAExF,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,gCAAgC;QAChC,IAAI,aAAa,GAAG,QAAQ,CAAC;QAC7B,IAAI,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC3E,aAAa,GAAG,iBAAiB,CAAC;QACtC,CAAC;aAAM,IAAI,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YACzC,aAAa,GAAG,aAAa,CAAC;QAClC,CAAC;QAED,2CAA2C;QAC3C,IAAI,YAAY,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;YAC/E,MAAM,SAAS,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;YAC1C,SAAS,EAAE,CAAC;YACZ,SAAS;QACb,CAAC;QAED,wEAAwE;QACxE,IAAI,UAAU,GAAG,MAAM,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/B,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;YAAE,SAAS;QAEzC,4CAA4C;QAC5C,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9D,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;YACrE,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;gBACjB,eAAe,IAAI,UAAU,CAAC;gBAC9B,SAAS;YACb,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;QAC/E,MAAM,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACvC,aAAa,EAAE,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,iCAAiC,SAAS,aAAa,aAAa,qBAAqB,eAAe,cAAc,CAAC,CAAC;AACxI,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACnC,YAAoB,EACpB,cAAsB,EACtB,aAAqD,UAAU;IAE/D,OAAO,CAAC,GAAG,CAAC,qCAAqC,YAAY,EAAE,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,iCAAiC,cAAc,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClF,OAAO,CAAC,GAAG,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,sCAAsC,mBAAmB,EAAE,CAAC,CAAC;IAEzE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAClE,EAAE,CAAC,SAAS,CAAC,mBAAmB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,UAAU,GAAG,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAC;IAExD,IAAI,CAAC;QACD,MAAM,SAAS,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,oCAAoC,cAAc,EAAE,MAAM,IAAI,CAAC,aAAa,UAAU,EAAE,CAAC,CAAC;IAC1G,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1D,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,aAAqB;IACnE,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAQ,CAAC;QAEvC,2CAA2C;QAC3C,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjE,OAAO,CAAC,CAAC,CAAC,4BAA4B;QAC1C,CAAC;QAED,sDAAsD;QACtD,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB;YACtC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC;YACvC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEtD,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,oBAAoB,WAAW,GAAG,CAAC,CAAC;QAEvG,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;gBAAE,SAAS;YAEvD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CACxB,mBAAmB,EACnB,aAAa,EACb,WAAW,EACX,IAAI,CAAC,IAAI,CACZ,CAAC;YAEF,MAAM,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1C,KAAK,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,2DAA2D;QAC3D,OAAO,CAAC,CAAC;IACb,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,YAAoB;IACzC,IAAI,CAAC,YAAY;QAAE,OAAO,cAAc,CAAC;IAEzC,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC;IACjC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAE/E,IAAI,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,YAAY,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IACpD,CAAC;IAED,0CAA0C;IAC1C,IAAI,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1E,OAAO,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB;IACxD,CAAC;IACD,IAAI,YAAY,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC5F,OAAO,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,2BAA2B;IAClE,CAAC;IAED,8BAA8B;IAC9B,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,QAAQ,CAAC,MAAc,EAAE,IAAY;IAChD,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,6BAA6B,MAAM,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACtE,CAAC;AACL,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,OAAe;IACtD,IAAI,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,8BAA8B,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,UAAkB,EAAE,aAAqB,UAAU;IAC7E,MAAM,aAAa,GAAG,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACjE,UAAU,KAAK,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC3D,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IACjD,OAAO,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;AACvE,CAAC"}

package/engine/dist/services/nlp/nlp-service.d.ts

@@ -0,0 +1,70 @@
+/**
+ * NLP Service for ECE Semantic Architecture
+ *
+ * Provides NLP capabilities using Wink NLP (entity extraction, classification).
+ * Dense vector embeddings (previously @xenova/transformers) are intentionally
+ * removed — the STAR algorithm uses sparse tag-based graph retrieval and does
+ * not require dense embeddings for its core operation.
+ *
+ * If dense vector augmentation is desired (hybrid retrieval), configure an
+ * external vector store (e.g., pgvector, Chroma, Weaviate) and plug it into
+ * the VectorService interface in core/vector.ts.
+ */
+export declare class NlpService {
+    /**
+     * Stub: dense embeddings are not loaded. Returns false always.
+     */
+    static isModelLoadedStatus(): boolean;
+    /**
+     * No-op: no model to unload.
+     */
+    static unloadModel(): Promise<void>;
+    /** No-op cache stub */
+    static clearCache(): void;
+    /** Returns 0 — no cache */
+    static getCacheSize(): number;
+    /**
+     * Dense embedding stub. Returns an empty array.
+     *
+     * The STAR engine uses sparse tag-intersection scoring (Unified Field Equation)
+     * and does not require dense embeddings for retrieval. The vector search path
+     * in semantic-search.ts already handles empty results gracefully via try/catch.
+     *
+     * To add dense vector augmentation, implement a provider here and wire it to
+     * VectorService in core/vector.ts.
+     */
+    getEmbedding(_text: string): Promise<number[]>;
+    /**
+     * Extract entities from text using Wink NLP
+     */
+    extractEntities(text: string): string[];
+    /**
+     * Identify if an entity is a person
+     */
+    isPersonEntity(entity: string): boolean;
+    /**
+     * Identify if an entity is a place
+     */
+    isPlaceEntity(entity: string): boolean;
+    /**
+     * Identify if an entity is a technical term
+     */
+    isTechnicalEntity(entity: string): boolean;
+    /**
+     * Identify if an entity is a date
+     */
+    isDateEntity(entity: string): boolean;
+    /**
+     * Classify entity type
+     */
+    classifyEntity(entity: string): 'person' | 'place' | 'technical' | 'date' | 'concept';
+    /**
+     * Check if a word is common (non-entity)
+     */
+    private isCommonWord;
+    /**
+     * Check if text contains relationship indicators
+     */
+    hasRelationshipIndicators(text: string): boolean;
+}
+//# sourceMappingURL=nlp-service.d.ts.map

package/engine/dist/services/nlp/nlp-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nlp-service.d.ts","sourceRoot":"","sources":["../../../src/services/nlp/nlp-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,qBAAa,UAAU;IACrB;;OAEG;WACW,mBAAmB,IAAI,OAAO;IAE5C;;OAEG;WACiB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAEhD,uBAAuB;WACT,UAAU,IAAI,IAAI;IAEhC,2BAA2B;WACb,YAAY,IAAI,MAAM;IAEpC;;;;;;;;;OASG;IACU,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAI3D;;OAEG;IACI,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAa9C;;OAEG;IACI,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAc9C;;OAEG;IACI,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAY7C;;OAEG;IACI,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAWjD;;OAEG;IACI,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAW5C;;OAEG;IACI,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,GAAG,SAAS;IAQ5F;;OAEG;IACH,OAAO,CAAC,YAAY;IAWpB;;OAEG;IACI,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;CAexD"}

package/engine/dist/services/nlp/nlp-service.js

@@ -0,0 +1,151 @@
+/**
+ * NLP Service for ECE Semantic Architecture
+ *
+ * Provides NLP capabilities using Wink NLP (entity extraction, classification).
+ * Dense vector embeddings (previously @xenova/transformers) are intentionally
+ * removed — the STAR algorithm uses sparse tag-based graph retrieval and does
+ * not require dense embeddings for its core operation.
+ *
+ * If dense vector augmentation is desired (hybrid retrieval), configure an
+ * external vector store (e.g., pgvector, Chroma, Weaviate) and plug it into
+ * the VectorService interface in core/vector.ts.
+ */
+import wink from 'wink-nlp';
+import model from 'wink-eng-lite-web-model';
+const nlp = wink(model);
+export class NlpService {
+    /**
+     * Stub: dense embeddings are not loaded. Returns false always.
+     */
+    static isModelLoadedStatus() { return false; }
+    /**
+     * No-op: no model to unload.
+     */
+    static async unloadModel() { }
+    /** No-op cache stub */
+    static clearCache() { }
+    /** Returns 0 — no cache */
+    static getCacheSize() { return 0; }
+    /**
+     * Dense embedding stub. Returns an empty array.
+     *
+     * The STAR engine uses sparse tag-intersection scoring (Unified Field Equation)
+     * and does not require dense embeddings for retrieval. The vector search path
+     * in semantic-search.ts already handles empty results gracefully via try/catch.
+     *
+     * To add dense vector augmentation, implement a provider here and wire it to
+     * VectorService in core/vector.ts.
+     */
+    async getEmbedding(_text) {
+        return [];
+    }
+    /**
+     * Extract entities from text using Wink NLP
+     */
+    extractEntities(text) {
+        const doc = nlp.readDoc(text);
+        const entities = doc.entities();
+        // Extract named entities
+        const entityValues = [];
+        entities.each((entity) => {
+            entityValues.push(entity.out());
+        });
+        return entityValues;
+    }
+    /**
+     * Identify if an entity is a person
+     */
+    isPersonEntity(entity) {
+        // Basic heuristic for person names
+        const personIndicators = ['mr.', 'mrs.', 'ms.', 'dr.', 'prof.', 'jr.', 'sr.'];
+        const lowerEntity = entity.toLowerCase();
+        // Check if it's a capitalized name pattern
+        if (/^[A-Z][a-z]+/.test(entity) && !this.isCommonWord(entity)) {
+            return true;
+        }
+        // Check for person indicators
+        return personIndicators.some(indicator => lowerEntity.includes(indicator));
+    }
+    /**
+     * Identify if an entity is a place
+     */
+    isPlaceEntity(entity) {
+        const placeIndicators = [
+            'city', 'town', 'state', 'country', 'street', 'avenue', 'road', 'building',
+            'avenue', 'boulevard', 'lane', 'drive', 'court', 'place', 'plaza', 'square',
+            'mountain', 'river', 'lake', 'ocean', 'sea', 'valley', 'canyon', 'park',
+            'hotel', 'restaurant', 'store', 'mall', 'airport', 'station', 'port'
+        ];
+        return placeIndicators.some(indicator => entity.toLowerCase().includes(indicator.toLowerCase()));
+    }
+    /**
+     * Identify if an entity is a technical term
+     */
+    isTechnicalEntity(entity) {
+        const techTerms = [
+            'node.js', 'typescript', 'javascript', 'api', 'database', 'function', 'class',
+            'method', 'variable', 'algorithm', 'cozodb', 'electron', 'react', 'vite',
+            'graphql', 'rest', 'json', 'xml', 'html', 'css', 'sql', 'nosql', 'mongodb',
+            'postgresql', 'mysql', 'redis', 'docker', 'kubernetes', 'aws', 'azure', 'gcp',
+            'glm', 'llama', 'model', 'tensor', 'vector', 'embedding', 'rag', 'ai', 'ml', 'dl'
+        ];
+        return techTerms.includes(entity.toLowerCase());
+    }
+    /**
+     * Identify if an entity is a date
+     */
+    isDateEntity(entity) {
+        // Check for date patterns
+        const dateRegex = /^(19|20)\d{2}$|^(0?[1-9]|1[0-2])[\/\-](0?[1-9]|[12]\d|3[01])|^(0?[1-9]|[12]\d|3[01])[\/\-](0?[1-9]|1[0-2])/;
+        if (dateRegex.test(entity))
+            return true;
+        // Check if it's a month name
+        const months = ['january', 'february', 'march', 'april', 'may', 'june',
+            'july', 'august', 'september', 'october', 'november', 'december'];
+        return months.includes(entity.toLowerCase());
+    }
+    /**
+     * Classify entity type
+     */
+    classifyEntity(entity) {
+        if (this.isPersonEntity(entity))
+            return 'person';
+        if (this.isPlaceEntity(entity))
+            return 'place';
+        if (this.isTechnicalEntity(entity))
+            return 'technical';
+        if (this.isDateEntity(entity))
+            return 'date';
+        return 'concept';
+    }
+    /**
+     * Check if a word is common (non-entity)
+     */
+    isCommonWord(word) {
+        const commonWords = [
+            'the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for',
+            'of', 'with', 'by', 'is', 'are', 'was', 'were', 'be', 'been', 'being',
+            'have', 'has', 'had', 'do', 'does', 'did', 'will', 'would', 'could',
+            'should', 'may', 'might', 'must', 'can', 'shall', 'this', 'that', 'these', 'those',
+            'i', 'you', 'he', 'she', 'it', 'we', 'they', 'me', 'him', 'her', 'us', 'them'
+        ];
+        return commonWords.includes(word.toLowerCase());
+    }
+    /**
+     * Check if text contains relationship indicators
+     */
+    hasRelationshipIndicators(text) {
+        const relationshipIndicators = [
+            'and', 'with', 'met', 'told', 'said', 'spoke', 'visited',
+            'called', 'texted', 'together', 'relationship', 'friend', 'partner',
+            'love', 'missed', 'cared', 'knows', 'introduced', 'about', 'to'
+        ];
+        const lowerText = text.toLowerCase();
+        return relationshipIndicators.some(indicator => lowerText.includes(` ${indicator} `) ||
+            lowerText.startsWith(`${indicator} `) ||
+            lowerText.endsWith(` ${indicator}`) ||
+            lowerText.includes(`${indicator},`) ||
+            lowerText.includes(`${indicator}.`));
+    }
+}
+//# sourceMappingURL=nlp-service.js.map

package/engine/dist/services/nlp/nlp-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nlp-service.js","sourceRoot":"","sources":["../../../src/services/nlp/nlp-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,IAAI,MAAM,UAAU,CAAC;AAC5B,OAAO,KAAK,MAAM,yBAAyB,CAAC;AAE5C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;AAExB,MAAM,OAAO,UAAU;IACrB;;OAEG;IACI,MAAM,CAAC,mBAAmB,KAAc,OAAO,KAAK,CAAC,CAAC,CAAC;IAE9D;;OAEG;IACI,MAAM,CAAC,KAAK,CAAC,WAAW,KAAgC,CAAC;IAEhE,uBAAuB;IAChB,MAAM,CAAC,UAAU,KAAuB,CAAC;IAEhD,2BAA2B;IACpB,MAAM,CAAC,YAAY,KAAa,OAAO,CAAC,CAAC,CAAC,CAAC;IAElD;;;;;;;;;OASG;IACI,KAAK,CAAC,YAAY,CAAC,KAAa;QACrC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACI,eAAe,CAAC,IAAY;QACjC,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAEhC,yBAAyB;QACzB,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAW,EAAE,EAAE;YAC5B,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACI,cAAc,CAAC,MAAc;QAClC,mCAAmC;QACnC,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9E,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAEzC,2CAA2C;QAC3C,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC;QAED,8BAA8B;QAC9B,OAAO,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,MAAc;QACjC,MAAM,eAAe,GAAG;YACtB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;YAC1E,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ;YAC3E,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM;YACvE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM;SACrE,CAAC;QACF,OAAO,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CACtC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CACvD,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,iBAAiB,CAAC,MAAc;QACrC,MAAM,SAAS,GAAG;YAChB,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO;YAC7E,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM;YACxE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS;YAC1E,YAAY,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK;YAC7E,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;SAClF,CAAC;QACF,OAAO,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACI,YAAY,CAAC,MAAc;QAChC,0BAA0B;QAC1B,MAAM,SAAS,GAAG,4GAA4G,CAAC;QAC/H,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;QAExC,6BAA6B;QAC7B,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;YACpE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QACpE,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACI,cAAc,CAAC,MAAc;QAClC,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;YAAE,OAAO,QAAQ,CAAC;QACjD,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;YAAE,OAAO,OAAO,CAAC;QAC/C,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAAE,OAAO,WAAW,CAAC;QACvD,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;QAC7C,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY;QAC/B,MAAM,WAAW,GAAG;YAClB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;YACnE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO;YACrE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;YACnE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;YAClF,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM;SAC9E,CAAC;QACF,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACI,yBAAyB,CAAC,IAAY;QAC3C,MAAM,sBAAsB,GAAG;YAC7B,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS;YACxD,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAE,SAAS;YACnE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI;SAChE,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,OAAO,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAC7C,SAAS,CAAC,QAAQ,CAAC,IAAI,SAAS,GAAG,CAAC;YACpC,SAAS,CAAC,UAAU,CAAC,GAAG,SAAS,GAAG,CAAC;YACrC,SAAS,CAAC,QAAQ,CAAC,IAAI,SAAS,EAAE,CAAC;YACnC,SAAS,CAAC,QAAQ,CAAC,GAAG,SAAS,GAAG,CAAC;YACnC,SAAS,CAAC,QAAQ,CAAC,GAAG,SAAS,GAAG,CAAC,CACpC,CAAC;IACJ,CAAC;CACF"}

package/engine/dist/services/nlp/query-parser.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Query Parser Service for ECE (Natural Language Query Processing)
+ *
+ * Provides utilities for parsing and expanding natural language queries
+ * to improve search effectiveness.
+ */
+export declare function parseNaturalLanguage(query: string): string;
+export declare function expandQuery(query: string): Promise<string[]>;
+//# sourceMappingURL=query-parser.d.ts.map

package/engine/dist/services/nlp/query-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-parser.d.ts","sourceRoot":"","sources":["../../../src/services/nlp/query-parser.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAOH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAe1D;AAED,wBAAsB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAIlE"}

package/engine/dist/services/nlp/query-parser.js

@@ -0,0 +1,29 @@
+/**
+ * Query Parser Service for ECE (Natural Language Query Processing)
+ *
+ * Provides utilities for parsing and expanding natural language queries
+ * to improve search effectiveness.
+ */
+const STOP_PHRASES = [
+    'show me', 'what is', 'what are', 'can you find', 'search for', 'look for', 'find', 'display', 'list',
+    'tell me about', 'give me', 'bring up', 'what do we know about', 'what can we see from', 'how about', 'describe', 'explain'
+];
+export function parseNaturalLanguage(query) {
+    let cleaned = query.trim();
+    // Case insensitive removal of start phrases
+    // We sort by length descending to match longest phrases first
+    const sortedPhrases = [...STOP_PHRASES].sort((a, b) => b.length - a.length);
+    for (const phrase of sortedPhrases) {
+        const regex = new RegExp(`^${phrase}\\s+`, 'i');
+        if (regex.test(cleaned)) {
+            cleaned = cleaned.replace(regex, '');
+        }
+    }
+    return cleaned.trim();
+}
+export async function expandQuery(query) {
+    // Basic query expansion - could be enhanced with semantic expansion
+    // For now, just return empty array indicating no expansions
+    return [];
+}
+//# sourceMappingURL=query-parser.js.map

package/engine/dist/services/nlp/query-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-parser.js","sourceRoot":"","sources":["../../../src/services/nlp/query-parser.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,YAAY,GAAG;IACnB,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IACrG,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS;CAC5H,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,IAAI,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAE3B,4CAA4C;IAC5C,8DAA8D;IAC9D,MAAM,aAAa,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAE5E,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,MAAM,MAAM,EAAE,GAAG,CAAC,CAAC;QAChD,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAa;IAC7C,oEAAoE;IACpE,4DAA4D;IAC5D,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/engine/dist/services/query-builder/DataFrame.d.ts

@@ -0,0 +1,95 @@
+/**
+ * Anchor DataFrame - In-Memory Data Manipulation
+ *
+ * Provides a pandas-like interface for in-memory data operations
+ * Designed to work with query results from the Anchor system
+ */
+export type DataFrameRow = Record<string, any>;
+export interface GroupByResult {
+    [key: string]: DataFrameRow[];
+}
+export declare class DataFrame {
+    private data;
+    constructor(data?: DataFrameRow[]);
+    /**
+     * Create a DataFrame from query results
+     */
+    static from(data: DataFrameRow[]): DataFrame;
+    /**
+     * Get the number of rows in the DataFrame
+     */
+    get length(): number;
+    /**
+     * Get the column names in the DataFrame
+     */
+    get columns(): string[];
+    /**
+     * Select specific columns from the DataFrame
+     */
+    select(columnMap: Record<string, (row: DataFrameRow) => any>): DataFrame;
+    /**
+     * Filter rows based on a condition
+     */
+    filter(condition: (row: DataFrameRow) => boolean): DataFrame;
+    /**
+     * Transform columns using mapping functions
+     */
+    transform(transformations: Record<string, (row: DataFrameRow) => any>): DataFrame;
+    /**
+     * Sort the DataFrame by a specific column
+     */
+    sort(column: string, direction?: 'asc' | 'desc'): DataFrame;
+    /**
+     * Limit the number of rows in the DataFrame
+     */
+    head(n: number): DataFrame;
+    /**
+     * Skip the first n rows
+     */
+    tail(n: number): DataFrame;
+    /**
+     * Skip the first n rows
+     */
+    skip(n: number): DataFrame;
+    /**
+     * Group rows by a specific column
+     */
+    groupBy(column: string): GroupByResult;
+    /**
+     * Aggregate data by applying functions to groups
+     */
+    agg(aggregations: Record<string, (values: any[]) => any>): DataFrameRow[];
+    /**
+     * Get unique values for a specific column
+     */
+    unique(column: string): any[];
+    /**
+     * Count occurrences of each unique value in a column
+     */
+    valueCounts(column: string): Record<string, number>;
+    /**
+     * Apply a function to each row
+     */
+    map<T>(fn: (row: DataFrameRow, index: number) => T): T[];
+    /**
+     * Convert DataFrame to an array of objects
+     */
+    toArray(): DataFrameRow[];
+    /**
+     * Convert DataFrame to CSV format
+     */
+    toCSV(): string;
+    /**
+     * Convert DataFrame to JSON format
+     */
+    toJSON(): string;
+    /**
+     * Convert DataFrame to a formatted table string
+     */
+    toTable(): string;
+    /**
+     * Export DataFrame to a file
+     */
+    export(filename: string, format?: 'csv' | 'json' | 'yaml' | 'table'): Promise<void>;
+}
+//# sourceMappingURL=DataFrame.d.ts.map

package/engine/dist/services/query-builder/DataFrame.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataFrame.d.ts","sourceRoot":"","sources":["../../../src/services/query-builder/DataFrame.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE/C,MAAM,WAAW,aAAa;IAC5B,CAAC,GAAG,EAAE,MAAM,GAAG,YAAY,EAAE,CAAC;CAC/B;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,IAAI,CAAiB;gBAEjB,IAAI,GAAE,YAAY,EAAO;IAIrC;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,GAAG,SAAS;IAI5C;;OAEG;IACH,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED;;OAEG;IACH,IAAI,OAAO,IAAI,MAAM,EAAE,CAGtB;IAED;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,GAAG,CAAC,GAAG,SAAS;IAYxE;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,OAAO,GAAG,SAAS;IAK5D;;OAEG;IACH,SAAS,CAAC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,GAAG,CAAC,GAAG,SAAS;IAYjF;;OAEG;IACH,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,GAAE,KAAK,GAAG,MAAc,GAAG,SAAS;IAmBlE;;OAEG;IACH,IAAI,CAAC,CAAC,EAAE,MAAM,GAAG,SAAS;IAK1B;;OAEG;IACH,IAAI,CAAC,CAAC,EAAE,MAAM,GAAG,SAAS;IAK1B;;OAEG;IACH,IAAI,CAAC,CAAC,EAAE,MAAM,GAAG,SAAS;IAK1B;;OAEG;IACH,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa;IActC;;OAEG;IACH,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,GAAG,YAAY,EAAE;IAazE;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE;IAe7B;;OAEG;IACH,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAWnD;;OAEG;IACH,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE;IAIxD;;OAEG;IACH,OAAO,IAAI,YAAY,EAAE;IAIzB;;OAEG;IACH,KAAK,IAAI,MAAM;IA4Bf;;OAEG;IACH,MAAM,IAAI,MAAM;IAIhB;;OAEG;IACH,OAAO,IAAI,MAAM;IAsCjB;;OAEG;IACG,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAE,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,OAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;CAiClG"}