@rbalchii/anchor-engine 4.7.0

package/engine/dist/services/query-builder/utils/export.js

@@ -0,0 +1,130 @@
+/**
+ * Export Utility Functions
+ *
+ * Provides functionality to export query results in various formats
+ */
+import fs from 'fs/promises';
+import path from 'path';
+/**
+ * Export results to specified format and file
+ */
+export async function exportResults(results, filename, format = 'json') {
+    let content;
+    switch (format.toLowerCase()) {
+        case 'csv':
+            content = toCSV(results);
+            break;
+        case 'json':
+            content = toJSON(results);
+            break;
+        case 'yaml':
+            content = toYAML(results);
+            break;
+        case 'table':
+            content = toTable(results);
+            break;
+        default:
+            throw new Error(`Unsupported export format: ${format}`);
+    }
+    // Ensure the directory exists
+    const dir = path.dirname(filename);
+    await fs.mkdir(dir, { recursive: true });
+    // Write the file
+    await fs.writeFile(filename, content);
+}
+/**
+ * Convert results to CSV format
+ */
+function toCSV(results) {
+    if (results.length === 0) {
+        return '';
+    }
+    // Get headers from the first row
+    const headers = Object.keys(results[0]);
+    const headerRow = headers.join(',');
+    // Convert each row to CSV
+    const rows = results.map(row => {
+        return headers.map(header => {
+            let value = row[header];
+            if (value === null || value === undefined) {
+                return '';
+            }
+            value = String(value);
+            // Escape quotes and wrap in quotes if needed
+            if (value.includes(',') || value.includes('"') || value.includes('\n')) {
+                value = '"' + value.replace(/"/g, '""') + '"';
+            }
+            return value;
+        }).join(',');
+    });
+    return [headerRow, ...rows].join('\n');
+}
+/**
+ * Convert results to JSON format
+ */
+function toJSON(results) {
+    return JSON.stringify(results, null, 2);
+}
+/**
+ * Convert results to YAML format
+ */
+function toYAML(results) {
+    if (results.length === 0) {
+        return '[]';
+    }
+    // Simple YAML conversion (for more complex YAML, a library would be better)
+    const yamlLines = ['-'];
+    for (let i = 0; i < results.length; i++) {
+        if (i > 0) {
+            yamlLines.push('-');
+        }
+        const row = results[i];
+        for (const [key, value] of Object.entries(row)) {
+            yamlLines.push(`  ${key}: ${formatYAMLValue(value)}`);
+        }
+    }
+    return yamlLines.join('\n');
+}
+/**
+ * Helper to format values for YAML
+ */
+function formatYAMLValue(value) {
+    if (value === null || value === undefined) {
+        return 'null';
+    }
+    if (typeof value === 'string') {
+        // Simple string quoting if needed
+        if (value.includes(' ') || value.includes('\n') || value.includes('"') || value.includes("'")) {
+            return `"${value.replace(/"/g, '\\"')}"`;
+        }
+        return value;
+    }
+    if (typeof value === 'object') {
+        return JSON.stringify(value);
+    }
+    return String(value);
+}
+/**
+ * Convert results to a formatted table string
+ */
+function toTable(results) {
+    if (results.length === 0) {
+        return 'No results';
+    }
+    // Get headers
+    const headers = Object.keys(results[0]);
+    // Calculate column widths
+    const colWidths = {};
+    for (const header of headers) {
+        colWidths[header] = Math.max(header.length, ...results.map(row => String(row[header] ?? '').length));
+    }
+    // Create header row
+    const headerRow = headers.map(header => header.padEnd(colWidths[header])).join(' | ');
+    // Create separator row
+    const separatorRow = headers.map(header => '-'.repeat(colWidths[header])).join('-|-');
+    // Create data rows
+    const dataRows = results.map(row => headers.map(header => String(row[header] ?? '').padEnd(colWidths[header])).join(' | '));
+    // Combine all rows
+    return [headerRow, separatorRow, ...dataRows].join('\n');
+}
+//# sourceMappingURL=export.js.map

package/engine/dist/services/query-builder/utils/export.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.js","sourceRoot":"","sources":["../../../../src/services/query-builder/utils/export.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AAIxB;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAc,EAAE,QAAgB,EAAE,SAAuB,MAAM;IACjG,IAAI,OAAe,CAAC;IAEpB,QAAQ,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7B,KAAK,KAAK;YACR,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YACzB,MAAM;QACR,KAAK,MAAM;YACT,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1B,MAAM;QACR,KAAK,MAAM;YACT,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1B,MAAM;QACR,KAAK,OAAO;YACV,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3B,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,8BAA8B;IAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzC,iBAAiB;IACjB,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,KAAK,CAAC,OAAc;IAC3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,iCAAiC;IACjC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEpC,0BAA0B;IAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAC7B,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YAC1B,IAAI,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;YACxB,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC1C,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACtB,6CAA6C;YAC7C,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvE,KAAK,GAAG,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAChD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAS,MAAM,CAAC,OAAc;IAC5B,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,SAAS,MAAM,CAAC,OAAc;IAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4EAA4E;IAC5E,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACV,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,KAAU;IACjC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,kCAAkC;QAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9F,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;QAC3C,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,SAAS,OAAO,CAAC,OAAc;IAC7B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,cAAc;IACd,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAExC,0BAA0B;IAC1B,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAC1B,MAAM,CAAC,MAAM,EACb,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CACxD,CAAC;IACJ,CAAC;IAED,oBAAoB;IACpB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CACrC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CACjC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEd,uBAAuB;IACvB,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CACxC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAC9B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEd,mBAAmB;IACnB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACjC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CACnB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CACpD,CAAC,IAAI,CAAC,KAAK,CAAC,CACd,CAAC;IAEF,mBAAmB;IACnB,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3D,CAAC"}

package/engine/dist/services/research/researcher.d.ts

@@ -0,0 +1,15 @@
+interface ResearchResult {
+    success: boolean;
+    filePath?: string;
+    title?: string;
+    error?: string;
+}
+export declare function fetchAndProcess(url: string, category?: 'article' | 'paper'): Promise<ResearchResult>;
+export interface WebSearchResult {
+    title: string;
+    link: string;
+    snippet: string;
+}
+export declare function searchWeb(query: string): Promise<WebSearchResult[]>;
+export {};
+//# sourceMappingURL=researcher.d.ts.map

package/engine/dist/services/research/researcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"researcher.d.ts","sourceRoot":"","sources":["../../../src/services/research/researcher.ts"],"names":[],"mappings":"AA+BA,UAAU,cAAc;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,GAAE,SAAS,GAAG,OAAmB,GAAG,OAAO,CAAC,cAAc,CAAC,CAsErH;AAED,MAAM,WAAW,eAAe;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,wBAAsB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA6CzE"}

package/engine/dist/services/research/researcher.js

@@ -0,0 +1,123 @@
+import { gotScraping } from 'got-scraping';
+import * as cheerio from 'cheerio';
+import TurndownService from 'turndown';
+import * as fs from 'fs';
+import * as path from 'path';
+import * as crypto from 'crypto';
+import * as net from 'net';
+import { ENGINE_PLUGINS } from '../../config/paths.js';
+import { safeLookup, isPrivateIP } from '../../utils/safe-dns.js';
+const PLUGINS_DIR = ENGINE_PLUGINS;
+// Ensure staging directories exist
+const ARTICLES_DIR = path.join(PLUGINS_DIR, 'articles');
+const PAPERS_DIR = path.join(PLUGINS_DIR, 'research-papers');
+// Robust Headers
+if (!fs.existsSync(ARTICLES_DIR))
+    fs.mkdirSync(ARTICLES_DIR, { recursive: true });
+if (!fs.existsSync(PAPERS_DIR))
+    fs.mkdirSync(PAPERS_DIR, { recursive: true });
+const turndownService = new TurndownService({
+    headingStyle: 'atx',
+    codeBlockStyle: 'fenced'
+});
+// Remove script tags, styles, etc.
+turndownService.remove(['script', 'style', 'noscript', 'iframe', 'nav', 'footer', 'header']);
+export async function fetchAndProcess(url, category = 'article') {
+    try {
+        console.log(`[Research] Fetching: ${url}`);
+        const urlObj = new URL(url);
+        if (urlObj.protocol !== 'http:' && urlObj.protocol !== 'https:') {
+            throw new Error(`Invalid protocol: ${urlObj.protocol}. Only http and https are allowed.`);
+        }
+        if (net.isIP(urlObj.hostname) !== 0 && isPrivateIP(urlObj.hostname)) {
+            throw new Error(`Invalid IP address: ${urlObj.hostname}. Private IPs are not allowed.`);
+        }
+        const response = await gotScraping(url, {
+            timeout: { request: 10000 },
+            dnsLookup: safeLookup
+        });
+        const html = response.body;
+        const $ = cheerio.load(html);
+        // Extract Metadata
+        const title = $('title').text().trim() || 'Untitled Page';
+        const metaDesc = $('meta[name="description"]').attr('content') || '';
+        // Cleanup DOM
+        $('script').remove();
+        $('style').remove();
+        $('nav').remove();
+        $('header').remove();
+        $('footer').remove();
+        $('.ad').remove();
+        $('.advertisement').remove();
+        $('.sidebar').remove();
+        // Target main content if possible
+        let contentHtml = $('main').html() || $('article').html() || $('body').html() || '';
+        // Convert
+        const markdown = turndownService.turndown(contentHtml);
+        // Frontmatter
+        const fileContent = `# ${title}
+> **Source**: ${url}
+> **Date**: ${new Date().toISOString()}
+> **Description**: ${metaDesc}
+
+---
+
+${markdown}
+`;
+        // Filename
+        const safeTitle = title.replace(/[^a-zA-Z0-9-_]/g, '_').substring(0, 50);
+        const hash = crypto.createHash('md5').update(url).digest('hex').substring(0, 8);
+        const filename = `${safeTitle}_${hash}.md`;
+        // Save
+        const targetDir = category === 'paper' ? PAPERS_DIR : ARTICLES_DIR;
+        const filePath = path.join(targetDir, filename);
+        await fs.promises.writeFile(filePath, fileContent, 'utf8');
+        console.log(`[Research] Saved to: ${filePath}`);
+        return { success: true, filePath, title };
+    }
+    catch (e) {
+        console.error(`[Research] Failed: ${e.message}`);
+        return { success: false, error: e.message };
+    }
+}
+export async function searchWeb(query) {
+    try {
+        console.log(`[Research] Searching Web: "${query}"`);
+        const searchUrl = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query)}`;
+        const response = await gotScraping(searchUrl);
+        const $ = cheerio.load(response.body);
+        const results = [];
+        $('.result').each((_i, element) => {
+            const titleElement = $(element).find('.result__a');
+            const snippetElement = $(element).find('.result__snippet');
+            const title = titleElement.text().trim();
+            const link = titleElement.attr('href');
+            const snippet = snippetElement.text().trim();
+            if (title && link && !link.includes('duckduckgo.com/y.js')) {
+                // DuckDuckGo usually has internal redirects, we might get the raw link or the redirect.
+                // Ideally we decode it if it's a diffbot or similar proxy, but usually for HTML version it's direct or simple.
+                // Actually DDG HTML links are typically relative redirects `/l/?uddg=...`
+                // We should try to extract the real URL if possible, or use the redirect.
+                // Let's decode the uddg param if present.
+                let realLink = link;
+                try {
+                    if (link.includes('uddg=')) {
+                        const match = link.match(/uddg=([^&]+)/);
+                        if (match && match[1]) {
+                            realLink = decodeURIComponent(match[1]);
+                        }
+                    }
+                }
+                catch (e) { /* ignore */ }
+                results.push({ title, link: realLink, snippet });
+            }
+        });
+        console.log(`[Research] Found ${results.length} results.`);
+        return results.slice(0, 10); // Top 10
+    }
+    catch (e) {
+        console.error(`[Research] Search failed: ${e.message}`);
+        return [];
+    }
+}
+//# sourceMappingURL=researcher.js.map

package/engine/dist/services/research/researcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"researcher.js","sourceRoot":"","sources":["../../../src/services/research/researcher.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,eAAe,MAAM,UAAU,CAAC;AACvC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAElE,MAAM,WAAW,GAAG,cAAc,CAAC;AAEnC,mCAAmC;AACnC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;AACxD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;AAE7D,iBAAiB;AAGjB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC;IAAE,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAClF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;IAAE,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAE9E,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;IACxC,YAAY,EAAE,KAAK;IACnB,cAAc,EAAE,QAAQ;CAC3B,CAAC,CAAC;AAEH,mCAAmC;AACnC,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAS7F,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAW,EAAE,WAAgC,SAAS;IACxF,IAAI,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,EAAE,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,CAAC,QAAQ,oCAAoC,CAAC,CAAC;QAC9F,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,CAAC,QAAQ,gCAAgC,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE;YACpC,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;YAC3B,SAAS,EAAE,UAAU;SACxB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,mBAAmB;QACnB,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,eAAe,CAAC;QAC1D,MAAM,QAAQ,GAAG,CAAC,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAErE,cAAc;QACd,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;QACpB,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC,gBAAgB,CAAC,CAAC,MAAM,EAAE,CAAC;QAC7B,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;QAEvB,kCAAkC;QAClC,IAAI,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;QAEpF,UAAU;QACV,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAEvD,cAAc;QACd,MAAM,WAAW,GAAG,KAAK,KAAK;gBACtB,GAAG;cACL,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACjB,QAAQ;;;;EAI3B,QAAQ;CACT,CAAC;QAEM,WAAW;QACX,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChF,MAAM,QAAQ,GAAG,GAAG,SAAS,IAAI,IAAI,KAAK,CAAC;QAE3C,OAAO;QACP,MAAM,SAAS,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC;QACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEhD,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;QAEhD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAE9C,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IAChD,CAAC;AACL,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAa;IACzC,IAAI,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,GAAG,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,uCAAuC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;QAErF,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,CAAC;QAE9C,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE;YAC9B,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACnD,MAAM,cAAc,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAE3D,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAE7C,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;gBACzD,wFAAwF;gBACxF,+GAA+G;gBAC/G,0EAA0E;gBAC1E,0EAA0E;gBAC1E,0CAA0C;gBAC1C,IAAI,QAAQ,GAAG,IAAI,CAAC;gBACpB,IAAI,CAAC;oBACD,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;wBACzC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;4BACpB,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC5C,CAAC;oBACL,CAAC;gBACL,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;gBAE5B,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YACrD,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC;QAC3D,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS;IAE1C,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACd,CAAC;AACL,CAAC"}

package/engine/dist/services/scribe/scribe.d.ts

@@ -0,0 +1,43 @@
+/**
+ * Scribe Service - Markovian Rolling Context
+ *
+ * Maintains a "Session State" that summarizes the current conversation.
+ * This enables the model to maintain coherence across long conversations
+ * without requiring the full history in context.
+ */
+interface HistoryItem {
+    role: string;
+    content: string;
+}
+interface UpdateStateResult {
+    status: string;
+    summary?: string;
+    message?: string;
+}
+interface ClearStateResult {
+    status: string;
+    message?: string;
+}
+/**
+ * Updates the rolling session state based on recent conversation history.
+ * Uses the LLM to compress recent turns into a coherent state summary.
+ *
+ * @param {HistoryItem[]} history - Array of {role, content} message objects
+ * @returns {Promise<UpdateStateResult>} - {status, summary} or {status, error}
+ */
+export declare function updateState(history: HistoryItem[]): Promise<UpdateStateResult>;
+/**
+ * Retrieves the current session state from the database.
+ *
+ * @returns {Promise<string | null>} - The state summary or null if not found
+ */
+export declare function getState(): Promise<string | null>;
+/**
+ * Clears the current session state.
+ * Useful for starting a fresh conversation.
+ *
+ * @returns {Promise<ClearStateResult>} - {status}
+ */
+export declare function clearState(): Promise<ClearStateResult>;
+export {};
+//# sourceMappingURL=scribe.d.ts.map

package/engine/dist/services/scribe/scribe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scribe.d.ts","sourceRoot":"","sources":["../../../src/services/scribe/scribe.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAgBH,UAAU,WAAW;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,iBAAiB;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,gBAAgB;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;GAMG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkFpF;AAED;;;;GAIG;AACH,wBAAsB,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAavD;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAU5D"}

package/engine/dist/services/scribe/scribe.js

@@ -0,0 +1,135 @@
+/**
+ * Scribe Service - Markovian Rolling Context
+ *
+ * Maintains a "Session State" that summarizes the current conversation.
+ * This enables the model to maintain coherence across long conversations
+ * without requiring the full history in context.
+ */
+import { db } from '../../core/db.js';
+// Lazy-load inference to avoid circular dependency
+let inferenceModule = null;
+function getInference() {
+    if (!inferenceModule) {
+        inferenceModule = require('../inference/inference');
+    }
+    return inferenceModule;
+}
+const SESSION_STATE_ID = 'session_state';
+const STATE_BUCKET = ['system', 'state'];
+/**
+ * Updates the rolling session state based on recent conversation history.
+ * Uses the LLM to compress recent turns into a coherent state summary.
+ *
+ * @param {HistoryItem[]} history - Array of {role, content} message objects
+ * @returns {Promise<UpdateStateResult>} - {status, summary} or {status, error}
+ */
+export async function updateState(history) {
+    console.log('✍️ Scribe: Analyzing conversation state...');
+    try {
+        // 1. Flatten last 10 turns into readable text
+        const recentTurns = history.slice(-10);
+        const recentText = recentTurns
+            .map(m => `${m.role.toUpperCase()}: ${m.content}`)
+            .join('\n\n');
+        if (!recentText.trim()) {
+            return { status: 'skipped', message: 'No conversation history to analyze' };
+        }
+        // 2. Construct the state extraction prompt
+        const prompt = `Analyze this conversation segment and produce a concise "Session State" summary.
+
+Keep it under 200 words. Focus on:
+- Current Goal: What is the user trying to accomplish?
+- Key Decisions: What has been decided or agreed upon?
+- Active Tasks: What work is in progress or pending?
+- Important Context: What background information is critical to remember?
+
+Conversation:
+${recentText}
+
+---
+Session State Summary:`;
+        // 3. Generate the state summary
+        const inf = getInference();
+        const summary = await inf.rawCompletion(prompt);
+        if (!summary || summary.trim().length < 10) {
+            return { status: 'error', message: 'Failed to generate meaningful state' };
+        }
+        // 4. Persist to database with special ID
+        const timestamp = Date.now();
+        await db.run(`INSERT INTO atoms (id, timestamp, content, source_path, source_id, sequence, type, hash, buckets, epochs, tags, provenance, simhash, embedding)
+             VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14)
+             ON CONFLICT (id) DO UPDATE SET
+               content = EXCLUDED.content,
+               timestamp = EXCLUDED.timestamp,
+               source_path = EXCLUDED.source_path,
+               source_id = EXCLUDED.source_id,
+               sequence = EXCLUDED.sequence,
+               type = EXCLUDED.type,
+               hash = EXCLUDED.hash,
+               buckets = EXCLUDED.buckets,
+               epochs = EXCLUDED.epochs,
+               tags = EXCLUDED.tags,
+               provenance = EXCLUDED.provenance,
+               simhash = EXCLUDED.simhash,
+               embedding = EXCLUDED.embedding`, [
+            SESSION_STATE_ID,
+            timestamp,
+            summary.trim(),
+            'Scribe',
+            SESSION_STATE_ID, // source_id
+            0, // sequence
+            'state', // type
+            `state_${timestamp}`, // hash
+            STATE_BUCKET,
+            [], // epochs
+            [], // tags
+            'system', // provenance
+            '0', // simhash
+            new Array(768).fill(0.0) // embedding (stub)
+        ]);
+        console.log('✍️ Scribe: State updated successfully');
+        return { status: 'updated', summary: summary.trim() };
+    }
+    catch (e) {
+        console.error('✍️ Scribe Error:', e.message);
+        return { status: 'error', message: e.message };
+    }
+}
+/**
+ * Retrieves the current session state from the database.
+ *
+ * @returns {Promise<string | null>} - The state summary or null if not found
+ */
+export async function getState() {
+    try {
+        const query = 'SELECT content FROM atoms WHERE id = $1';
+        const res = await db.run(query, [SESSION_STATE_ID]);
+        if (res.rows && res.rows.length > 0) {
+            return res.rows[0][0];
+        }
+        return null;
+    }
+    catch (e) {
+        console.error('✍️ Scribe: Failed to retrieve state:', e.message);
+        return null;
+    }
+}
+/**
+ * Clears the current session state.
+ * Useful for starting a fresh conversation.
+ *
+ * @returns {Promise<ClearStateResult>} - {status}
+ */
+export async function clearState() {
+    try {
+        const query = `DELETE FROM atoms WHERE id = $1`;
+        await db.run(query, [SESSION_STATE_ID]);
+        console.log('✍️ Scribe: State cleared');
+        return { status: 'cleared' };
+    }
+    catch (e) {
+        console.error('✍️ Scribe: Failed to clear state:', e.message);
+        return { status: 'error', message: e.message };
+    }
+}
+//# sourceMappingURL=scribe.js.map

package/engine/dist/services/scribe/scribe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scribe.js","sourceRoot":"","sources":["../../../src/services/scribe/scribe.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAEtC,mDAAmD;AACnD,IAAI,eAAe,GAAQ,IAAI,CAAC;AAChC,SAAS,YAAY;IACjB,IAAI,CAAC,eAAe,EAAE,CAAC;QACnB,eAAe,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,eAAe,CAAC;AAC3B,CAAC;AAED,MAAM,gBAAgB,GAAG,eAAe,CAAC;AACzC,MAAM,YAAY,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AAkBzC;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAAsB;IACpD,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAE1D,IAAI,CAAC;QACD,8CAA8C;QAC9C,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACvC,MAAM,UAAU,GAAG,WAAW;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACjD,IAAI,CAAC,MAAM,CAAC,CAAC;QAElB,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACrB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,oCAAoC,EAAE,CAAC;QAChF,CAAC;QAED,2CAA2C;QAC3C,MAAM,MAAM,GAAG;;;;;;;;;EASrB,UAAU;;;uBAGW,CAAC;QAEhB,gCAAgC;QAChC,MAAM,GAAG,GAAG,YAAY,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEhD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACzC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,qCAAqC,EAAE,CAAC;QAC/E,CAAC;QAED,yCAAyC;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,EAAE,CAAC,GAAG,CACR;;;;;;;;;;;;;;;8CAekC,EAClC;YACI,gBAAgB;YAChB,SAAS;YACT,OAAO,CAAC,IAAI,EAAE;YACd,QAAQ;YACR,gBAAgB,EAAE,YAAY;YAC9B,CAAC,EAAE,WAAW;YACd,OAAO,EAAE,OAAO;YAChB,SAAS,SAAS,EAAE,EAAE,OAAO;YAC7B,YAAY;YACZ,EAAE,EAAE,SAAS;YACb,EAAE,EAAE,OAAO;YACX,QAAQ,EAAE,aAAa;YACvB,GAAG,EAAE,UAAU;YACf,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,mBAAmB;SAC/C,CACJ,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;IAE1D,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QAC7C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IACnD,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ;IAC1B,IAAI,CAAC;QACD,MAAM,KAAK,GAAG,yCAAyC,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAEpD,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC;QACpC,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU;IAC5B,IAAI,CAAC;QACD,MAAM,KAAK,GAAG,iCAAiC,CAAC;QAChD,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACjC,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IACnD,CAAC;AACL,CAAC"}

package/engine/dist/services/search/bright-nodes.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Bright Node Protocol — "The Illuminator"
+ *
+ * Selective Graph Illumination for reasoning models.
+ * Implements the "Bright Node" inference protocol where only relevant
+ * graph nodes are illuminated for reasoning, similar to how a flashlight
+ * illuminates only the relevant parts of a dark room.
+ *
+ * This supports the "Logic-Data Decoupling" concept by providing
+ * structured graph data to lightweight reasoning models.
+ *
+ * Extracted from search.ts for clean separation of the graph reasoning layer.
+ */
+export interface BrightNode {
+    id: string;
+    content: string;
+    source: string;
+    timestamp: number;
+    buckets: string[];
+    tags: string[];
+    epochs: string;
+    provenance: string;
+    score: number;
+    sequence?: number;
+    molecular_signature?: string;
+    relationships: BrightNodeRelationship[];
+}
+export interface BrightNodeRelationship {
+    targetId: string;
+    relationshipType: string;
+    strength: number;
+}
+export declare function getBrightNodes(query: string, buckets?: string[], maxNodes?: number): Promise<BrightNode[]>;
+/**
+ * Get Structured Graph for Reasoning Models
+ *
+ * Formats the bright nodes into a structure suitable for reasoning models
+ * as described in the "Logic-Data Decoupling" section of the white paper.
+ */
+export declare function getStructuredGraph(query: string, buckets?: string[]): Promise<any>;
+//# sourceMappingURL=bright-nodes.d.ts.map

package/engine/dist/services/search/bright-nodes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bright-nodes.d.ts","sourceRoot":"","sources":["../../../src/services/search/bright-nodes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAMH,MAAM,WAAW,UAAU;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,sBAAsB,EAAE,CAAC;CAC3C;AAED,MAAM,WAAW,sBAAsB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,cAAc,CAChC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,MAAM,EAAO,EACtB,QAAQ,GAAE,MAAsC,GACjD,OAAO,CAAC,UAAU,EAAE,CAAC,CAoFvB;AAED;;;;;GAKG;AACH,wBAAsB,kBAAkB,CACpC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,MAAM,EAAO,GACvB,OAAO,CAAC,GAAG,CAAC,CAwBd"}

package/engine/dist/services/search/bright-nodes.js

@@ -0,0 +1,117 @@
+/**
+ * Bright Node Protocol — "The Illuminator"
+ *
+ * Selective Graph Illumination for reasoning models.
+ * Implements the "Bright Node" inference protocol where only relevant
+ * graph nodes are illuminated for reasoning, similar to how a flashlight
+ * illuminates only the relevant parts of a dark room.
+ *
+ * This supports the "Logic-Data Decoupling" concept by providing
+ * structured graph data to lightweight reasoning models.
+ *
+ * Extracted from search.ts for clean separation of the graph reasoning layer.
+ */
+import { config } from '../../config/index.js';
+import { executeSearch } from './search.js';
+export async function getBrightNodes(query, buckets = [], maxNodes = config.SEARCH.max_chars_limit) {
+    console.log(`[BrightNode] Illuminating graph for query: "${query}"`);
+    // First, get relevant search results using the enhanced Tag-Walker (via executeSearch)
+    const { results: searchResults } = await executeSearch(query, buckets, maxNodes * config.SEARCH.fts_window_size, 'all');
+    if (searchResults.length === 0) {
+        console.log('[BrightNode] No results found for query.');
+        return [];
+    }
+    // Take top results based on score
+    const topResults = searchResults
+        .sort((a, b) => b.score - a.score)
+        .slice(0, maxNodes);
+    // Create bright nodes with relationship information
+    const brightNodes = topResults.map(result => ({
+        id: result.id,
+        content: result.content,
+        source: result.source,
+        timestamp: result.timestamp,
+        buckets: result.buckets,
+        tags: result.tags,
+        epochs: result.epochs,
+        provenance: result.provenance,
+        score: result.score,
+        sequence: result.sequence, // Pass through sequence
+        molecular_signature: result.molecular_signature, // V4 Nomenclature
+        relationships: [] // Will be populated based on shared tags/buckets
+    }));
+    // Identify relationships between nodes based on shared attributes
+    for (let i = 0; i < brightNodes.length; i++) {
+        const currentNode = brightNodes[i];
+        const relationships = [];
+        for (let j = 0; j < brightNodes.length; j++) {
+            if (i === j)
+                continue;
+            const otherNode = brightNodes[j];
+            let relationshipStrength = 0;
+            let relationshipType = 'related';
+            // 1. Semantic Overlap (Tags & Buckets)
+            const sharedBuckets = currentNode.buckets.filter((b) => otherNode.buckets.includes(b));
+            const sharedTags = currentNode.tags.filter((t) => otherNode.tags.includes(t));
+            relationshipStrength += sharedBuckets.length * 2 + sharedTags.length;
+            // 2. Source Continuity (Same Document)
+            if (currentNode.source === otherNode.source) {
+                relationshipStrength += 5; // Strong boost for same file
+                relationshipType = 'same_source';
+                // 3. Sequential Adjacency (The "Markov Link")
+                if (currentNode.sequence !== undefined && otherNode.sequence !== undefined) {
+                    const dist = Math.abs(currentNode.sequence - otherNode.sequence);
+                    if (dist === 1) {
+                        relationshipStrength += 10; // Massive boost for direct neighbors
+                        relationshipType = 'next_chunk';
+                    }
+                    else if (dist < 5) {
+                        relationshipStrength += 3; // Boost for nearby chunks
+                    }
+                }
+            }
+            if (relationshipStrength > 0) {
+                relationships.push({
+                    targetId: otherNode.id,
+                    relationshipType,
+                    strength: relationshipStrength
+                });
+            }
+        }
+        // Sort relationships by strength and keep top 5
+        currentNode.relationships = relationships
+            .sort((a, b) => b.strength - a.strength)
+            .slice(0, 5);
+    }
+    console.log(`[BrightNode] Illuminated ${brightNodes.length} nodes with relationships`);
+    return brightNodes;
+}
+/**
+ * Get Structured Graph for Reasoning Models
+ *
+ * Formats the bright nodes into a structure suitable for reasoning models
+ * as described in the "Logic-Data Decoupling" section of the white paper.
+ */
+export async function getStructuredGraph(query, buckets = []) {
+    const brightNodes = await getBrightNodes(query, buckets);
+    // Format as a graph structure suitable for reasoning models
+    return {
+        nodes: brightNodes.map(node => ({
+            id: node.id,
+            content: node.content.substring(0, 500), // Truncate for efficiency
+            tags: node.tags,
+            buckets: node.buckets,
+            provenance: node.provenance,
+            score: node.score
+        })),
+        edges: brightNodes.flatMap(node => node.relationships.map(rel => ({
+            source: node.id,
+            target: rel.targetId,
+            type: rel.relationshipType,
+            strength: rel.strength
+        }))),
+        query: query,
+        timestamp: Date.now()
+    };
+}
+//# sourceMappingURL=bright-nodes.js.map

package/engine/dist/services/search/bright-nodes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bright-nodes.js","sourceRoot":"","sources":["../../../src/services/search/bright-nodes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAuB5C,MAAM,CAAC,KAAK,UAAU,cAAc,CAChC,KAAa,EACb,UAAoB,EAAE,EACtB,WAAmB,MAAM,CAAC,MAAM,CAAC,eAAe;IAEhD,OAAO,CAAC,GAAG,CAAC,+CAA+C,KAAK,GAAG,CAAC,CAAC;IAErE,uFAAuF;IACvF,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAExH,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACd,CAAC;IAED,kCAAkC;IAClC,MAAM,UAAU,GAAG,aAAa;SAC3B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;SACjC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAExB,oDAAoD;IACpD,MAAM,WAAW,GAAiB,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxD,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,wBAAwB;QACnD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAI,kBAAkB;QACrE,aAAa,EAAE,EAAE,CAAC,iDAAiD;KACtE,CAAC,CAAC,CAAC;IAEJ,kEAAkE;IAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,aAAa,GAA6B,EAAE,CAAC;QAEnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC;gBAAE,SAAS;YAEtB,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,oBAAoB,GAAG,CAAC,CAAC;YAC7B,IAAI,gBAAgB,GAAG,SAAS,CAAC;YAEjC,uCAAuC;YACvC,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACtF,oBAAoB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;YAErE,uCAAuC;YACvC,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;gBAC1C,oBAAoB,IAAI,CAAC,CAAC,CAAC,6BAA6B;gBACxD,gBAAgB,GAAG,aAAa,CAAC;gBAEjC,8CAA8C;gBAC9C,IAAI,WAAW,CAAC,QAAQ,KAAK,SAAS,IAAI,SAAS,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACzE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACjE,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;wBACb,oBAAoB,IAAI,EAAE,CAAC,CAAC,qCAAqC;wBACjE,gBAAgB,GAAG,YAAY,CAAC;oBACpC,CAAC;yBAAM,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;wBAClB,oBAAoB,IAAI,CAAC,CAAC,CAAC,0BAA0B;oBACzD,CAAC;gBACL,CAAC;YACL,CAAC;YAED,IAAI,oBAAoB,GAAG,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,IAAI,CAAC;oBACf,QAAQ,EAAE,SAAS,CAAC,EAAE;oBACtB,gBAAgB;oBAChB,QAAQ,EAAE,oBAAoB;iBACjC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,gDAAgD;QAChD,WAAW,CAAC,aAAa,GAAG,aAAa;aACpC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;aACvC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,CAAC,MAAM,2BAA2B,CAAC,CAAC;IAEvF,OAAO,WAAW,CAAC;AACvB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,KAAa,EACb,UAAoB,EAAE;IAEtB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAEzD,4DAA4D;IAC5D,OAAO;QACH,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,0BAA0B;YACnE,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;SACpB,CAAC,CAAC;QACH,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAC9B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3B,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,MAAM,EAAE,GAAG,CAAC,QAAQ;YACpB,IAAI,EAAE,GAAG,CAAC,gBAAgB;YAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;SACzB,CAAC,CAAC,CACN;QACD,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACxB,CAAC;AACN,CAAC"}