@rbalchii/anchor-engine 4.7.0

package/engine/dist/commands/audit-tags.js

@@ -0,0 +1,180 @@
+#!/usr/bin/env node
+/**
+ * Tag Quality Audit CLI
+ *
+ * Usage:
+ *   node --loader ts-node/esm src/commands/audit-tags.ts [options]
+ *
+ * Options:
+ *   --interactive, -i  Interactive review mode
+ *   --output, -o       Output report file (default: ./reports/tag-audit.md)
+ *   --json             Output as JSON instead of markdown
+ */
+import { TagAuditor } from '../services/tags/tag-auditor.js';
+import path from 'path';
+import fs from 'fs';
+import { fileURLToPath } from 'url';
+import * as readline from 'readline';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+async function main() {
+    const args = process.argv.slice(2);
+    // Parse arguments
+    const isInteractive = args.includes('--interactive') || args.includes('-i');
+    const outputIndex = args.indexOf('--output') || args.indexOf('-o');
+    const outputPath = outputIndex >= 0 ? args[outputIndex + 1] : './reports/tag-audit.md';
+    const asJson = args.includes('--json');
+    console.log('='.repeat(60));
+    console.log('  Anchor Engine - Tag Quality Auditor');
+    console.log('='.repeat(60));
+    console.log();
+    try {
+        const auditor = new TagAuditor();
+        console.log('Analyzing tag quality...');
+        console.log('This may take a moment depending on database size.');
+        console.log();
+        const report = await auditor.generateAuditReport();
+        if (asJson) {
+            // Output as JSON
+            console.log(JSON.stringify(report, null, 2));
+            return;
+        }
+        // Generate markdown report
+        const markdown = generateMarkdownReport(report);
+        // Show summary
+        console.log('Summary:');
+        console.log('-'.repeat(60));
+        console.log(`  Total atoms: ${report.totalAtoms.toLocaleString()}`);
+        console.log(`  Total unique tags: ${report.totalTags.toLocaleString()}`);
+        console.log(`  Under-tagged atoms: ${report.underTagged.length}`);
+        console.log(`  Orphan tags: ${report.orphanTags.length}`);
+        console.log(`  Tag clusters: ${report.tagClusters.length}`);
+        console.log();
+        console.log('Statistics:');
+        console.log(`  Average tags per atom: ${report.statistics.avgTagsPerAtom.toFixed(2)}`);
+        console.log(`  Max tags in atom: ${report.statistics.maxTagsInAtom}`);
+        console.log(`  Tags used only once: ${report.statistics.tagsUsedOnce}`);
+        console.log('-'.repeat(60));
+        console.log();
+        if (isInteractive) {
+            await interactiveReview(report);
+        }
+        // Save report
+        const fullPath = path.resolve(process.cwd(), outputPath);
+        const dir = path.dirname(fullPath);
+        if (!fs.existsSync(dir)) {
+            fs.mkdirSync(dir, { recursive: true });
+        }
+        fs.writeFileSync(fullPath, markdown, 'utf-8');
+        console.log(`✓ Full audit report saved to: ${fullPath}`);
+        console.log();
+        console.log('Recommendations:');
+        console.log('  1. Review under-tagged atoms and apply suggested tags');
+        console.log('  2. Consider removing or merging orphan tags');
+        console.log('  3. Review tag clusters for potential synonym rings');
+    }
+    catch (error) {
+        console.error('Error during tag audit:', error.message);
+        console.error(error.stack);
+        process.exit(1);
+    }
+}
+function generateMarkdownReport(report) {
+    let md = '# Tag Quality Audit Report\n\n';
+    md += `Generated: ${new Date().toISOString()}\n\n`;
+    md += '## Summary\n\n';
+    md += `- **Total atoms:** ${report.totalAtoms.toLocaleString()}\n`;
+    md += `- **Total unique tags:** ${report.totalTags.toLocaleString()}\n`;
+    md += `- **Under-tagged atoms:** ${report.underTagged.length}\n`;
+    md += `- **Orphan tags:** ${report.orphanTags.length}\n`;
+    md += `- **Tag clusters:** ${report.tagClusters.length}\n\n`;
+    md += '## Statistics\n\n';
+    md += `| Metric | Value |\n`;
+    md += `|--------|-------|\n`;
+    md += `| Average tags per atom | ${report.statistics.avgTagsPerAtom.toFixed(2)} |\n`;
+    md += `| Median tags per atom | ${report.statistics.medianTagsPerAtom} |\n`;
+    md += `| Max tags in atom | ${report.statistics.maxTagsInAtom} |\n`;
+    md += `| Unique tags | ${report.statistics.uniqueTags} |\n`;
+    md += `| Tags used once | ${report.statistics.tagsUsedOnce} |\n\n`;
+    md += '## Under-Tagged Atoms\n\n';
+    md += 'These atoms have substantial content but few tags.\n\n';
+    for (const atom of report.underTagged.slice(0, 20)) {
+        md += `### ${atom.id}\n\n`;
+        md += `- **Source:** ${atom.source}\n`;
+        md += `- **Content length:** ${atom.contentLength} chars\n`;
+        md += `- **Current tags:** ${atom.tagCount}\n`;
+        md += `- **Suggested tags:** ${atom.suggestedTags.join(', ') || 'None'}\n\n`;
+    }
+    if (report.underTagged.length > 20) {
+        md += `*... and ${report.underTagged.length - 20} more*\n\n`;
+    }
+    md += '## Orphan Tags\n\n';
+    md += 'These tags are used only once and may be candidates for removal or merging.\n\n';
+    md += report.orphanTags.slice(0, 50).join(', ');
+    if (report.orphanTags.length > 50) {
+        md += ` *... and ${report.orphanTags.length - 50} more*`;
+    }
+    md += '\n\n';
+    md += '## Tag Clusters\n\n';
+    md += 'These tags frequently appear together and may represent related concepts.\n\n';
+    for (let i = 0; i < Math.min(report.tagClusters.length, 10); i++) {
+        md += `**Cluster ${i + 1}:** ${report.tagClusters[i].join(' ↔ ')}\n`;
+    }
+    if (report.tagClusters.length > 10) {
+        md += `\n*... and ${report.tagClusters.length - 10} more*\n`;
+    }
+    return md;
+}
+async function interactiveReview(report) {
+    const rl = readline.createInterface({
+        input: process.stdin,
+        output: process.stdout
+    });
+    const question = (prompt) => new Promise(resolve => rl.question(prompt, resolve));
+    console.log();
+    console.log('Interactive Review Mode');
+    console.log('-'.repeat(60));
+    console.log();
+    // Review under-tagged atoms
+    if (report.underTagged.length > 0) {
+        console.log(`Found ${report.underTagged.length} under-tagged atoms.`);
+        const review = await question('Review first 5 under-tagged atoms? (y/n): ');
+        if (review.toLowerCase() === 'y') {
+            for (let i = 0; i < Math.min(5, report.underTagged.length); i++) {
+                const atom = report.underTagged[i];
+                console.log();
+                console.log(`[${i + 1}] ${atom.id}`);
+                console.log(`    Source: ${atom.source}`);
+                console.log(`    Content: ${atom.contentLength} chars, ${atom.tagCount} tags`);
+                console.log(`    Suggested: ${atom.suggestedTags.join(', ') || 'None'}`);
+            }
+        }
+    }
+    // Review orphan tags
+    if (report.orphanTags.length > 0) {
+        console.log();
+        console.log(`Found ${report.orphanTags.length} orphan tags (used only once).`);
+        const review = await question('Show first 20 orphan tags? (y/n): ');
+        if (review.toLowerCase() === 'y') {
+            console.log();
+            console.log(report.orphanTags.slice(0, 20).join(', '));
+        }
+    }
+    // Review tag clusters
+    if (report.tagClusters.length > 0) {
+        console.log();
+        console.log(`Found ${report.tagClusters.length} tag clusters.`);
+        const review = await question('Show tag clusters? (y/n): ');
+        if (review.toLowerCase() === 'y') {
+            console.log();
+            report.tagClusters.slice(0, 10).forEach((cluster, i) => {
+                console.log(`[${i + 1}] ${cluster.join(' ↔ ')}`);
+            });
+        }
+    }
+    rl.close();
+    console.log();
+    console.log('Review complete. See the full report for details.');
+}
+main();
+//# sourceMappingURL=audit-tags.js.map

package/engine/dist/commands/audit-tags.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit-tags.js","sourceRoot":"","sources":["../../src/commands/audit-tags.ts"],"names":[],"mappings":";AACA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AAErC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,kBAAkB;IAClB,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC;IACvF,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAEvC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,UAAU,EAAE,CAAC;QAEjC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAEnD,IAAI,MAAM,EAAE,CAAC;YACX,iBAAiB;YACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;QAEhD,eAAe;QACf,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvF,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QAED,cAAc;QACd,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE9C,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAC7D,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IAEtE,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACxD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAW;IACzC,IAAI,EAAE,GAAG,gCAAgC,CAAC;IAC1C,EAAE,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;IAEnD,EAAE,IAAI,gBAAgB,CAAC;IACvB,EAAE,IAAI,sBAAsB,MAAM,CAAC,UAAU,CAAC,cAAc,EAAE,IAAI,CAAC;IACnE,EAAE,IAAI,4BAA4B,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC;IACxE,EAAE,IAAI,6BAA6B,MAAM,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC;IACjE,EAAE,IAAI,sBAAsB,MAAM,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC;IACzD,EAAE,IAAI,uBAAuB,MAAM,CAAC,WAAW,CAAC,MAAM,MAAM,CAAC;IAE7D,EAAE,IAAI,mBAAmB,CAAC;IAC1B,EAAE,IAAI,sBAAsB,CAAC;IAC7B,EAAE,IAAI,sBAAsB,CAAC;IAC7B,EAAE,IAAI,6BAA6B,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IACrF,EAAE,IAAI,4BAA4B,MAAM,CAAC,UAAU,CAAC,iBAAiB,MAAM,CAAC;IAC5E,EAAE,IAAI,wBAAwB,MAAM,CAAC,UAAU,CAAC,aAAa,MAAM,CAAC;IACpE,EAAE,IAAI,mBAAmB,MAAM,CAAC,UAAU,CAAC,UAAU,MAAM,CAAC;IAC5D,EAAE,IAAI,sBAAsB,MAAM,CAAC,UAAU,CAAC,YAAY,QAAQ,CAAC;IAEnE,EAAE,IAAI,2BAA2B,CAAC;IAClC,EAAE,IAAI,wDAAwD,CAAC;IAE/D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACnD,EAAE,IAAI,OAAO,IAAI,CAAC,EAAE,MAAM,CAAC;QAC3B,EAAE,IAAI,iBAAiB,IAAI,CAAC,MAAM,IAAI,CAAC;QACvC,EAAE,IAAI,yBAAyB,IAAI,CAAC,aAAa,UAAU,CAAC;QAC5D,EAAE,IAAI,uBAAuB,IAAI,CAAC,QAAQ,IAAI,CAAC;QAC/C,EAAE,IAAI,yBAAyB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,MAAM,CAAC;IAC/E,CAAC;IAED,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACnC,EAAE,IAAI,YAAY,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE,YAAY,CAAC;IAC/D,CAAC;IAED,EAAE,IAAI,oBAAoB,CAAC;IAC3B,EAAE,IAAI,iFAAiF,CAAC;IACxF,EAAE,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEhD,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QAClC,EAAE,IAAI,aAAa,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,QAAQ,CAAC;IAC3D,CAAC;IACD,EAAE,IAAI,MAAM,CAAC;IAEb,EAAE,IAAI,qBAAqB,CAAC;IAC5B,EAAE,IAAI,+EAA+E,CAAC;IAEtF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACjE,EAAE,IAAI,aAAa,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACvE,CAAC;IAED,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACnC,EAAE,IAAI,cAAc,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE,UAAU,CAAC;IAC/D,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,MAAW;IAC1C,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAmB,EAAE,CACnD,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAEvD,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,4BAA4B;IAC5B,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,WAAW,CAAC,MAAM,sBAAsB,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,4CAA4C,CAAC,CAAC;QAE5E,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC;YACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChE,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;gBACnC,OAAO,CAAC,GAAG,EAAE,CAAC;gBACd,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,aAAa,WAAW,IAAI,CAAC,QAAQ,OAAO,CAAC,CAAC;gBAC/E,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,UAAU,CAAC,MAAM,gCAAgC,CAAC,CAAC;QAC/E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,oCAAoC,CAAC,CAAC;QAEpE,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,sBAAsB;IACtB,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,WAAW,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,4BAA4B,CAAC,CAAC;QAE5D,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,OAAiB,EAAE,CAAS,EAAE,EAAE;gBACvE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,EAAE,CAAC,KAAK,EAAE,CAAC;IACX,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;AACnE,CAAC;AAED,IAAI,EAAE,CAAC"}

package/engine/dist/commands/distill.d.ts

@@ -0,0 +1,19 @@
+#!/usr/bin/env node
+/**
+ * Graph Distillation CLI - Standard 133 Radial Distillation
+ *
+ * Usage:
+ *   node --loader ts-node/esm src/commands/distill.ts [options] [seed_query]
+ *
+ * Options:
+ *   --seed-ids, -s    Comma-separated compound IDs to start from
+ *   --radius, -r      Inflation radius (default: 2000)
+ *   --output, -o      Output file path (default: ./reports/distill-report-<timestamp>.md)
+ *   --yaml            Output as YAML
+ *   --json            Output as JSON
+ *   --export, -e      Export to inbox/distilled/ folder
+ *   --strict          Strict normalization (default)
+ *   --lenient         Lenient normalization
+ */
+export {};
+//# sourceMappingURL=distill.d.ts.map

package/engine/dist/commands/distill.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"distill.d.ts","sourceRoot":"","sources":["../../src/commands/distill.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;GAeG"}

package/engine/dist/commands/distill.js

@@ -0,0 +1,114 @@
+#!/usr/bin/env node
+/**
+ * Graph Distillation CLI - Standard 133 Radial Distillation
+ *
+ * Usage:
+ *   node --loader ts-node/esm src/commands/distill.ts [options] [seed_query]
+ *
+ * Options:
+ *   --seed-ids, -s    Comma-separated compound IDs to start from
+ *   --radius, -r      Inflation radius (default: 2000)
+ *   --output, -o      Output file path (default: ./reports/distill-report-<timestamp>.md)
+ *   --yaml            Output as YAML
+ *   --json            Output as JSON
+ *   --export, -e      Export to inbox/distilled/ folder
+ *   --strict          Strict normalization (default)
+ *   --lenient         Lenient normalization
+ */
+import { db } from '../core/db.js';
+import { radialDistill } from '../services/distillation/radial-distiller.js';
+import { config } from '../config/index.js';
+async function main() {
+    const args = process.argv.slice(2);
+    if (args.includes('--help') || args.includes('-h')) {
+        console.log(`
+Graph Distillation CLI - Standard 133 Radial Distillation
+
+Usage:
+  node --loader ts-node/esm src/commands/distill.ts [options] [seed_query]
+
+Options:
+  --seed-ids, -s    Comma-separated compound IDs to start from
+  --radius, -r      Inflation radius (default: 2000)
+  --strict          Strict normalization (default)
+  --lenient         Lenient normalization
+  --output, -o      Output file path
+  --yaml            Output as YAML
+  --json            Output as JSON
+  --export, -e      Export to inbox/distilled/ folder
+
+Examples:
+  node src/commands/distill.ts
+  node src/commands/distill.ts --radius 5000
+  node src/commands/distill.ts --strict --export
+  node src/commands/distill.ts --lenient --yaml
+    `);
+        process.exit(0);
+    }
+    // Parse arguments
+    const seedIdsIndex = args.indexOf('--seed-ids') !== -1 ? args.indexOf('--seed-ids') : args.indexOf('-s');
+    const seedIds = seedIdsIndex >= 0 ? args[seedIdsIndex + 1].split(',') : undefined;
+    const radiusIndex = args.indexOf('--radius') !== -1 ? args.indexOf('--radius') : args.indexOf('-r');
+    const radius = radiusIndex >= 0 ? parseInt(args[radiusIndex + 1]) : 2000;
+    const asJson = args.includes('--json');
+    const asYaml = args.includes('--yaml') || args.includes('-y');
+    const exportToInbox = args.includes('--export') || args.includes('-e');
+    const strictNormalization = args.includes('--strict');
+    const lenientNormalization = args.includes('--lenient');
+    const outputIndex = args.indexOf('--output') !== -1 ? args.indexOf('--output') : args.indexOf('-o');
+    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+    const ext = asYaml ? 'yaml' : (asJson ? 'json' : 'md');
+    const defaultOutput = `./reports/distill-report-${timestamp}.${ext}`;
+    const outputPath = outputIndex >= 0 ? args[outputIndex + 1] : defaultOutput;
+    // Remaining arg is the seed query
+    const seedQuery = args.filter(a => !a.startsWith('-') && args.indexOf(a) !== seedIdsIndex + 1 && args.indexOf(a) !== outputIndex + 1 && args.indexOf(a) !== radiusIndex + 1)[0];
+    console.log('='.repeat(60));
+    console.log('  Anchor Engine - Graph Distiller');
+    console.log('='.repeat(60));
+    console.log();
+    try {
+        // IMPORTANT: Do not wipe database on command run
+        config.DATABASE.WIPE_ON_STARTUP = false;
+        console.log('Initializing database...');
+        await db.init();
+        // Standard 133: Radial Distillation
+        const radialRequest = {
+            seed: {
+                query: seedQuery,
+                compound_ids: seedIds
+            },
+            radius: radius,
+            normalization: strictNormalization ? 'strict' : (lenientNormalization ? 'lenient' : 'strict'),
+            output_format: asYaml ? 'yaml' : (asJson ? 'json' : 'compound'),
+            output_path: outputPath,
+            export_to_inbox: exportToInbox
+        };
+        console.log('Radial Distilling (Standard 133)...');
+        console.log(`  Target: ${seedQuery || (seedIds ? seedIds.join(',') : 'All Compounds')}`);
+        console.log(`  Radius: ${radius} chars`);
+        console.log(`  Normalization: ${radialRequest.normalization}`);
+        console.log(`  Mode: Line-level deduplication`);
+        if (exportToInbox)
+            console.log(`  Export: Enabled (→ inbox/distilled/)`);
+        console.log();
+        const result = await radialDistill(radialRequest);
+        console.log();
+        console.log('Radial Distillation Complete:');
+        console.log(`  Compounds Processed: ${result.stats.compounds_processed}`);
+        console.log(`  Total Lines: ${result.stats.lines_total}`);
+        console.log(`  Unique Lines: ${result.stats.lines_unique}`);
+        console.log(`  Duplicates Removed: ${result.stats.lines_duplicate}`);
+        console.log(`  Compression: ${result.stats.compression_ratio}`);
+        console.log(`  Duration: ${(result.stats.duration_ms / 1000).toFixed(2)}s`);
+        console.log(`  Memory Peak: ${result.stats.memory_peak_mb}MB`);
+        console.log(`  Output: ${result.output.path}`);
+        console.log();
+        await db.close();
+    }
+    catch (error) {
+        console.error('Error during distillation:', error.message);
+        process.exit(1);
+    }
+}
+main();
+//# sourceMappingURL=distill.js.map

package/engine/dist/commands/distill.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"distill.js","sourceRoot":"","sources":["../../src/commands/distill.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AACnC,OAAO,EAAE,aAAa,EAAwB,MAAM,8CAA8C,CAAC;AACnG,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAI5C,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;KAqBX,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,kBAAkB;IAClB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzG,MAAM,OAAO,GAAG,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAElF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpG,MAAM,MAAM,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEzE,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvE,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACtD,MAAM,oBAAoB,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAExD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpG,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,4BAA4B,SAAS,IAAI,GAAG,EAAE,CAAC;IACrE,MAAM,UAAU,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IAE5E,kCAAkC;IAClC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,YAAY,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEhL,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,IAAI,CAAC;QACH,iDAAiD;QACjD,MAAM,CAAC,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC;QAExC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAEhB,oCAAoC;QACpC,MAAM,aAAa,GAAyB;YAC1C,IAAI,EAAE;gBACJ,KAAK,EAAE,SAAS;gBAChB,YAAY,EAAE,OAAO;aACtB;YACD,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,mBAAmB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC7F,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;YAC/D,WAAW,EAAE,UAAU;YACvB,eAAe,EAAE,aAAa;SAC/B,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACzF,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,QAAQ,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,oBAAoB,aAAa,CAAC,aAAa,EAAE,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,IAAI,aAAa;YAAE,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,aAAa,CAAC,CAAC;QAElD,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5E,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/engine/dist/commands/generate-synonyms.d.ts

@@ -0,0 +1,14 @@
+#!/usr/bin/env node
+/**
+ * Generate Synonym Rings CLI
+ *
+ * Usage:
+ *   node --loader ts-node/esm src/commands/generate-synonyms.ts [options]
+ *
+ * Options:
+ *   --output, -o  Output file path (default: ./data/synonym-ring.json)
+ *   --merge       Merge with existing synonym rings
+ *   --dry-run     Generate but don't save
+ */
+export {};
+//# sourceMappingURL=generate-synonyms.d.ts.map

package/engine/dist/commands/generate-synonyms.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-synonyms.d.ts","sourceRoot":"","sources":["../../src/commands/generate-synonyms.ts"],"names":[],"mappings":";AACA;;;;;;;;;;GAUG"}

package/engine/dist/commands/generate-synonyms.js

@@ -0,0 +1,91 @@
+#!/usr/bin/env node
+/**
+ * Generate Synonym Rings CLI
+ *
+ * Usage:
+ *   node --loader ts-node/esm src/commands/generate-synonyms.ts [options]
+ *
+ * Options:
+ *   --output, -o  Output file path (default: ./data/synonym-ring.json)
+ *   --merge       Merge with existing synonym rings
+ *   --dry-run     Generate but don't save
+ */
+import { AutoSynonymGenerator } from '../services/synonyms/auto-synonym-generator.js';
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+async function main() {
+    const args = process.argv.slice(2);
+    // Parse arguments
+    const outputIndex = args.indexOf('--output') || args.indexOf('-o');
+    const outputPath = outputIndex >= 0 ? args[outputIndex + 1] : './data/synonym-ring.json';
+    const shouldMerge = args.includes('--merge');
+    const isDryRun = args.includes('--dry-run');
+    console.log('='.repeat(60));
+    console.log('  Anchor Engine - Automated Synonym Ring Generator');
+    console.log('='.repeat(60));
+    console.log();
+    console.log(`Output: ${outputPath}`);
+    console.log(`Merge with existing: ${shouldMerge ? 'Yes' : 'No'}`);
+    console.log(`Dry run: ${isDryRun ? 'Yes' : 'No'}`);
+    console.log();
+    try {
+        const generator = new AutoSynonymGenerator();
+        // Load existing if merging
+        let existingSynonyms = {};
+        if (shouldMerge) {
+            const fullPath = path.resolve(process.cwd(), outputPath);
+            existingSynonyms = await generator.loadExistingSynonymRings(fullPath);
+            if (Object.keys(existingSynonyms).length > 0) {
+                console.log(`Loaded ${Object.keys(existingSynonyms).length} existing synonym rings`);
+            }
+        }
+        // Generate new synonym rings
+        console.log('Generating synonym rings from your data...');
+        console.log('This may take a few minutes depending on database size.');
+        console.log();
+        const newSynonyms = await generator.generateSynonymRings();
+        console.log();
+        console.log(`Generated ${Object.keys(newSynonyms).length} new synonym rings`);
+        console.log();
+        // Merge if requested
+        const finalSynonyms = shouldMerge
+            ? { ...existingSynonyms, ...newSynonyms }
+            : newSynonyms;
+        // Show preview
+        console.log('Preview (top 20 synonym rings):');
+        console.log('-'.repeat(60));
+        const preview = Object.entries(finalSynonyms)
+            .sort((a, b) => b[1].length - a[1].length)
+            .slice(0, 20);
+        for (const [term, synonyms] of preview) {
+            console.log(`  ${term}: ${synonyms.join(', ')}`);
+        }
+        console.log('-'.repeat(60));
+        console.log();
+        // Save if not dry run
+        if (!isDryRun) {
+            const fullPath = path.resolve(process.cwd(), outputPath);
+            await generator.saveSynonymRings(finalSynonyms, fullPath);
+            console.log();
+            console.log('✓ Synonym rings saved successfully!');
+            console.log();
+            console.log('Next steps:');
+            console.log('  1. Review the generated synonym rings in the summary file');
+            console.log('  2. Edit if needed to remove incorrect associations');
+            console.log('  3. The synonym ring will be automatically loaded on next engine start');
+        }
+        else {
+            console.log();
+            console.log('⊘ Dry run - no files saved');
+        }
+    }
+    catch (error) {
+        console.error('Error generating synonym rings:', error.message);
+        console.error(error.stack);
+        process.exit(1);
+    }
+}
+main();
+//# sourceMappingURL=generate-synonyms.js.map

package/engine/dist/commands/generate-synonyms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-synonyms.js","sourceRoot":"","sources":["../../src/commands/generate-synonyms.ts"],"names":[],"mappings":";AACA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,gDAAgD,CAAC;AACtF,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,kBAAkB;IAClB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,0BAA0B,CAAC;IAEzF,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAE5C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,wBAAwB,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAE7C,2BAA2B;QAC3B,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAC1B,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;YACzD,gBAAgB,GAAG,MAAM,SAAS,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;YACtE,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,yBAAyB,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,MAAM,WAAW,GAAG,MAAM,SAAS,CAAC,oBAAoB,EAAE,CAAC;QAE3D,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,oBAAoB,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,qBAAqB;QACrB,MAAM,aAAa,GAAG,WAAW;YAC/B,CAAC,CAAC,EAAE,GAAG,gBAAgB,EAAE,GAAG,WAAW,EAAE;YACzC,CAAC,CAAC,WAAW,CAAC;QAEhB,eAAe;QACf,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;aAC1C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;aACzC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEhB,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,OAAO,EAAE,CAAC;YACvC,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,sBAAsB;QACtB,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;YACzD,MAAM,SAAS,CAAC,gBAAgB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YAE1D,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;YAC3E,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC;QACzF,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC5C,CAAC;IAEH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAChE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/engine/dist/config/index.d.ts

@@ -0,0 +1,115 @@
+/**
+ * Configuration Module for Sovereign Context Engine
+ *
+ * This module manages all configuration for the context engine including
+ * paths, model settings, and system parameters.
+ */
+interface Config {
+    PORT: number;
+    HOST: string;
+    API_KEY: string;
+    LOG_LEVEL: string;
+    OVERLAY_PORT: number;
+    LLM_PROVIDER: 'local' | 'remote';
+    REMOTE_LLM_URL: string;
+    REMOTE_MODEL_NAME: string;
+    LLM_MODEL_DIR: string;
+    DEFAULT_SEARCH_CHAR_LIMIT: number;
+    SIMILARITY_THRESHOLD: number;
+    TOKEN_LIMIT: number;
+    VECTOR_INGEST_BATCH: number;
+    GC_COOLDOWN_MS: number;
+    MAX_ATOMS_IN_MEMORY: number;
+    MONITORING_INTERVAL_MS: number;
+    WATCHER_DEBOUNCE_MS: number;
+    WATCHER_STABILITY_THRESHOLD_MS: number;
+    WATCHER_EXTRA_PATHS: string[];
+    CONTEXT_RELEVANCE_WEIGHT: number;
+    CONTEXT_RECENCY_WEIGHT: number;
+    REDIS: {
+        ENABLED: boolean;
+        URL: string;
+        TTL: number;
+    };
+    NEO4J: {
+        ENABLED: boolean;
+        URI: string;
+        USER: string;
+        PASS: string;
+    };
+    FEATURES: {
+        CONTEXT_STORAGE: boolean;
+        MEMORY_RECALL: boolean;
+        CODA: boolean;
+        ARCHIVIST: boolean;
+        WEAVER: boolean;
+        MARKOVIAN: boolean;
+    };
+    SEARCH: {
+        strategy: string;
+        hide_years_in_tags: boolean;
+        whitelist: string[];
+        max_chars_default: number;
+        max_chars_limit: number;
+        fts_window_size: number;
+        fts_padding: number;
+    };
+    MODELS: {
+        EMBEDDING_DIM: number;
+        MAIN: {
+            PATH: string;
+            CTX_SIZE: number;
+            GPU_LAYERS: number;
+            MAX_TOKENS: number;
+        };
+        ORCHESTRATOR: {
+            PATH: string;
+            CTX_SIZE: number;
+            GPU_LAYERS: number;
+            MAX_TOKENS: number;
+        };
+        VISION: {
+            PATH: string;
+            PROJECTOR: string;
+            CTX_SIZE: number;
+            GPU_LAYERS: number;
+            MAX_TOKENS: number;
+        };
+    };
+    SERVICES: {
+        VISION_SERVER_PORT: number;
+        CHAT_SERVER_PORT: number;
+        TAG_INFECTOR_UNLOAD_TIMEOUT: number;
+        TAG_GLINER_CHECK_INTERVAL: number;
+    };
+    LIMITS: {
+        MAX_FILE_SIZE_BYTES: number;
+        MAX_CONTENT_LENGTH_CHARS: number;
+        MAX_CHUNK_SIZE_CHARS: number;
+        MAX_SUMMARY_LENGTH_CHARS: number;
+        DATE_EXTRACTOR_SCAN_LIMIT: number;
+    };
+    DATABASE: {
+        WIPE_ON_STARTUP: boolean;
+    };
+    ADAPTIVE_CONCURRENCY: {
+        SEQUENTIAL_THRESHOLD_MB: number;
+        PARALLEL_THRESHOLD_MB: number;
+        MAX_CONCURRENCY: number;
+        LOW_MEMORY_BATCH_SIZE: number;
+        HIGH_MEMORY_BATCH_SIZE: number;
+        FORCE_SEQUENTIAL: boolean;
+        FORCE_PARALLEL: boolean;
+    };
+    MEMORY: {
+        HEAP_PRESSURE_MB: number;
+        THROTTLE_START_MB: number;
+        THROTTLE_MAX_MB: number;
+        EMERGENCY_STOP_MB: number;
+        SEARCH_RESULTS_BATCH_SIZE: number;
+        ENABLE_STREAMING_RESULTS: boolean;
+    };
+}
+export declare const config: Config;
+export default config;
+//# sourceMappingURL=index.d.ts.map

package/engine/dist/config/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,UAAU,MAAM;IAEd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IAGrB,YAAY,EAAE,OAAO,GAAG,QAAQ,CAAC;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IAGtB,yBAAyB,EAAE,MAAM,CAAC;IAClC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IAEpB,mBAAmB,EAAE,MAAM,CAAC;IAG5B,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;IAG/B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,8BAA8B,EAAE,MAAM,CAAC;IACvC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAG9B,wBAAwB,EAAE,MAAM,CAAC;IACjC,sBAAsB,EAAE,MAAM,CAAC;IAG/B,KAAK,EAAE;QACL,OAAO,EAAE,OAAO,CAAC;QACjB,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;IACF,KAAK,EAAE;QACL,OAAO,EAAE,OAAO,CAAC;QACjB,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IAGF,QAAQ,EAAE;QACR,eAAe,EAAE,OAAO,CAAC;QACzB,aAAa,EAAE,OAAO,CAAC;QACvB,IAAI,EAAE,OAAO,CAAC;QACd,SAAS,EAAE,OAAO,CAAC;QACnB,MAAM,EAAE,OAAO,CAAC;QAChB,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC;IAGF,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;QACjB,kBAAkB,EAAE,OAAO,CAAC;QAC5B,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,eAAe,EAAE,MAAM,CAAC;QACxB,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IAGF,MAAM,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,EAAE;YACJ,IAAI,EAAE,MAAM,CAAC;YACb,QAAQ,EAAE,MAAM,CAAC;YACjB,UAAU,EAAE,MAAM,CAAC;YACnB,UAAU,EAAE,MAAM,CAAC;SACpB,CAAC;QACF,YAAY,EAAE;YACZ,IAAI,EAAE,MAAM,CAAC;YACb,QAAQ,EAAE,MAAM,CAAC;YACjB,UAAU,EAAE,MAAM,CAAC;YACnB,UAAU,EAAE,MAAM,CAAC;SACpB,CAAC;QACF,MAAM,EAAE;YACN,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;YAClB,QAAQ,EAAE,MAAM,CAAC;YACjB,UAAU,EAAE,MAAM,CAAC;YACnB,UAAU,EAAE,MAAM,CAAC;SACpB,CAAC;KACH,CAAC;IAGF,QAAQ,EAAE;QACR,kBAAkB,EAAE,MAAM,CAAC;QAC3B,gBAAgB,EAAE,MAAM,CAAC;QACzB,2BAA2B,EAAE,MAAM,CAAC;QACpC,yBAAyB,EAAE,MAAM,CAAC;KACnC,CAAC;IAGF,MAAM,EAAE;QACN,mBAAmB,EAAE,MAAM,CAAC;QAC5B,wBAAwB,EAAE,MAAM,CAAC;QACjC,oBAAoB,EAAE,MAAM,CAAC;QAC7B,wBAAwB,EAAE,MAAM,CAAC;QACjC,yBAAyB,EAAE,MAAM,CAAC;KACnC,CAAC;IAGF,QAAQ,EAAE;QACR,eAAe,EAAE,OAAO,CAAC;KAC1B,CAAC;IAGF,oBAAoB,EAAE;QACpB,uBAAuB,EAAE,MAAM,CAAC;QAChC,qBAAqB,EAAE,MAAM,CAAC;QAC9B,eAAe,EAAE,MAAM,CAAC;QACxB,qBAAqB,EAAE,MAAM,CAAC;QAC9B,sBAAsB,EAAE,MAAM,CAAC;QAC/B,gBAAgB,EAAE,OAAO,CAAC;QAC1B,cAAc,EAAE,OAAO,CAAC;KACzB,CAAC;IAGF,MAAM,EAAE;QACN,gBAAgB,EAAE,MAAM,CAAC;QACzB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,yBAAyB,EAAE,MAAM,CAAC;QAClC,wBAAwB,EAAE,OAAO,CAAC;KACnC,CAAC;CACH;AAuSD,eAAO,MAAM,MAAM,QAAe,CAAC;AAEnC,eAAe,MAAM,CAAC"}