wikimem 0.1.0

package/dist/cli/commands/watch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"watch.js","sourceRoot":"","sources":["../../../src/cli/commands/watch.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAO1D,MAAM,UAAU,oBAAoB,CAAC,OAAgB;IACnD,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,gDAAgD,CAAC;SAC7D,MAAM,CAAC,oBAAoB,EAAE,sBAAsB,EAAE,GAAG,CAAC;SACzD,MAAM,CAAC,2BAA2B,EAAE,cAAc,CAAC;SACnD,MAAM,CAAC,KAAK,EAAE,OAAqB,EAAE,EAAE;QACtC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAEjD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC,CAAC;YAC3E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAC,QAAQ,IAAI,QAAQ,CAAC;QACzE,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAE9C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,MAAM,mBAAmB,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC;QAEhD,MAAM,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/cli/index.d.ts

@@ -0,0 +1,3 @@
+import { Command } from 'commander';
+export declare function createProgram(): Command;
+//# sourceMappingURL=index.d.ts.map

package/dist/cli/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,wBAAgB,aAAa,IAAI,OAAO,CAoBvC"}

package/dist/cli/index.js

@@ -0,0 +1,30 @@
+import { Command } from 'commander';
+import { registerInitCommand } from './commands/init.js';
+import { registerIngestCommand } from './commands/ingest.js';
+import { registerQueryCommand } from './commands/query.js';
+import { registerLintCommand } from './commands/lint.js';
+import { registerStatusCommand } from './commands/status.js';
+import { registerWatchCommand } from './commands/watch.js';
+import { registerScrapeCommand } from './commands/scrape.js';
+import { registerImproveCommand } from './commands/improve.js';
+import { registerDuplicatesCommand } from './commands/duplicates.js';
+import { registerServeCommand } from './commands/serve.js';
+export function createProgram() {
+    const program = new Command();
+    program
+        .name('llmwiki')
+        .description('Build self-improving knowledge bases with LLMs. Ingest anything, query everything, auto-evolve.')
+        .version('0.1.0');
+    registerInitCommand(program);
+    registerIngestCommand(program);
+    registerQueryCommand(program);
+    registerLintCommand(program);
+    registerStatusCommand(program);
+    registerWatchCommand(program);
+    registerScrapeCommand(program);
+    registerImproveCommand(program);
+    registerDuplicatesCommand(program);
+    registerServeCommand(program);
+    return program;
+}
+//# sourceMappingURL=index.js.map

package/dist/cli/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE3D,MAAM,UAAU,aAAa;IAC3B,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAE9B,OAAO;SACJ,IAAI,CAAC,SAAS,CAAC;SACf,WAAW,CAAC,iGAAiG,CAAC;SAC9G,OAAO,CAAC,OAAO,CAAC,CAAC;IAEpB,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC7B,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAC/B,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC9B,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC7B,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAC/B,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC9B,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAC/B,sBAAsB,CAAC,OAAO,CAAC,CAAC;IAChC,yBAAyB,CAAC,OAAO,CAAC,CAAC;IACnC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAE9B,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/core/config.d.ts

@@ -0,0 +1,47 @@
+export interface SourceConfig {
+    name: string;
+    type: 'rss' | 'github' | 'url' | 'x';
+    url?: string;
+    query?: string;
+    schedule?: string;
+}
+export interface UserConfig {
+    provider?: string;
+    model?: string;
+    api_key?: string;
+    vault?: {
+        name?: string;
+        template?: string;
+    };
+    sources?: SourceConfig[];
+    improve?: {
+        enabled?: boolean;
+        schedule?: string;
+        threshold?: number;
+        auto_apply?: boolean;
+    };
+    search?: {
+        engine?: string;
+    };
+    embeddings?: {
+        provider?: string;
+        model?: string;
+    };
+    processing?: {
+        audio?: {
+            enabled?: boolean;
+            provider?: string;
+        };
+        image?: {
+            enabled?: boolean;
+        };
+        pdf?: {
+            enabled?: boolean;
+        };
+        video?: {
+            enabled?: boolean;
+        };
+    };
+}
+export declare function loadConfig(configPath: string): UserConfig;
+//# sourceMappingURL=config.d.ts.map

package/dist/core/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,KAAK,GAAG,QAAQ,GAAG,KAAK,GAAG,GAAG,CAAC;IACrC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE;QACN,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,OAAO,CAAC,EAAE,YAAY,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE;QACR,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;IACF,MAAM,CAAC,EAAE;QACP,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF,UAAU,CAAC,EAAE;QACX,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,UAAU,CAAC,EAAE;QACX,KAAK,CAAC,EAAE;YAAE,OAAO,CAAC,EAAE,OAAO,CAAC;YAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACjD,KAAK,CAAC,EAAE;YAAE,OAAO,CAAC,EAAE,OAAO,CAAA;SAAE,CAAC;QAC9B,GAAG,CAAC,EAAE;YAAE,OAAO,CAAC,EAAE,OAAO,CAAA;SAAE,CAAC;QAC5B,KAAK,CAAC,EAAE;YAAE,OAAO,CAAC,EAAE,OAAO,CAAA;SAAE,CAAC;KAC/B,CAAC;CACH;AAED,wBAAgB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU,CAQzD"}

package/dist/core/config.js

@@ -0,0 +1,11 @@
+import { readFileSync, existsSync } from 'node:fs';
+import { parse } from 'yaml';
+export function loadConfig(configPath) {
+    if (!existsSync(configPath)) {
+        return {};
+    }
+    const raw = readFileSync(configPath, 'utf-8');
+    const parsed = parse(raw);
+    return parsed ?? {};
+}
+//# sourceMappingURL=config.js.map

package/dist/core/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAwC7B,MAAM,UAAU,UAAU,CAAC,UAAkB;IAC3C,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAsB,CAAC;IAC/C,OAAO,MAAM,IAAI,EAAE,CAAC;AACtB,CAAC"}

package/dist/core/improve.d.ts

@@ -0,0 +1,19 @@
+import type { LLMProvider } from '../providers/types.js';
+import type { VaultConfig } from './vault.js';
+export interface ImproveAction {
+    type: 'reorganize' | 'cross-link' | 'flag-contradiction' | 'suggest-page' | 'cleanup';
+    description: string;
+    applied: boolean;
+}
+export interface ImproveResult {
+    score: number;
+    dimensions: Record<string, number>;
+    actions: ImproveAction[];
+}
+interface ImproveOptions {
+    threshold: number;
+    dryRun: boolean;
+}
+export declare function improveWiki(config: VaultConfig, provider: LLMProvider, options: ImproveOptions): Promise<ImproveResult>;
+export {};
+//# sourceMappingURL=improve.d.ts.map

package/dist/core/improve.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"improve.d.ts","sourceRoot":"","sources":["../../src/core/improve.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAK9C,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,YAAY,GAAG,YAAY,GAAG,oBAAoB,GAAG,cAAc,GAAG,SAAS,CAAC;IACtF,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,EAAE,aAAa,EAAE,CAAC;CAC1B;AAED,UAAU,cAAc;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,wBAAsB,WAAW,CAC/B,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,aAAa,CAAC,CAkDxB"}

package/dist/core/improve.js

@@ -0,0 +1,175 @@
+import { readFileSync, existsSync, statSync, writeFileSync } from 'node:fs';
+import { listWikiPages, readWikiPage, writeWikiPage, getVaultStats } from './vault.js';
+import { lintWiki } from './lint.js';
+import { appendLog } from './log-manager.js';
+export async function improveWiki(config, provider, options) {
+    // Phase 1: Score — evaluate wiki quality across dimensions
+    const stats = getVaultStats(config);
+    const lintResult = await lintWiki(config, provider, { fix: false });
+    const pages = listWikiPages(config.wikiDir);
+    const pageCount = pages.length;
+    // Calculate dimension scores
+    const dimensions = {
+        coverage: calculateCoverage(config, pageCount),
+        consistency: Math.max(0, 100 - lintResult.issues.filter((i) => i.category === 'contradiction').length * 15),
+        crossLinking: calculateCrossLinking(stats, pageCount),
+        freshness: calculateFreshness(config, pages),
+        organization: calculateOrganization(lintResult.issues),
+    };
+    const score = Math.round(Object.values(dimensions).reduce((sum, s) => sum + s, 0) / Object.keys(dimensions).length);
+    // Phase 2: Decide — if score >= threshold, no action needed
+    if (score >= options.threshold) {
+        appendLog(config.logPath, `improve | score ${score}/100`, `Above threshold (${options.threshold}). No changes needed.`);
+        return { score, dimensions, actions: [] };
+    }
+    // Phase 3: Improve — use LLM Council to propose improvements
+    const actions = await proposeImprovements(config, provider, lintResult, dimensions);
+    // Phase 4: Apply (unless dry-run)
+    if (!options.dryRun) {
+        for (const action of actions) {
+            try {
+                applyAction(action, config, provider);
+                action.applied = true;
+            }
+            catch {
+                // Non-fatal: log but continue with remaining actions
+                action.applied = false;
+            }
+        }
+    }
+    appendLog(config.logPath, `improve | score ${score}/100`, `${actions.length} improvement(s) ${options.dryRun ? 'proposed' : 'applied'}. Dimensions: ${JSON.stringify(dimensions)}`);
+    return { score, dimensions, actions };
+}
+function calculateCoverage(config, pageCount) {
+    const stats = getVaultStats(config);
+    if (stats.sourceCount === 0)
+        return 0;
+    // Rough heuristic: each source should produce ~3 pages
+    const expectedPages = stats.sourceCount * 3;
+    return Math.min(100, Math.round((pageCount / expectedPages) * 100));
+}
+function calculateCrossLinking(stats, pageCount) {
+    if (pageCount <= 1)
+        return 100;
+    // Target: at least 2 links per page
+    const targetLinks = pageCount * 2;
+    return Math.min(100, Math.round((stats.wikilinks / targetLinks) * 100));
+}
+function calculateOrganization(issues) {
+    const orgIssues = issues.filter((i) => i.category === 'orphan' || i.category === 'no-summary' || i.category === 'empty').length;
+    return Math.max(0, 100 - orgIssues * 8);
+}
+async function proposeImprovements(config, provider, lintResult, dimensions) {
+    const actions = [];
+    // Generate actions from lint issues
+    for (const issue of lintResult.issues.slice(0, 10)) {
+        switch (issue.category) {
+            case 'orphan':
+                actions.push({
+                    type: 'cross-link',
+                    description: `Add inbound links to orphan page: ${issue.page ?? 'unknown'}`,
+                    applied: false,
+                });
+                break;
+            case 'missing-link':
+                actions.push({
+                    type: 'suggest-page',
+                    description: `Create missing page referenced by broken wikilink: ${issue.message}`,
+                    applied: false,
+                });
+                break;
+            case 'no-summary':
+                actions.push({
+                    type: 'cleanup',
+                    description: `Add frontmatter summary to: ${issue.page ?? 'unknown'}`,
+                    applied: false,
+                });
+                break;
+            case 'empty':
+                actions.push({
+                    type: 'cleanup',
+                    description: `Expand or remove near-empty page: ${issue.page ?? 'unknown'}`,
+                    applied: false,
+                });
+                break;
+        }
+    }
+    // If cross-linking score is low, suggest connections
+    if ((dimensions['crossLinking'] ?? 0) < 60) {
+        actions.push({
+            type: 'cross-link',
+            description: 'Wiki has few cross-references. Consider adding [[wikilinks]] between related pages.',
+            applied: false,
+        });
+    }
+    return actions;
+}
+function calculateFreshness(config, pages) {
+    if (pages.length === 0)
+        return 100;
+    const now = Date.now();
+    const thirtyDaysMs = 30 * 24 * 60 * 60 * 1000;
+    let totalScore = 0;
+    for (const pagePath of pages) {
+        try {
+            const stat = statSync(pagePath);
+            const ageMs = now - stat.mtimeMs;
+            // Pages updated within 30 days get 100, linearly decaying to 0 at 180 days
+            const pageScore = Math.max(0, Math.min(100, Math.round(100 - (ageMs / (thirtyDaysMs * 6)) * 100)));
+            totalScore += pageScore;
+        }
+        catch {
+            totalScore += 50; // Default for unreadable files
+        }
+    }
+    return Math.round(totalScore / pages.length);
+}
+function applyAction(action, config, _provider) {
+    switch (action.type) {
+        case 'cross-link': {
+            // Extract page name from description
+            const orphanMatch = action.description.match(/orphan page: (.+)$/);
+            if (orphanMatch?.[1]) {
+                const orphanTitle = orphanMatch[1];
+                // Find the index page and add a link
+                if (existsSync(config.indexPath)) {
+                    const indexContent = readFileSync(config.indexPath, 'utf-8');
+                    if (!indexContent.includes(`[[${orphanTitle}]]`)) {
+                        const updatedIndex = indexContent + `\n- [[${orphanTitle}]]\n`;
+                        writeFileSync(config.indexPath, updatedIndex, 'utf-8');
+                    }
+                }
+            }
+            break;
+        }
+        case 'cleanup': {
+            // Add missing frontmatter summary using first sentence of content
+            const pageMatch = action.description.match(/to: (.+)$/);
+            if (pageMatch?.[1]) {
+                const targetTitle = pageMatch[1];
+                const pages = listWikiPages(config.wikiDir);
+                for (const pagePath of pages) {
+                    try {
+                        const page = readWikiPage(pagePath);
+                        if (page.title === targetTitle && !page.frontmatter['summary']) {
+                            const firstSentence = page.content.split(/[.!?]\s/)[0] ?? '';
+                            page.frontmatter['summary'] = firstSentence.substring(0, 120);
+                            writeWikiPage(pagePath, page.content, page.frontmatter);
+                        }
+                    }
+                    catch {
+                        // Skip unreadable pages
+                    }
+                }
+            }
+            break;
+        }
+        case 'suggest-page':
+        case 'reorganize':
+        case 'flag-contradiction':
+            // These action types require LLM involvement to implement properly.
+            // For now, they remain as proposals in the output.
+            break;
+    }
+}
+//# sourceMappingURL=improve.js.map

package/dist/core/improve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"improve.js","sourceRoot":"","sources":["../../src/core/improve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAI5E,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAoB,MAAM,YAAY,CAAC;AACzG,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAmB7C,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAmB,EACnB,QAAqB,EACrB,OAAuB;IAEvB,2DAA2D;IAC3D,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/B,6BAA6B;IAC7B,MAAM,UAAU,GAA2B;QACzC,QAAQ,EAAE,iBAAiB,CAAC,MAAM,EAAE,SAAS,CAAC;QAC9C,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,eAAe,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;QAC3G,YAAY,EAAE,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC;QACrD,SAAS,EAAE,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC;QAC5C,YAAY,EAAE,qBAAqB,CAAC,UAAU,CAAC,MAAM,CAAC;KACvD,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAC1F,CAAC;IAEF,4DAA4D;IAC5D,IAAI,KAAK,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QAC/B,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,mBAAmB,KAAK,MAAM,EAAE,oBAAoB,OAAO,CAAC,SAAS,uBAAuB,CAAC,CAAC;QACxH,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC5C,CAAC;IAED,6DAA6D;IAC7D,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAEpF,kCAAkC;IAClC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;gBACtC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YACxB,CAAC;YAAC,MAAM,CAAC;gBACP,qDAAqD;gBACrD,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,SAAS,CACP,MAAM,CAAC,OAAO,EACd,mBAAmB,KAAK,MAAM,EAC9B,GAAG,OAAO,CAAC,MAAM,mBAAmB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,iBAAiB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CACzH,CAAC;IAEF,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAmB,EAAE,SAAiB;IAC/D,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,KAAK,CAAC,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtC,uDAAuD;IACvD,MAAM,aAAa,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAiB,EAAE,SAAiB;IACjE,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAC/B,oCAAoC;IACpC,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAmC;IAChE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACpC,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,YAAY,IAAI,CAAC,CAAC,QAAQ,KAAK,OAAO,CACjF,CAAC,MAAM,CAAC;IACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,MAAmB,EACnB,QAAqB,EACrB,UAAmF,EACnF,UAAkC;IAElC,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,oCAAoC;IACpC,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QACnD,QAAQ,KAAK,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACX,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,YAAY;oBAClB,WAAW,EAAE,qCAAqC,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE;oBAC3E,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,cAAc;gBACjB,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,cAAc;oBACpB,WAAW,EAAE,sDAAsD,KAAK,CAAC,OAAO,EAAE;oBAClF,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,YAAY;gBACf,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,+BAA+B,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE;oBACrE,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,OAAO;gBACV,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,qCAAqC,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE;oBAC3E,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;gBACH,MAAM;QACV,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QAC3C,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,YAAY;YAClB,WAAW,EAAE,qFAAqF;YAClG,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAmB,EAAE,KAAe;IAC9D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAEnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC9C,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC;YACjC,2EAA2E;YAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACnG,UAAU,IAAI,SAAS,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,UAAU,IAAI,EAAE,CAAC,CAAC,+BAA+B;QACnD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,WAAW,CAClB,MAAqB,EACrB,MAAmB,EACnB,SAAsB;IAEtB,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,qCAAqC;YACrC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACnE,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrB,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;gBACnC,qCAAqC;gBACrC,IAAI,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;oBACjC,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC7D,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,WAAW,IAAI,CAAC,EAAE,CAAC;wBACjD,MAAM,YAAY,GAAG,YAAY,GAAG,SAAS,WAAW,MAAM,CAAC;wBAC/D,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;oBACzD,CAAC;gBACH,CAAC;YACH,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,kEAAkE;YAClE,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACxD,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnB,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBACjC,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC5C,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;wBACpC,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;4BAC/D,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC7D,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;4BAC9D,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;wBAC1D,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,wBAAwB;oBAC1B,CAAC;gBACH,CAAC;YACH,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,cAAc,CAAC;QACpB,KAAK,YAAY,CAAC;QAClB,KAAK,oBAAoB;YACvB,oEAAoE;YACpE,mDAAmD;YACnD,MAAM;IACV,CAAC;AACH,CAAC"}

package/dist/core/index-manager.d.ts

@@ -0,0 +1,9 @@
+import type { VaultConfig } from './vault.js';
+interface PageEntry {
+    title: string;
+    category: string;
+    summary: string;
+}
+export declare function updateIndex(config: VaultConfig, newPages: PageEntry[]): Promise<void>;
+export {};
+//# sourceMappingURL=index-manager.d.ts.map

package/dist/core/index-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-manager.d.ts","sourceRoot":"","sources":["../../src/core/index-manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,UAAU,SAAS;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,WAAW,CAC/B,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,SAAS,EAAE,GACpB,OAAO,CAAC,IAAI,CAAC,CAyBf"}

package/dist/core/index-manager.js

@@ -0,0 +1,30 @@
+import { readFileSync, writeFileSync, existsSync } from 'node:fs';
+export async function updateIndex(config, newPages) {
+    const indexPath = config.indexPath;
+    let indexContent = existsSync(indexPath) ? readFileSync(indexPath, 'utf-8') : '';
+    for (const page of newPages) {
+        const link = `- [[${page.title}]] — ${page.summary}`;
+        const sectionHeader = `## ${capitalize(page.category)}`;
+        if (indexContent.includes(`[[${page.title}]]`)) {
+            // Update existing entry
+            const regex = new RegExp(`- \\[\\[${escapeRegex(page.title)}\\]\\].*`, 'g');
+            indexContent = indexContent.replace(regex, link);
+        }
+        else if (indexContent.includes(sectionHeader)) {
+            // Add under existing section
+            indexContent = indexContent.replace(sectionHeader, `${sectionHeader}\n${link}`);
+        }
+        else {
+            // Add new section
+            indexContent += `\n${sectionHeader}\n${link}\n`;
+        }
+    }
+    writeFileSync(indexPath, indexContent, 'utf-8');
+}
+function capitalize(s) {
+    return s.charAt(0).toUpperCase() + s.slice(1);
+}
+function escapeRegex(s) {
+    return s.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+}
+//# sourceMappingURL=index-manager.js.map

package/dist/core/index-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-manager.js","sourceRoot":"","sources":["../../src/core/index-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AASlE,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAmB,EACnB,QAAqB;IAErB,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,IAAI,YAAY,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEjF,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC;QACrD,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QAExD,IAAI,YAAY,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YAC/C,wBAAwB;YACxB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,WAAW,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YAC5E,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACnD,CAAC;aAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAChD,6BAA6B;YAC7B,YAAY,GAAG,YAAY,CAAC,OAAO,CACjC,aAAa,EACb,GAAG,aAAa,KAAK,IAAI,EAAE,CAC5B,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,kBAAkB;YAClB,YAAY,IAAI,KAAK,aAAa,KAAK,IAAI,IAAI,CAAC;QAClD,CAAC;IACH,CAAC;IAED,aAAa,CAAC,SAAS,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,WAAW,CAAC,CAAS;IAC5B,OAAO,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AAClD,CAAC"}

package/dist/core/ingest.d.ts

@@ -0,0 +1,46 @@
+import type { LLMProvider } from '../providers/types.js';
+import type { VaultConfig } from './vault.js';
+import type { EmbeddingProvider } from '../providers/embeddings.js';
+export interface IngestResult {
+    title: string;
+    pagesUpdated: number;
+    linksAdded: number;
+    rawPath: string;
+    rejected?: boolean;
+    rejectionReason?: string;
+}
+export interface IngestOptions {
+    verbose: boolean;
+    force?: boolean;
+    tags?: string[];
+    category?: string;
+    metadata?: Record<string, string>;
+    embeddingProvider?: EmbeddingProvider;
+}
+export declare function ingestSource(source: string, config: VaultConfig, provider: LLMProvider, options: IngestOptions): Promise<IngestResult>;
+export interface BatchIngestResult {
+    ingested: number;
+    skipped: number;
+    duplicates: number;
+    errors: number;
+    results: Array<{
+        file: string;
+        result?: IngestResult;
+        error?: string;
+    }>;
+}
+/** Collect ingestable files from a directory */
+export declare function collectFiles(dir: string, recursive: boolean): string[];
+/** Check if a file was already ingested by reading log.md */
+export declare function isAlreadyIngested(logPath: string, filePath: string): boolean;
+export interface DuplicateEntry {
+    file: string;
+    title: string;
+    reason: string;
+    similarTo: string;
+    score: number;
+    date: string;
+}
+/** Scan raw/ for .meta.json files indicating rejected duplicates */
+export declare function listDuplicates(rawDir: string): DuplicateEntry[];
+//# sourceMappingURL=ingest.d.ts.map

package/dist/core/ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../src/core/ingest.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAc9C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAEpE,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAyMvB;AA2ID,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,YAAY,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACzE;AAED,gDAAgD;AAChD,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,GAAG,MAAM,EAAE,CAoBtE;AAED,6DAA6D;AAC7D,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAK5E;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,oEAAoE;AACpE,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,EAAE,CAkC/D"}