wikimem 0.1.0

package/dist/core/obsidian.js

@@ -0,0 +1,123 @@
+import { existsSync, mkdirSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { listWikiPages, readWikiPage } from './vault.js';
+function getDefaultAppConfig() {
+    return {
+        livePreview: true,
+        readableLineLength: true,
+        showFrontmatter: true,
+        strictLineBreaks: false,
+        useMarkdownLinks: false,
+        showLineNumber: false,
+        foldHeading: true,
+        foldIndent: true,
+    };
+}
+function getDefaultGraphConfig() {
+    return {
+        collapse_filter: false,
+        search: '',
+        showTags: true,
+        showAttachments: false,
+        hideUnresolved: false,
+        showOrphans: true,
+        collapse_color: false,
+        colorGroups: [
+            { query: 'path:wiki/sources', color: { a: 1, r: 100, g: 180, b: 255 } },
+            { query: 'path:wiki/entities', color: { a: 1, r: 255, g: 150, b: 80 } },
+            { query: 'path:wiki/concepts', color: { a: 1, r: 130, g: 220, b: 130 } },
+            { query: 'path:wiki/syntheses', color: { a: 1, r: 200, g: 130, b: 255 } },
+        ],
+        collapse_display: false,
+        showArrow: true,
+        textFadeMultiplier: 0,
+        nodeSizeMultiplier: 1.2,
+        lineSizeMultiplier: 1,
+        collapse_forces: false,
+        centerStrength: 0.5,
+        repelStrength: 10,
+        linkStrength: 1,
+        linkDistance: 30,
+    };
+}
+function getDefaultAppearanceConfig() {
+    return {
+        accentColor: '#7c3aed',
+        theme: 'obsidian',
+        cssTheme: '',
+    };
+}
+export function getDefaultObsidianConfig() {
+    return {
+        app: getDefaultAppConfig(),
+        graph: getDefaultGraphConfig(),
+        appearance: getDefaultAppearanceConfig(),
+    };
+}
+/**
+ * Generate the .obsidian/ directory with optimal config files
+ * for displaying an llmwiki vault.
+ */
+export function setupObsidian(root) {
+    const obsidianDir = join(root, '.obsidian');
+    if (!existsSync(obsidianDir)) {
+        mkdirSync(obsidianDir, { recursive: true });
+    }
+    const config = getDefaultObsidianConfig();
+    writeFileSync(join(obsidianDir, 'app.json'), JSON.stringify(config.app, null, 2), 'utf-8');
+    writeFileSync(join(obsidianDir, 'graph.json'), JSON.stringify(config.graph, null, 2), 'utf-8');
+    writeFileSync(join(obsidianDir, 'appearance.json'), JSON.stringify(config.appearance, null, 2), 'utf-8');
+}
+/**
+ * Generate a graph.json hint file for quick graph rendering.
+ * Reads all wiki pages and builds a node/edge adjacency list.
+ */
+export function generateGraphHint(config) {
+    const pages = listWikiPages(config.wikiDir);
+    const nodes = [];
+    const edges = [];
+    const titleSet = new Set();
+    const linkedTo = new Set();
+    for (const pagePath of pages) {
+        try {
+            const page = readWikiPage(pagePath);
+            const type = page.frontmatter['type'] ?? 'unknown';
+            titleSet.add(page.title);
+            nodes.push({
+                id: page.title,
+                title: page.title,
+                type,
+                linkCount: page.wikilinks.length,
+            });
+            for (const link of page.wikilinks) {
+                edges.push({ source: page.title, target: link });
+                linkedTo.add(link);
+            }
+        }
+        catch {
+            // Skip unreadable pages
+        }
+    }
+    const orphanCount = nodes.filter((n) => !linkedTo.has(n.id) && n.id !== 'index' && n.id !== 'log').length;
+    return {
+        nodes,
+        edges,
+        stats: {
+            nodeCount: nodes.length,
+            edgeCount: edges.length,
+            orphanCount,
+        },
+    };
+}
+/**
+ * Write the graph hint to disk for quick graph rendering.
+ */
+export function writeGraphHint(root, hint) {
+    const hintPath = join(root, '.obsidian', 'graph-hint.json');
+    const obsidianDir = join(root, '.obsidian');
+    if (!existsSync(obsidianDir)) {
+        mkdirSync(obsidianDir, { recursive: true });
+    }
+    writeFileSync(hintPath, JSON.stringify(hint, null, 2), 'utf-8');
+}
+//# sourceMappingURL=obsidian.js.map

package/dist/core/obsidian.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"obsidian.js","sourceRoot":"","sources":["../../src/core/obsidian.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AA2EzD,SAAS,mBAAmB;IAC1B,OAAO;QACL,WAAW,EAAE,IAAI;QACjB,kBAAkB,EAAE,IAAI;QACxB,eAAe,EAAE,IAAI;QACrB,gBAAgB,EAAE,KAAK;QACvB,gBAAgB,EAAE,KAAK;QACvB,cAAc,EAAE,KAAK;QACrB,WAAW,EAAE,IAAI;QACjB,UAAU,EAAE,IAAI;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB;IAC5B,OAAO;QACL,eAAe,EAAE,KAAK;QACtB,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,IAAI;QACd,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;QACrB,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,KAAK;QACrB,WAAW,EAAE;YACX,EAAE,KAAK,EAAE,mBAAmB,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE;YACvE,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;YACvE,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE;YACxE,EAAE,KAAK,EAAE,qBAAqB,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE;SAC1E;QACD,gBAAgB,EAAE,KAAK;QACvB,SAAS,EAAE,IAAI;QACf,kBAAkB,EAAE,CAAC;QACrB,kBAAkB,EAAE,GAAG;QACvB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,GAAG;QACnB,aAAa,EAAE,EAAE;QACjB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,EAAE;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B;IACjC,OAAO;QACL,WAAW,EAAE,SAAS;QACtB,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,EAAE;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,OAAO;QACL,GAAG,EAAE,mBAAmB,EAAE;QAC1B,KAAK,EAAE,qBAAqB,EAAE;QAC9B,UAAU,EAAE,0BAA0B,EAAE;KACzC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAC;IAE1C,aAAa,CACX,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,EACnC,OAAO,CACR,CAAC;IAEF,aAAa,CACX,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EAC/B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EACrC,OAAO,CACR,CAAC;IAEF,aAAa,CACX,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EACpC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAC1C,OAAO,CACR,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAmB;IACnD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,IAAI,GAAI,IAAI,CAAC,WAAW,CAAC,MAAM,CAAY,IAAI,SAAS,CAAC;YAC/D,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC;gBACT,EAAE,EAAE,IAAI,CAAC,KAAK;gBACd,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;aACjC,CAAC,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBACjD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,OAAO,IAAI,CAAC,CAAC,EAAE,KAAK,KAAK,CACjE,CAAC,MAAM,CAAC;IAET,OAAO;QACL,KAAK;QACL,KAAK;QACL,KAAK,EAAE;YACL,SAAS,EAAE,KAAK,CAAC,MAAM;YACvB,SAAS,EAAE,KAAK,CAAC,MAAM;YACvB,WAAW;SACZ;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,IAAe;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,SAAS,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AAClE,CAAC"}

package/dist/core/query.d.ts

@@ -0,0 +1,16 @@
+import type { LLMProvider } from '../providers/types.js';
+import type { VaultConfig } from './vault.js';
+import type { EmbeddingProvider } from '../providers/embeddings.js';
+export interface QueryResult {
+    answer: string;
+    sourcesConsulted: string[];
+    filedAs?: string;
+}
+interface QueryOptions {
+    fileBack: boolean;
+    searchMode?: 'bm25' | 'semantic' | 'hybrid';
+    embeddingProvider?: EmbeddingProvider;
+}
+export declare function queryWiki(question: string, config: VaultConfig, provider: LLMProvider, options: QueryOptions): Promise<QueryResult>;
+export {};
+//# sourceMappingURL=query.d.ts.map

package/dist/core/query.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../src/core/query.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAGpE,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,YAAY;IACpB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC5C,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC;AAED,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,WAAW,CAAC,CAgFtB"}

package/dist/core/query.js

@@ -0,0 +1,77 @@
+import { readFileSync, existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { listWikiPages, readWikiPage, writeWikiPage, slugify } from './vault.js';
+import { searchPages } from '../search/index.js';
+import { appendLog } from './log-manager.js';
+export async function queryWiki(question, config, provider, options) {
+    // Step 1: Search index for relevant pages
+    const indexContent = existsSync(config.indexPath)
+        ? readFileSync(config.indexPath, 'utf-8')
+        : '';
+    const allPages = listWikiPages(config.wikiDir);
+    const relevantPages = await searchPages(question, allPages, {
+        mode: options.searchMode ?? 'bm25',
+        embeddingProvider: options.embeddingProvider,
+        wikiDir: config.wikiDir,
+    });
+    // Step 2: Read the most relevant pages (up to 10)
+    const pageContents = [];
+    const sourcesConsulted = [];
+    for (const pagePath of relevantPages.slice(0, 10)) {
+        try {
+            const page = readWikiPage(pagePath);
+            pageContents.push(`## ${page.title}\n${page.content}`);
+            sourcesConsulted.push(page.title);
+        }
+        catch {
+            // Skip unreadable pages
+        }
+    }
+    // Step 3: Synthesize answer
+    const schema = existsSync(config.schemaPath)
+        ? readFileSync(config.schemaPath, 'utf-8')
+        : '';
+    const prompt = `# Query Against Wiki
+
+## Question
+${question}
+
+## Wiki Index
+${indexContent.substring(0, 3000)}
+
+## Relevant Pages
+${pageContents.join('\n\n---\n\n').substring(0, 20000)}
+
+## Instructions
+Answer the question based on the wiki content above. Use [[wikilinks]] when referencing pages. Cite your sources. If the wiki doesn't contain enough information, say so clearly.`;
+    const response = await provider.chat([
+        { role: 'user', content: prompt },
+    ], {
+        systemPrompt: 'You are a knowledgeable wiki assistant. Answer questions by synthesizing information from the wiki pages provided. Always cite sources using [[wikilinks]]. Be concise and accurate.',
+        maxTokens: 4096,
+    });
+    // Step 4: Optionally file the answer back into the wiki
+    let filedAs;
+    if (options.fileBack) {
+        const now = new Date().toISOString().split('T')[0] ?? '';
+        const slug = slugify(question.substring(0, 50));
+        const filePath = join(config.wikiDir, 'syntheses', `${slug}.md`);
+        writeWikiPage(filePath, response.content, {
+            title: question,
+            type: 'synthesis',
+            created: now,
+            tags: ['query-result'],
+            summary: `Answer to: ${question}`,
+            sources: sourcesConsulted.map((s) => `[[${s}]]`),
+        });
+        filedAs = filePath;
+    }
+    // Log the query
+    appendLog(config.logPath, `query | ${question.substring(0, 60)}`, `Consulted ${sourcesConsulted.length} pages: ${sourcesConsulted.join(', ')}`);
+    return {
+        answer: response.content,
+        sourcesConsulted,
+        filedAs,
+    };
+}
+//# sourceMappingURL=query.js.map

package/dist/core/query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query.js","sourceRoot":"","sources":["../../src/core/query.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAc7C,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,QAAgB,EAChB,MAAmB,EACnB,QAAqB,EACrB,OAAqB;IAErB,0CAA0C;IAC1C,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC;QAC/C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC;QACzC,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE;QAC1D,IAAI,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM;QAClC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC;IAEH,kDAAkD;IAClD,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACpC,YAAY,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACvD,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC;QAC1C,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,MAAM,GAAG;;;EAGf,QAAQ;;;EAGR,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;;;EAG/B,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC;;;kLAG4H,CAAC;IAEjL,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;QACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;KAClC,EAAE;QACD,YAAY,EAAE,sLAAsL;QACpM,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IAEH,wDAAwD;IACxD,IAAI,OAA2B,CAAC;IAChC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;QAEjE,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE;YACxC,KAAK,EAAE,QAAQ;YACf,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,GAAG;YACZ,IAAI,EAAE,CAAC,cAAc,CAAC;YACtB,OAAO,EAAE,cAAc,QAAQ,EAAE;YACjC,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SACjD,CAAC,CAAC;QAEH,OAAO,GAAG,QAAQ,CAAC;IACrB,CAAC;IAED,gBAAgB;IAChB,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,aAAa,gBAAgB,CAAC,MAAM,WAAW,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEhJ,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,OAAO;QACxB,gBAAgB;QAChB,OAAO;KACR,CAAC;AACJ,CAAC"}

package/dist/core/scrape.d.ts

@@ -0,0 +1,13 @@
+import type { VaultConfig } from './vault.js';
+import type { UserConfig } from './config.js';
+export interface ScrapeResult {
+    sourcesProcessed: number;
+    filesDeposited: number;
+    entries: Array<{
+        source: string;
+        files: number;
+        date: string;
+    }>;
+}
+export declare function scrapeExternalSources(config: VaultConfig, userConfig: UserConfig, specificSource?: string): Promise<ScrapeResult>;
+//# sourceMappingURL=scrape.d.ts.map

package/dist/core/scrape.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.d.ts","sourceRoot":"","sources":["../../src/core/scrape.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,KAAK,EAAE,UAAU,EAAgB,MAAM,aAAa,CAAC;AAI5D,MAAM,WAAW,YAAY;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,KAAK,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;CACJ;AAED,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,WAAW,EACnB,UAAU,EAAE,UAAU,EACtB,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,YAAY,CAAC,CA6BvB"}

package/dist/core/scrape.js

@@ -0,0 +1,103 @@
+import { mkdirSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { slugify } from './vault.js';
+import { appendLog } from './log-manager.js';
+export async function scrapeExternalSources(config, userConfig, specificSource) {
+    const sources = userConfig.sources ?? [];
+    const toProcess = specificSource
+        ? sources.filter((s) => s.name === specificSource)
+        : sources;
+    const now = new Date().toISOString().split('T')[0] ?? '';
+    const entries = [];
+    let totalFiles = 0;
+    for (const source of toProcess) {
+        const files = await scrapeSource(source, config, now);
+        entries.push({ source: source.name, files, date: now });
+        totalFiles += files;
+    }
+    // Log scrape results
+    const sourceList = entries.map((e) => `${e.source}: ${e.files} file(s)`).join(', ');
+    appendLog(config.logPath, `scrape | ${totalFiles} files from ${toProcess.length} source(s)`, sourceList || 'No files scraped.');
+    return {
+        sourcesProcessed: toProcess.length,
+        filesDeposited: totalFiles,
+        entries,
+    };
+}
+async function scrapeSource(source, config, date) {
+    const dateDir = join(config.rawDir, date);
+    mkdirSync(dateDir, { recursive: true });
+    switch (source.type) {
+        case 'rss':
+            return await scrapeRss(source, dateDir);
+        case 'github':
+            return await scrapeGitHub(source, dateDir);
+        case 'url':
+            return await scrapeUrl(source, dateDir);
+        default:
+            return 0;
+    }
+}
+async function scrapeRss(source, destDir) {
+    if (!source.url)
+        return 0;
+    try {
+        const response = await fetch(source.url);
+        const text = await response.text();
+        // Simple RSS parsing — extract <item> titles and links
+        const items = text.match(/<item>[\s\S]*?<\/item>/g) ?? [];
+        let count = 0;
+        for (const item of items.slice(0, 10)) {
+            const title = item.match(/<title>(.*?)<\/title>/)?.[1] ?? 'Untitled';
+            const link = item.match(/<link>(.*?)<\/link>/)?.[1] ?? '';
+            const description = item.match(/<description>(.*?)<\/description>/)?.[1] ?? '';
+            const content = `# ${title}\n\nSource: ${link}\n\n${stripHtml(description)}`;
+            const fileName = `${slugify(title.substring(0, 60))}.md`;
+            writeFileSync(join(destDir, fileName), content, 'utf-8');
+            count++;
+        }
+        return count;
+    }
+    catch {
+        return 0;
+    }
+}
+async function scrapeGitHub(source, destDir) {
+    if (!source.query)
+        return 0;
+    try {
+        const response = await fetch(`https://api.github.com/search/repositories?q=${encodeURIComponent(source.query)}&sort=stars&per_page=10`, { headers: { 'Accept': 'application/vnd.github.v3+json' } });
+        if (!response.ok)
+            return 0;
+        const data = (await response.json());
+        let count = 0;
+        for (const repo of data.items) {
+            const content = `# ${repo.full_name}\n\n${repo.description ?? ''}\n\nURL: ${repo.html_url}\nStars: ${repo.stargazers_count}`;
+            const fileName = `${slugify(repo.full_name)}.md`;
+            writeFileSync(join(destDir, fileName), content, 'utf-8');
+            count++;
+        }
+        return count;
+    }
+    catch {
+        return 0;
+    }
+}
+async function scrapeUrl(source, destDir) {
+    if (!source.url)
+        return 0;
+    try {
+        const response = await fetch(source.url);
+        const text = await response.text();
+        const fileName = `${slugify(source.name)}.md`;
+        writeFileSync(join(destDir, fileName), `# ${source.name}\n\nSource: ${source.url}\n\n${stripHtml(text).substring(0, 10000)}`, 'utf-8');
+        return 1;
+    }
+    catch {
+        return 0;
+    }
+}
+function stripHtml(html) {
+    return html.replace(/<[^>]*>/g, '').replace(/&[a-z]+;/gi, ' ').trim();
+}
+//# sourceMappingURL=scrape.js.map

package/dist/core/scrape.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/core/scrape.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAY7C,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAmB,EACnB,UAAsB,EACtB,cAAuB;IAEvB,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,cAAc;QAC9B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC;QAClD,CAAC,CAAC,OAAO,CAAC;IAEZ,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QACxD,UAAU,IAAI,KAAK,CAAC;IACtB,CAAC;IAED,qBAAqB;IACrB,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpF,SAAS,CACP,MAAM,CAAC,OAAO,EACd,YAAY,UAAU,eAAe,SAAS,CAAC,MAAM,YAAY,EACjE,UAAU,IAAI,mBAAmB,CAClC,CAAC;IAEF,OAAO;QACL,gBAAgB,EAAE,SAAS,CAAC,MAAM;QAClC,cAAc,EAAE,UAAU;QAC1B,OAAO;KACR,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,MAAoB,EACpB,MAAmB,EACnB,IAAY;IAEZ,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC1C,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,KAAK;YACR,OAAO,MAAM,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC1C,KAAK,QAAQ;YACX,OAAO,MAAM,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7C,KAAK,KAAK;YACR,OAAO,MAAM,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC1C;YACE,OAAO,CAAC,CAAC;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,MAAoB,EAAE,OAAe;IAC5D,IAAI,CAAC,MAAM,CAAC,GAAG;QAAE,OAAO,CAAC,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,uDAAuD;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;QAC1D,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAE/E,MAAM,OAAO,GAAG,KAAK,KAAK,eAAe,IAAI,OAAO,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7E,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC;YACzD,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACzD,KAAK,EAAE,CAAC;QACV,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAoB,EAAE,OAAe;IAC/D,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,gDAAgD,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EACzG,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,gCAAgC,EAAE,EAAE,CAC5D,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC;QAE3B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA6G,CAAC;QACjJ,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,SAAS,OAAO,IAAI,CAAC,WAAW,IAAI,EAAE,YAAY,IAAI,CAAC,QAAQ,YAAY,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC7H,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YACjD,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACzD,KAAK,EAAE,CAAC;QACV,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,MAAoB,EAAE,OAAe;IAC5D,IAAI,CAAC,MAAM,CAAC,GAAG;QAAE,OAAO,CAAC,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9C,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,KAAK,MAAM,CAAC,IAAI,eAAe,MAAM,CAAC,GAAG,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACvI,OAAO,CAAC,CAAC;IACX,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACxE,CAAC"}

package/dist/core/vault.d.ts

@@ -0,0 +1,35 @@
+export interface WikiPage {
+    path: string;
+    title: string;
+    content: string;
+    frontmatter: Record<string, unknown>;
+    wikilinks: string[];
+    wordCount: number;
+}
+export interface VaultStats {
+    pageCount: number;
+    wordCount: number;
+    sourceCount: number;
+    wikilinks: number;
+    orphanPages: number;
+    lastUpdated: string;
+}
+export interface VaultConfig {
+    root: string;
+    rawDir: string;
+    wikiDir: string;
+    schemaPath: string;
+    indexPath: string;
+    logPath: string;
+    configPath: string;
+}
+export declare function getVaultConfig(root: string): VaultConfig;
+export declare function ensureVaultDirs(config: VaultConfig): void;
+export declare function readWikiPage(filePath: string): WikiPage;
+export declare function writeWikiPage(filePath: string, content: string, frontmatter: Record<string, unknown>): void;
+export declare function listWikiPages(wikiDir: string): string[];
+export declare function extractWikilinks(content: string): string[];
+export declare function getVaultStats(config: VaultConfig): VaultStats;
+export declare function slugify(text: string): string;
+export declare function toWikilink(title: string): string;
+//# sourceMappingURL=vault.d.ts.map

package/dist/core/vault.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vault.d.ts","sourceRoot":"","sources":["../../src/core/vault.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAUxD;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAOzD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAevD;AAED,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACnC,IAAI,CAON;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAmBvD;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAS1D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,UAAU,CAsC7D;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAK5C;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhD"}

package/dist/core/vault.js

@@ -0,0 +1,119 @@
+import { readFileSync, writeFileSync, existsSync, mkdirSync, readdirSync, statSync } from 'node:fs';
+import { join, basename, extname } from 'node:path';
+import matter from 'gray-matter';
+export function getVaultConfig(root) {
+    return {
+        root,
+        rawDir: join(root, 'raw'),
+        wikiDir: join(root, 'wiki'),
+        schemaPath: join(root, 'AGENTS.md'),
+        indexPath: join(root, 'wiki', 'index.md'),
+        logPath: join(root, 'wiki', 'log.md'),
+        configPath: join(root, 'config.yaml'),
+    };
+}
+export function ensureVaultDirs(config) {
+    const dirs = [config.rawDir, config.wikiDir];
+    for (const dir of dirs) {
+        if (!existsSync(dir)) {
+            mkdirSync(dir, { recursive: true });
+        }
+    }
+}
+export function readWikiPage(filePath) {
+    const raw = readFileSync(filePath, 'utf-8');
+    const { data, content } = matter(raw);
+    const wikilinks = extractWikilinks(content);
+    const wordCount = content.split(/\s+/).filter(Boolean).length;
+    const title = data['title'] ?? basename(filePath, extname(filePath));
+    return {
+        path: filePath,
+        title,
+        content,
+        frontmatter: data,
+        wikilinks,
+        wordCount,
+    };
+}
+export function writeWikiPage(filePath, content, frontmatter) {
+    const dir = join(filePath, '..');
+    if (!existsSync(dir)) {
+        mkdirSync(dir, { recursive: true });
+    }
+    const output = matter.stringify(content, frontmatter);
+    writeFileSync(filePath, output, 'utf-8');
+}
+export function listWikiPages(wikiDir) {
+    if (!existsSync(wikiDir))
+        return [];
+    const pages = [];
+    function walk(dir) {
+        const entries = readdirSync(dir);
+        for (const entry of entries) {
+            const full = join(dir, entry);
+            const stat = statSync(full);
+            if (stat.isDirectory()) {
+                walk(full);
+            }
+            else if (entry.endsWith('.md')) {
+                pages.push(full);
+            }
+        }
+    }
+    walk(wikiDir);
+    return pages;
+}
+export function extractWikilinks(content) {
+    const regex = /\[\[([^\]]+)\]\]/g;
+    const links = [];
+    let match;
+    while ((match = regex.exec(content)) !== null) {
+        const link = match[1];
+        if (link)
+            links.push(link);
+    }
+    return [...new Set(links)];
+}
+export function getVaultStats(config) {
+    const pages = listWikiPages(config.wikiDir);
+    let totalWords = 0;
+    let totalLinks = 0;
+    const allLinked = new Set();
+    const pageTitleMap = new Map(); // path -> frontmatter title
+    for (const pagePath of pages) {
+        const page = readWikiPage(pagePath);
+        totalWords += page.wordCount;
+        totalLinks += page.wikilinks.length;
+        pageTitleMap.set(pagePath, page.title);
+        for (const link of page.wikilinks) {
+            allLinked.add(link);
+        }
+    }
+    // Check both frontmatter title AND filename — wikilinks may use either
+    const orphans = pages.filter((p) => {
+        const fileName = basename(p, '.md');
+        const title = pageTitleMap.get(p) ?? fileName;
+        return !allLinked.has(title) && !allLinked.has(fileName) && fileName !== 'index' && fileName !== 'log';
+    });
+    const rawFiles = existsSync(config.rawDir)
+        ? readdirSync(config.rawDir, { recursive: true }).filter((f) => typeof f === 'string' && !f.startsWith('.')).length
+        : 0;
+    return {
+        pageCount: pages.length,
+        wordCount: totalWords,
+        sourceCount: rawFiles,
+        wikilinks: totalLinks,
+        orphanPages: orphans.length,
+        lastUpdated: new Date().toISOString().split('T')[0] ?? '',
+    };
+}
+export function slugify(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-|-$/g, '');
+}
+export function toWikilink(title) {
+    return `[[${title}]]`;
+}
+//# sourceMappingURL=vault.js.map

package/dist/core/vault.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vault.js","sourceRoot":"","sources":["../../src/core/vault.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACpG,OAAO,EAAE,IAAI,EAAY,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,MAAM,MAAM,aAAa,CAAC;AA8BjC,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC;QAC3B,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC;QACnC,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC;QACzC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC;QACrC,UAAU,EAAE,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC;KACtC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAmB;IACjD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,KAAK,GAAI,IAAI,CAAC,OAAO,CAAY,IAAI,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEjF,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK;QACL,OAAO;QACP,WAAW,EAAE,IAAI;QACjB,SAAS;QACT,SAAS;KACV,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,QAAgB,EAChB,OAAe,EACf,WAAoC;IAEpC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACtD,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,SAAS,IAAI,CAAC,GAAW;QACvB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QACjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,CAAC;IACd,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,MAAM,KAAK,GAAG,mBAAmB,CAAC;IAClC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAmB;IAC/C,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,4BAA4B;IAE5E,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACpC,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC;QAC7B,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QACpC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,uEAAuE;IACvE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACjC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC;QAC9C,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,KAAK,CAAC;IACzG,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC;QACxC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CACpD,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CACnD,CAAC,MAAM;QACV,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,MAAM;QACvB,SAAS,EAAE,UAAU;QACrB,WAAW,EAAE,QAAQ;QACrB,SAAS,EAAE,UAAU;QACrB,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;KAC1D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,OAAO,KAAK,KAAK,IAAI,CAAC;AACxB,CAAC"}

package/dist/core/watcher.d.ts

@@ -0,0 +1,4 @@
+import type { LLMProvider } from '../providers/types.js';
+import type { VaultConfig } from './vault.js';
+export declare function watchRawDirectory(config: VaultConfig, provider: LLMProvider): Promise<void>;
+//# sourceMappingURL=watcher.d.ts.map

package/dist/core/watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../src/core/watcher.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG9C,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,WAAW,GACpB,OAAO,CAAC,IAAI,CAAC,CA8Bf"}

package/dist/core/watcher.js

@@ -0,0 +1,34 @@
+import { watch } from 'chokidar';
+import chalk from 'chalk';
+import { ingestSource } from './ingest.js';
+export async function watchRawDirectory(config, provider) {
+    const watcher = watch(config.rawDir, {
+        ignored: /(^|[\/\\])\../, // ignore dotfiles
+        persistent: true,
+        ignoreInitial: true,
+        awaitWriteFinish: {
+            stabilityThreshold: 2000,
+            pollInterval: 100,
+        },
+    });
+    watcher.on('add', async (path) => {
+        if (path.endsWith('.meta.json'))
+            return; // skip metadata files
+        console.log(chalk.blue(`New file detected: ${path}`));
+        try {
+            const result = await ingestSource(path, config, provider, { verbose: false });
+            if (result.rejected) {
+                console.log(chalk.yellow(`  Skipped (duplicate): ${result.rejectionReason}`));
+            }
+            else {
+                console.log(chalk.green(`  Ingested: ${result.title} (${result.pagesUpdated} pages)`));
+            }
+        }
+        catch (error) {
+            console.error(chalk.red(`  Failed to ingest: ${error instanceof Error ? error.message : String(error)}`));
+        }
+    });
+    // Keep process alive
+    await new Promise(() => { });
+}
+//# sourceMappingURL=watcher.js.map

package/dist/core/watcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"watcher.js","sourceRoot":"","sources":["../../src/core/watcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACjC,OAAO,KAAK,MAAM,OAAO,CAAC;AAG1B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAAmB,EACnB,QAAqB;IAErB,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;QACnC,OAAO,EAAE,eAAe,EAAE,kBAAkB;QAC5C,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;QACnB,gBAAgB,EAAE;YAChB,kBAAkB,EAAE,IAAI;YACxB,YAAY,EAAE,GAAG;SAClB;KACF,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;QACvC,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,OAAO,CAAC,sBAAsB;QAE/D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAC,CAAC;QAEtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9E,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,0BAA0B,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,YAAY,SAAS,CAAC,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5G,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,qBAAqB;IACrB,MAAM,IAAI,OAAO,CAAO,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;AACpC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,5 @@
+#!/usr/bin/env node
+import { createProgram } from './cli/index.js';
+const program = createProgram();
+program.parse();
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;AAChC,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/dist/processors/audio.d.ts

@@ -0,0 +1,10 @@
+export interface AudioResult {
+    title: string;
+    transcript: string;
+    markdown: string;
+    duration?: string;
+    sourcePath: string;
+}
+export declare function isAudioFile(filePath: string): boolean;
+export declare function processAudio(filePath: string): Promise<AudioResult>;
+//# sourceMappingURL=audio.d.ts.map

package/dist/processors/audio.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../../src/processors/audio.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAErD;AAED,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CA0BzE"}