wikimem 0.3.0 → 0.8.1

package/dist/core/pipeline-events.js

@@ -0,0 +1,109 @@
+import { EventEmitter } from 'node:events';
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
+import { dirname, join } from 'node:path';
+const MAX_PERSISTED_RUNS = 50;
+class PipelineEventBus extends EventEmitter {
+    currentRun = null;
+    runs = [];
+    persistPath = null;
+    /**
+     * Enable file-based persistence so runs survive server restarts.
+     * Call once at startup with the vault root path.
+     */
+    initPersistence(vaultRoot) {
+        this.persistPath = join(vaultRoot, '.wikimem', 'pipeline-runs.json');
+        this.loadFromDisk();
+    }
+    loadFromDisk() {
+        if (!this.persistPath || !existsSync(this.persistPath))
+            return;
+        try {
+            const raw = readFileSync(this.persistPath, 'utf-8');
+            const data = JSON.parse(raw);
+            if (Array.isArray(data)) {
+                this.runs = data.slice(-MAX_PERSISTED_RUNS);
+            }
+        }
+        catch {
+            // Corrupted file — start fresh, the next save will overwrite
+        }
+    }
+    saveToDisk() {
+        if (!this.persistPath)
+            return;
+        try {
+            const dir = dirname(this.persistPath);
+            if (!existsSync(dir))
+                mkdirSync(dir, { recursive: true });
+            // Strip LLM trace prompts/responses from persisted data to keep file small
+            const slim = this.runs.map(r => ({
+                ...r,
+                llmTrace: r.llmTrace
+                    ? { model: r.llmTrace.model, tokensUsed: r.llmTrace.tokensUsed, durationMs: r.llmTrace.durationMs }
+                    : undefined,
+            }));
+            writeFileSync(this.persistPath, JSON.stringify(slim, null, 2), 'utf-8');
+        }
+        catch {
+            // Non-fatal — runs are still in memory for the current session
+        }
+    }
+    startRun(source) {
+        const id = Date.now().toString(36) + '-' + Math.random().toString(36).substring(2, 6);
+        this.currentRun = {
+            id,
+            source,
+            startedAt: new Date().toISOString(),
+            events: [],
+        };
+        this.runs.push(this.currentRun);
+        if (this.runs.length > MAX_PERSISTED_RUNS)
+            this.runs.shift();
+        this.emit('step', { step: 'run-start', status: 'running', source, id, timestamp: new Date().toISOString() });
+        return id;
+    }
+    emitStep(step, status, detail) {
+        const event = {
+            step,
+            status,
+            detail,
+            timestamp: new Date().toISOString(),
+        };
+        if (this.currentRun) {
+            this.currentRun.events.push(event);
+        }
+        this.emit('step', event);
+    }
+    setLLMTrace(trace) {
+        if (this.currentRun) {
+            this.currentRun.llmTrace = trace;
+            this.emit('step', { step: 'llm-compile', status: 'done', detail: `LLM responded (${trace.durationMs ?? 0}ms)`, timestamp: new Date().toISOString() });
+        }
+    }
+    setSummary(summary) {
+        if (this.currentRun) {
+            this.currentRun.summary = summary;
+        }
+    }
+    completeRun(result) {
+        if (this.currentRun) {
+            this.currentRun.result = result;
+            this.emitStep('complete', 'done', result ? `Created ${result.pagesCreated} pages` : undefined);
+        }
+        this.currentRun = null;
+        this.saveToDisk();
+    }
+    errorRun(error) {
+        this.emitStep('error', 'error', error);
+        this.currentRun = null;
+        this.saveToDisk();
+    }
+    getRecentRuns() {
+        return [...this.runs].reverse();
+    }
+    getCurrentRun() {
+        return this.currentRun;
+    }
+}
+export const pipelineEvents = new PipelineEventBus();
+//# sourceMappingURL=pipeline-events.js.map

package/dist/core/pipeline-events.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-events.js","sourceRoot":"","sources":["../../src/core/pipeline-events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AA0D1C,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B,MAAM,gBAAiB,SAAQ,YAAY;IACjC,UAAU,GAAuB,IAAI,CAAC;IACtC,IAAI,GAAkB,EAAE,CAAC;IACzB,WAAW,GAAkB,IAAI,CAAC;IAE1C;;;OAGG;IACH,eAAe,CAAC,SAAiB;QAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;QACrE,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO;QAC/D,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACpD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;YAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,kBAAkB,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6DAA6D;QAC/D,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,2EAA2E;YAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC/B,GAAG,CAAC;gBACJ,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBAClB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE;oBACnG,CAAC,CAAC,SAAS;aACd,CAAC,CAAC,CAAC;YACJ,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC1E,CAAC;QAAC,MAAM,CAAC;YACP,+DAA+D;QACjE,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,MAAc;QACrB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtF,IAAI,CAAC,UAAU,GAAG;YAChB,EAAE;YACF,MAAM;YACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,EAAE;SACX,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,kBAAkB;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAC7D,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC7G,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,QAAQ,CAAC,IAAkB,EAAE,MAAkB,EAAE,MAAe;QAC9D,MAAM,KAAK,GAAkB;YAC3B,IAAI;YACJ,MAAM;YACN,MAAM;YACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,WAAW,CAAC,KAAe;QACzB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,KAAK,CAAC,UAAU,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACxJ,CAAC;IACH,CAAC;IAED,UAAU,CAAC,OAAwB;QACjC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC;QACpC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,MAA8B;QACxC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,YAAY,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACjG,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,aAAa;QACX,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;IAClC,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;CACF;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,gBAAgB,EAAE,CAAC"}

package/dist/core/query.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../src/core/query.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAGpE,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,YAAY;IACpB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC5C,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC;AAED,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,WAAW,CAAC,CAgFtB"}
+{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../src/core/query.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAGpE,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,YAAY;IACpB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC5C,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC;AAED,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,WAAW,CAAC,CAyFtB"}

package/dist/core/query.js

@@ -44,19 +44,27 @@ ${pageContents.join('\n\n---\n\n').substring(0, 20000)}
 
 ## Instructions
 Answer the question based on the wiki content above. Use [[wikilinks]] when referencing pages. Cite your sources. If the wiki doesn't contain enough information, say so clearly.`;
-    const response = await provider.chat([
-        { role: 'user', content: prompt },
-    ], {
-        systemPrompt: 'You are a knowledgeable wiki assistant. Answer questions by synthesizing information from the wiki pages provided. Always cite sources using [[wikilinks]]. Be concise and accurate.',
-        maxTokens: 4096,
-    });
+    const systemPrompt = 'You are a knowledgeable wiki assistant. Answer questions by synthesizing information from the wiki pages provided. Always cite sources using [[wikilinks]]. Be concise and accurate.';
+    const { loadConfig } = await import('./config.js');
+    const userConfig = loadConfig(config.configPath);
+    let responseContent;
+    if (userConfig.llm_mode === 'claude-code') {
+        const { runClaudeCode } = await import('./claude-code.js');
+        responseContent = await runClaudeCode(systemPrompt, prompt, { maxTokens: 4096 });
+    }
+    else {
+        const response = await provider.chat([
+            { role: 'user', content: prompt },
+        ], { systemPrompt, maxTokens: 4096 });
+        responseContent = response.content;
+    }
     // Step 4: Optionally file the answer back into the wiki
     let filedAs;
     if (options.fileBack) {
         const now = new Date().toISOString().split('T')[0] ?? '';
         const slug = slugify(question.substring(0, 50));
         const filePath = join(config.wikiDir, 'syntheses', `${slug}.md`);
-        writeWikiPage(filePath, response.content, {
+        writeWikiPage(filePath, responseContent, {
             title: question,
             type: 'synthesis',
             created: now,
@@ -69,7 +77,7 @@ Answer the question based on the wiki content above. Use [[wikilinks]] when refe
     // Log the query
     appendLog(config.logPath, `query | ${question.substring(0, 60)}`, `Consulted ${sourcesConsulted.length} pages: ${sourcesConsulted.join(', ')}`);
     return {
-        answer: response.content,
+        answer: responseContent,
         sourcesConsulted,
         filedAs,
     };

package/dist/core/query.js.map

@@ -1 +1 @@
-{"version":3,"file":"query.js","sourceRoot":"","sources":["../../src/core/query.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAc7C,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,QAAgB,EAChB,MAAmB,EACnB,QAAqB,EACrB,OAAqB;IAErB,0CAA0C;IAC1C,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC;QAC/C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC;QACzC,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE;QAC1D,IAAI,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM;QAClC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC;IAEH,kDAAkD;IAClD,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACpC,YAAY,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACvD,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC;QAC1C,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,MAAM,GAAG;;;EAGf,QAAQ;;;EAGR,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;;;EAG/B,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC;;;kLAG4H,CAAC;IAEjL,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;QACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;KAClC,EAAE;QACD,YAAY,EAAE,sLAAsL;QACpM,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IAEH,wDAAwD;IACxD,IAAI,OAA2B,CAAC;IAChC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;QAEjE,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE;YACxC,KAAK,EAAE,QAAQ;YACf,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,GAAG;YACZ,IAAI,EAAE,CAAC,cAAc,CAAC;YACtB,OAAO,EAAE,cAAc,QAAQ,EAAE;YACjC,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SACjD,CAAC,CAAC;QAEH,OAAO,GAAG,QAAQ,CAAC;IACrB,CAAC;IAED,gBAAgB;IAChB,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,aAAa,gBAAgB,CAAC,MAAM,WAAW,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEhJ,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,OAAO;QACxB,gBAAgB;QAChB,OAAO;KACR,CAAC;AACJ,CAAC"}
+{"version":3,"file":"query.js","sourceRoot":"","sources":["../../src/core/query.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAc7C,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,QAAgB,EAChB,MAAmB,EACnB,QAAqB,EACrB,OAAqB;IAErB,0CAA0C;IAC1C,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC;QAC/C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC;QACzC,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE;QAC1D,IAAI,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM;QAClC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC;IAEH,kDAAkD;IAClD,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACpC,YAAY,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACvD,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;QAC1C,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC;QAC1C,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,MAAM,GAAG;;;EAGf,QAAQ;;;EAGR,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;;;EAG/B,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC;;;kLAG4H,CAAC;IAEjL,MAAM,YAAY,GAAG,sLAAsL,CAAC;IAE5M,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAEjD,IAAI,eAAuB,CAAC;IAC5B,IAAI,UAAU,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;QAC1C,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC3D,eAAe,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnF,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;YACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;SAClC,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC;IACrC,CAAC;IAED,wDAAwD;IACxD,IAAI,OAA2B,CAAC;IAChC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;QAEjE,aAAa,CAAC,QAAQ,EAAE,eAAe,EAAE;YACvC,KAAK,EAAE,QAAQ;YACf,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,GAAG;YACZ,IAAI,EAAE,CAAC,cAAc,CAAC;YACtB,OAAO,EAAE,cAAc,QAAQ,EAAE;YACjC,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SACjD,CAAC,CAAC;QAEH,OAAO,GAAG,QAAQ,CAAC;IACrB,CAAC;IAED,gBAAgB;IAChB,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,aAAa,gBAAgB,CAAC,MAAM,WAAW,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEhJ,OAAO;QACL,MAAM,EAAE,eAAe;QACvB,gBAAgB;QAChB,OAAO;KACR,CAAC;AACJ,CAAC"}

package/dist/core/scraper.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Automation 1: Smart Sourcing
+ *
+ * Full-pipeline scraper that:
+ * - Fetches RSS feeds and web pages
+ * - Applies topic guardrails (keyword matching)
+ * - Labels content as addedBy: 'agent'
+ * - Runs ingest pipeline on discovered content
+ * - Records every action in the audit trail
+ */
+import type { VaultConfig } from './vault.js';
+import type { UserConfig } from './config.js';
+export interface ScraperOptions {
+    /** Skip ingest pipeline — only deposit files to raw/ */
+    dryRun?: boolean;
+    /** Limit items per source (default: 10) */
+    maxItems?: number;
+    /** Override topic guardrails for this run */
+    skipGuardrails?: boolean;
+}
+export interface ScrapeAction {
+    timestamp: string;
+    sourceUrl: string;
+    sourceName: string;
+    itemTitle: string;
+    itemUrl: string;
+    deposited: boolean;
+    ingested: boolean;
+    skippedReason?: string;
+}
+export interface SmartScrapeResult {
+    sourcesProcessed: number;
+    filesDeposited: number;
+    pagesCreated: number;
+    actions: ScrapeAction[];
+}
+export declare function runSmartScraper(config: VaultConfig, userConfig: UserConfig, options?: ScraperOptions, specificSource?: string): Promise<SmartScrapeResult>;
+export declare function runAdHocScrape(config: VaultConfig, userConfig: UserConfig, urls: string[], options?: ScraperOptions & {
+    topics?: string[];
+}): Promise<SmartScrapeResult>;
+//# sourceMappingURL=scraper.d.ts.map

package/dist/core/scraper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scraper.d.ts","sourceRoot":"","sources":["../../src/core/scraper.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,OAAO,KAAK,EAAE,UAAU,EAAgB,MAAM,aAAa,CAAC;AAG5D,MAAM,WAAW,cAAc;IAC7B,wDAAwD;IACxD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,2CAA2C;IAC3C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,YAAY,EAAE,CAAC;CACzB;AAkGD,wBAAsB,eAAe,CACnC,MAAM,EAAE,WAAW,EACnB,UAAU,EAAE,UAAU,EACtB,OAAO,GAAE,cAAmB,EAC5B,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,iBAAiB,CAAC,CAwC5B;AAED,wBAAsB,cAAc,CAClC,MAAM,EAAE,WAAW,EACnB,UAAU,EAAE,UAAU,EACtB,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,cAAc,GAAG;IAAE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;CAAO,GACnD,OAAO,CAAC,iBAAiB,CAAC,CAe5B"}

package/dist/core/scraper.js

@@ -0,0 +1,277 @@
+/**
+ * Automation 1: Smart Sourcing
+ *
+ * Full-pipeline scraper that:
+ * - Fetches RSS feeds and web pages
+ * - Applies topic guardrails (keyword matching)
+ * - Labels content as addedBy: 'agent'
+ * - Runs ingest pipeline on discovered content
+ * - Records every action in the audit trail
+ */
+import { mkdirSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { slugify } from './vault.js';
+import { appendAuditEntry } from './audit-trail.js';
+// ─── Topic Guardrails ────────────────────────────────────────────────────────
+/**
+ * Returns true if the content matches the source's topic keywords.
+ * If no topics configured, all items pass.
+ */
+function passesGuardrails(title, content, source, skipGuardrails = false) {
+    if (skipGuardrails)
+        return true;
+    const topics = source.topics ?? [];
+    if (topics.length === 0)
+        return true;
+    const haystack = `${title} ${content}`.toLowerCase();
+    return topics.some((kw) => haystack.includes(kw.toLowerCase()));
+}
+function parseRssItems(xml) {
+    const items = xml.match(/<item[\s>][\s\S]*?<\/item>/g) ?? [];
+    return items.map((item) => ({
+        title: stripCdata(item.match(/<title>([\s\S]*?)<\/title>/)?.[1] ?? 'Untitled').trim(),
+        link: (item.match(/<link>\s*([\s\S]*?)\s*<\/link>/)?.[1] ?? '').trim(),
+        description: stripCdata(item.match(/<description>([\s\S]*?)<\/description>/)?.[1] ?? ''),
+        pubDate: item.match(/<pubDate>([\s\S]*?)<\/pubDate>/)?.[1]?.trim() ?? '',
+    }));
+}
+function parseAtomEntries(xml) {
+    const entries = xml.match(/<entry[\s>][\s\S]*?<\/entry>/g) ?? [];
+    return entries.map((entry) => ({
+        title: stripCdata(entry.match(/<title[^>]*>([\s\S]*?)<\/title>/)?.[1] ?? 'Untitled').trim(),
+        link: entry.match(/<link[^>]*href=["']([^"']+)["'][^>]*\/?>/)?.[1]?.trim()
+            ?? (entry.match(/<link[^>]*>([\s\S]*?)<\/link>/)?.[1] ?? '').trim(),
+        description: stripCdata(entry.match(/<summary[^>]*>([\s\S]*?)<\/summary>/)?.[1]
+            ?? entry.match(/<content[^>]*>([\s\S]*?)<\/content>/)?.[1]
+            ?? ''),
+        pubDate: entry.match(/<(?:updated|published)>([\s\S]*?)<\/(?:updated|published)>/)?.[1]?.trim() ?? '',
+    }));
+}
+function parseFeedItems(xml) {
+    const rssItems = parseRssItems(xml);
+    if (rssItems.length > 0)
+        return rssItems;
+    return parseAtomEntries(xml);
+}
+async function fetchRssFeed(source, options) {
+    if (!source.url)
+        return [];
+    const res = await fetch(source.url, { signal: AbortSignal.timeout(20000) });
+    if (!res.ok)
+        throw new Error(`HTTP ${res.status} from ${source.url}`);
+    const xml = await res.text();
+    const items = parseFeedItems(xml);
+    return items.slice(0, options.maxItems ?? 10);
+}
+// ─── Web Scraper ─────────────────────────────────────────────────────────────
+async function fetchPageContent(url) {
+    try {
+        const res = await fetch(url, {
+            signal: AbortSignal.timeout(15000),
+            headers: { 'User-Agent': 'WikiMem/0.6 (knowledge-base-bot)' },
+        });
+        if (!res.ok)
+            return '';
+        const html = await res.text();
+        // Strip scripts/styles first, then all tags
+        const cleaned = html
+            .replace(/<script[\s\S]*?<\/script>/gi, '')
+            .replace(/<style[\s\S]*?<\/style>/gi, '')
+            .replace(/<[^>]+>/g, ' ')
+            .replace(/&[a-z]+;/gi, ' ')
+            .replace(/\s{2,}/g, ' ')
+            .trim()
+            .substring(0, 8000);
+        return cleaned;
+    }
+    catch {
+        return '';
+    }
+}
+// ─── Main Scraper Entry Point ─────────────────────────────────────────────────
+export async function runSmartScraper(config, userConfig, options = {}, specificSource) {
+    const sources = userConfig.sources ?? [];
+    const toProcess = specificSource
+        ? sources.filter((s) => s.name === specificSource)
+        : sources;
+    const now = new Date().toISOString().split('T')[0] ?? '';
+    const dateDir = join(config.rawDir, now);
+    mkdirSync(dateDir, { recursive: true });
+    const allActions = [];
+    let totalDeposited = 0;
+    let totalPagesCreated = 0;
+    const startMs = Date.now();
+    for (const source of toProcess) {
+        const sourceActions = await processSource(source, config, userConfig, dateDir, now, options);
+        for (const a of sourceActions.actions) {
+            allActions.push(a);
+            if (a.deposited)
+                totalDeposited++;
+            totalPagesCreated += sourceActions.pagesCreated;
+        }
+    }
+    // Record in audit trail
+    appendAuditEntry(config.root, {
+        action: 'scrape',
+        actor: 'agent',
+        source: toProcess.map((s) => s.url ?? s.name).join(', '),
+        summary: `Smart scraper ran against ${toProcess.length} source(s). Deposited ${totalDeposited} files, created ${totalPagesCreated} pages.`,
+        pagesAffected: allActions.filter((a) => a.ingested).map((a) => a.itemTitle),
+        duration: Date.now() - startMs,
+    });
+    return {
+        sourcesProcessed: toProcess.length,
+        filesDeposited: totalDeposited,
+        pagesCreated: totalPagesCreated,
+        actions: allActions,
+    };
+}
+export async function runAdHocScrape(config, userConfig, urls, options = {}) {
+    const sources = urls.map((url) => {
+        const isRss = /\.(xml|rss)$/i.test(url) || /\/feed\b|\/rss\b|\/atom\b/i.test(url);
+        let hostname = 'unknown';
+        try {
+            hostname = new URL(url).hostname;
+        }
+        catch { /* invalid URL */ }
+        const source = {
+            name: hostname,
+            type: isRss ? 'rss' : 'url',
+            url,
+        };
+        if (options.topics)
+            source.topics = options.topics;
+        return source;
+    });
+    const tempUserConfig = { ...userConfig, sources };
+    return runSmartScraper(config, tempUserConfig, options);
+}
+async function processSource(source, config, userConfig, dateDir, now, options) {
+    const actions = [];
+    let pagesCreated = 0;
+    try {
+        if (source.type === 'rss') {
+            const items = await fetchRssFeed(source, options);
+            for (const item of items) {
+                const action = {
+                    timestamp: new Date().toISOString(),
+                    sourceUrl: source.url ?? '',
+                    sourceName: source.name,
+                    itemTitle: item.title,
+                    itemUrl: item.link,
+                    deposited: false,
+                    ingested: false,
+                };
+                // Fetch full page content for guardrail check
+                const fullContent = item.link ? await fetchPageContent(item.link) : item.description;
+                const combinedText = `${item.title} ${item.description} ${fullContent}`;
+                if (!passesGuardrails(item.title, combinedText, source, options.skipGuardrails)) {
+                    action.skippedReason = 'Topic guardrail: no keyword match';
+                    actions.push(action);
+                    continue;
+                }
+                // Build markdown content
+                const markdown = buildArticleMarkdown(item.title, item.link, source.name, item.description, fullContent, item.pubDate);
+                const fileName = `${slugify(item.title.substring(0, 60))}.md`;
+                const filePath = join(dateDir, fileName);
+                writeFileSync(filePath, markdown, 'utf-8');
+                action.deposited = true;
+                // Run ingest pipeline unless dry-run
+                if (!options.dryRun) {
+                    try {
+                        const result = await ingestFile(filePath, config, userConfig);
+                        pagesCreated += result.pagesCreated;
+                        action.ingested = true;
+                    }
+                    catch (err) {
+                        action.skippedReason = `Ingest failed: ${err instanceof Error ? err.message : String(err)}`;
+                    }
+                }
+                actions.push(action);
+            }
+        }
+        else if (source.type === 'url') {
+            const action = {
+                timestamp: new Date().toISOString(),
+                sourceUrl: source.url ?? '',
+                sourceName: source.name,
+                itemTitle: source.name,
+                itemUrl: source.url ?? '',
+                deposited: false,
+                ingested: false,
+            };
+            const content = await fetchPageContent(source.url ?? '');
+            if (!passesGuardrails(source.name, content, source, options.skipGuardrails)) {
+                action.skippedReason = 'Topic guardrail: no keyword match';
+                actions.push(action);
+            }
+            else {
+                const markdown = `# ${source.name}\n\nSource: ${source.url}\nScraped: ${new Date().toISOString()}\n\n${content}`;
+                const fileName = `${slugify(source.name)}.md`;
+                const filePath = join(dateDir, fileName);
+                writeFileSync(filePath, markdown, 'utf-8');
+                action.deposited = true;
+                if (!options.dryRun) {
+                    try {
+                        const result = await ingestFile(filePath, config, userConfig);
+                        pagesCreated += result.pagesCreated;
+                        action.ingested = true;
+                    }
+                    catch (err) {
+                        action.skippedReason = `Ingest failed: ${err instanceof Error ? err.message : String(err)}`;
+                    }
+                }
+                actions.push(action);
+            }
+        }
+    }
+    catch (err) {
+        // Source-level failure — log but don't crash
+        const errMsg = err instanceof Error ? err.message : String(err);
+        actions.push({
+            timestamp: new Date().toISOString(),
+            sourceUrl: source.url ?? '',
+            sourceName: source.name,
+            itemTitle: 'Source fetch failed',
+            itemUrl: source.url ?? '',
+            deposited: false,
+            ingested: false,
+            skippedReason: errMsg,
+        });
+    }
+    return { actions, pagesCreated };
+}
+async function ingestFile(filePath, config, userConfig) {
+    const { ingestSource } = await import('./ingest.js');
+    const { createProviderFromUserConfig } = await import('../providers/index.js');
+    const provider = createProviderFromUserConfig(userConfig);
+    const result = await ingestSource(filePath, config, provider, {
+        verbose: false,
+        addedBy: 'agent',
+    });
+    return { pagesCreated: result.pagesUpdated };
+}
+function buildArticleMarkdown(title, link, sourceName, description, fullContent, pubDate) {
+    const parts = [`# ${title}`, ''];
+    if (link)
+        parts.push(`Source: ${link}`);
+    if (sourceName)
+        parts.push(`Feed: ${sourceName}`);
+    if (pubDate)
+        parts.push(`Published: ${pubDate}`);
+    parts.push(`Scraped: ${new Date().toISOString()}`, '');
+    if (description) {
+        parts.push('## Summary', '', stripHtml(description).substring(0, 500), '');
+    }
+    if (fullContent) {
+        parts.push('## Content', '', fullContent.substring(0, 6000));
+    }
+    return parts.join('\n');
+}
+function stripCdata(text) {
+    return text.replace(/<!\[CDATA\[([\s\S]*?)\]\]>/g, '$1').trim();
+}
+function stripHtml(html) {
+    return html.replace(/<[^>]*>/g, '').replace(/&[a-z]+;/gi, ' ').trim();
+}
+//# sourceMappingURL=scraper.js.map

package/dist/core/scraper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scraper.js","sourceRoot":"","sources":["../../src/core/scraper.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAErC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AA6BpD,gFAAgF;AAEhF;;;GAGG;AACH,SAAS,gBAAgB,CACvB,KAAa,EACb,OAAe,EACf,MAAoB,EACpB,cAAc,GAAG,KAAK;IAEtB,IAAI,cAAc;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,MAAM,GAAc,MAA+C,CAAC,MAAM,IAAI,EAAE,CAAC;IACvF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAErC,MAAM,QAAQ,GAAG,GAAG,KAAK,IAAI,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC;IACrD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAClE,CAAC;AAWD,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,6BAA6B,CAAC,IAAI,EAAE,CAAC;IAC7D,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE;QACrF,IAAI,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;QACtE,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,wCAAwC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACxF,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE;KACzE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,+BAA+B,CAAC,IAAI,EAAE,CAAC;IACjE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7B,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,iCAAiC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,IAAI,EAAE;QAC3F,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,0CAA0C,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE;eACrE,CAAC,KAAK,CAAC,KAAK,CAAC,+BAA+B,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;QACrE,WAAW,EAAE,UAAU,CACrB,KAAK,CAAC,KAAK,CAAC,qCAAqC,CAAC,EAAE,CAAC,CAAC,CAAC;eAClD,KAAK,CAAC,KAAK,CAAC,qCAAqC,CAAC,EAAE,CAAC,CAAC,CAAC;eACvD,EAAE,CACR;QACD,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,4DAA4D,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE;KACtG,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IACzC,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAoB,EAAE,OAAuB;IACvE,IAAI,CAAC,MAAM,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC5E,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,SAAS,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;IACtE,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;AAChD,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,gBAAgB,CAAC,GAAW;IACzC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC;YAClC,OAAO,EAAE,EAAE,YAAY,EAAE,kCAAkC,EAAE;SAC9D,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,4CAA4C;QAC5C,MAAM,OAAO,GAAG,IAAI;aACjB,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;aAC1C,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC;aACxC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;aACxB,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC;aAC1B,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,IAAI,EAAE;aACN,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACtB,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,iFAAiF;AAEjF,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAmB,EACnB,UAAsB,EACtB,UAA0B,EAAE,EAC5B,cAAuB;IAEvB,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,cAAc;QAC9B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC;QAClD,CAAC,CAAC,OAAO,CAAC;IAEZ,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACzC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,UAAU,GAAmB,EAAE,CAAC;IACtC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE3B,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;QAC/B,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAC7F,KAAK,MAAM,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACtC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,CAAC,SAAS;gBAAE,cAAc,EAAE,CAAC;YAClC,iBAAiB,IAAI,aAAa,CAAC,YAAY,CAAC;QAClD,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE;QAC5B,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACxD,OAAO,EAAE,6BAA6B,SAAS,CAAC,MAAM,yBAAyB,cAAc,mBAAmB,iBAAiB,SAAS;QAC1I,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;KAC/B,CAAC,CAAC;IAEH,OAAO;QACL,gBAAgB,EAAE,SAAS,CAAC,MAAM;QAClC,cAAc,EAAE,cAAc;QAC9B,YAAY,EAAE,iBAAiB;QAC/B,OAAO,EAAE,UAAU;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAmB,EACnB,UAAsB,EACtB,IAAc,EACd,UAAkD,EAAE;IAEpD,MAAM,OAAO,GAAmB,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC/C,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClF,IAAI,QAAQ,GAAG,SAAS,CAAC;QACzB,IAAI,CAAC;YAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACrE,MAAM,MAAM,GAAyC;YACnD,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;YAC3B,GAAG;SACJ,CAAC;QACF,IAAI,OAAO,CAAC,MAAM;YAAE,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACnD,OAAO,MAAsB,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,MAAM,cAAc,GAAe,EAAE,GAAG,UAAU,EAAE,OAAO,EAAE,CAAC;IAC9D,OAAO,eAAe,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;AAC1D,CAAC;AAOD,KAAK,UAAU,aAAa,CAC1B,MAAoB,EACpB,MAAmB,EACnB,UAAsB,EACtB,OAAe,EACf,GAAW,EACX,OAAuB;IAEvB,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAElD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAiB;oBAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,SAAS,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;oBAC3B,UAAU,EAAE,MAAM,CAAC,IAAI;oBACvB,SAAS,EAAE,IAAI,CAAC,KAAK;oBACrB,OAAO,EAAE,IAAI,CAAC,IAAI;oBAClB,SAAS,EAAE,KAAK;oBAChB,QAAQ,EAAE,KAAK;iBAChB,CAAC;gBAEF,8CAA8C;gBAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;gBACrF,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,IAAI,WAAW,EAAE,CAAC;gBAExE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;oBAChF,MAAM,CAAC,aAAa,GAAG,mCAAmC,CAAC;oBAC3D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACrB,SAAS;gBACX,CAAC;gBAED,yBAAyB;gBACzB,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvH,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC;gBAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACzC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC3C,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;gBAExB,qCAAqC;gBACrC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;wBAC9D,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;wBACpC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;oBACzB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,aAAa,GAAG,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC9F,CAAC;gBACH,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACjC,MAAM,MAAM,GAAiB;gBAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;gBAC3B,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,SAAS,EAAE,MAAM,CAAC,IAAI;gBACtB,OAAO,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;gBACzB,SAAS,EAAE,KAAK;gBAChB,QAAQ,EAAE,KAAK;aAChB,CAAC;YAEF,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC5E,MAAM,CAAC,aAAa,GAAG,mCAAmC,CAAC;gBAC3D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,KAAK,MAAM,CAAC,IAAI,eAAe,MAAM,CAAC,GAAG,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,OAAO,OAAO,EAAE,CAAC;gBACjH,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACzC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC3C,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;gBAExB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;wBAC9D,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;wBACpC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;oBACzB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,aAAa,GAAG,kBAAkB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC9F,CAAC;gBACH,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,6CAA6C;QAC7C,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChE,OAAO,CAAC,IAAI,CAAC;YACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;YAC3B,UAAU,EAAE,MAAM,CAAC,IAAI;YACvB,SAAS,EAAE,qBAAqB;YAChC,OAAO,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;YACzB,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;AACnC,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,QAAgB,EAChB,MAAmB,EACnB,UAAsB;IAEtB,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IACrD,MAAM,EAAE,4BAA4B,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG,4BAA4B,CAAC,UAAU,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE;QAC5D,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IACH,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAa,EACb,IAAY,EACZ,UAAkB,EAClB,WAAmB,EACnB,WAAmB,EACnB,OAAe;IAEf,MAAM,KAAK,GAAa,CAAC,KAAK,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3C,IAAI,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IACxC,IAAI,UAAU;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,UAAU,EAAE,CAAC,CAAC;IAClD,IAAI,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACvD,IAAI,WAAW,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,WAAW,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,6BAA6B,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACxE,CAAC"}

package/dist/core/sync/gdrive.d.ts

@@ -0,0 +1,14 @@
+export interface GDriveSyncOptions {
+    token: string;
+    vaultRoot: string;
+    folderId?: string;
+    maxFiles?: number;
+}
+export interface PlatformSyncResult {
+    provider: string;
+    filesWritten: number;
+    errors: string[];
+    duration: number;
+}
+export declare function syncGDrive(options: GDriveSyncOptions): Promise<PlatformSyncResult>;
+//# sourceMappingURL=gdrive.d.ts.map

package/dist/core/sync/gdrive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gdrive.d.ts","sourceRoot":"","sources":["../../../src/core/sync/gdrive.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AA+LD,wBAAsB,UAAU,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAmExF"}