wikimem 0.3.0 → 0.8.1

package/dist/core/sync/notion.js

@@ -0,0 +1,168 @@
+/**
+ * Notion Sync — fetches pages and databases via Notion's internal integration API,
+ * converts blocks to markdown, and writes files into the wiki vault.
+ */
+import { existsSync, mkdirSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+const NOTION_API = 'https://api.notion.com/v1';
+const NOTION_VERSION = '2022-06-28';
+async function notionFetch(url, token, method = 'GET', body) {
+    const res = await fetch(url, {
+        method,
+        headers: { 'Authorization': `Bearer ${token}`, 'Notion-Version': NOTION_VERSION, 'Content-Type': 'application/json' },
+        body: body ? JSON.stringify(body) : undefined,
+    });
+    if (!res.ok)
+        throw new Error(`Notion API ${res.status}: ${await res.text()}`);
+    return res.json();
+}
+function richText(items) {
+    return items?.map((t) => t.plain_text).join('') ?? '';
+}
+function blockToMd(block) {
+    const data = block[block.type];
+    const text = richText(data?.rich_text);
+    switch (block.type) {
+        case 'paragraph': return text;
+        case 'heading_1': return `# ${text}`;
+        case 'heading_2': return `## ${text}`;
+        case 'heading_3': return `### ${text}`;
+        case 'bulleted_list_item': return `- ${text}`;
+        case 'numbered_list_item': return `1. ${text}`;
+        case 'to_do': return `- [${data?.checked ? 'x' : ' '}] ${text}`;
+        case 'code': return `\`\`\`${data?.language ?? ''}\n${text}\n\`\`\``;
+        case 'quote':
+        case 'callout': return `> ${text}`;
+        case 'divider': return '---';
+        case 'toggle': return `<details><summary>${text}</summary></details>`;
+        default: return text;
+    }
+}
+function pageTitle(page) {
+    for (const p of Object.values(page.properties)) {
+        if (p.type === 'title' && p.title?.length)
+            return richText(p.title);
+    }
+    return `Untitled-${page.id.slice(0, 8)}`;
+}
+function propStr(prop) {
+    switch (prop.type) {
+        case 'title': return richText(prop.title);
+        case 'rich_text': return richText(prop.rich_text);
+        case 'number': return prop.number != null ? String(prop.number) : '';
+        case 'select': return prop.select?.name ?? '';
+        case 'multi_select': return (prop.multi_select ?? []).map((s) => s.name).join(', ');
+        case 'date': return prop.date?.start ?? '';
+        case 'checkbox': return prop.checkbox ? 'Yes' : 'No';
+        case 'url': return prop.url ?? '';
+        default: return '';
+    }
+}
+function slugify(t) {
+    return t.toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/^-+|-+$/g, '').slice(0, 80);
+}
+function frontmatter(notionId, edited, title) {
+    return `---\ntitle: "${title.replace(/"/g, '\\"')}"\naddedBy: connector\nsource: notion\nnotionId: "${notionId}"\nlastEditedTime: "${edited}"\nsyncedAt: "${new Date().toISOString()}"\n---\n`;
+}
+async function fetchBlocks(pageId, token) {
+    const blocks = [];
+    let cursor = null;
+    do {
+        const ep = `${NOTION_API}/blocks/${pageId}/children` + (cursor ? `?start_cursor=${cursor}` : '');
+        const res = await notionFetch(ep, token);
+        blocks.push(...res.results);
+        cursor = res.has_more ? res.next_cursor : null;
+    } while (cursor);
+    return blocks;
+}
+async function fetchPages(token, max) {
+    const pages = [];
+    let cursor = null;
+    do {
+        const body = {
+            filter: { property: 'object', value: 'page' },
+            page_size: Math.min(max - pages.length, 100),
+        };
+        if (cursor)
+            body.start_cursor = cursor;
+        const res = await notionFetch(`${NOTION_API}/search`, token, 'POST', body);
+        pages.push(...res.results);
+        cursor = res.has_more && pages.length < max ? res.next_cursor : null;
+    } while (cursor);
+    return pages.slice(0, max);
+}
+async function syncPage(page, outDir, token) {
+    const title = pageTitle(page);
+    const blocks = await fetchBlocks(page.id, token);
+    const md = blocks.map(blockToMd).filter(Boolean).join('\n\n');
+    const content = frontmatter(page.id, page.last_edited_time, title) + `# ${title}\n\n${md}\n`;
+    const fp = join(outDir, `${slugify(title)}.md`);
+    writeFileSync(fp, content, 'utf-8');
+    return fp;
+}
+async function syncDatabase(dbId, outDir, token) {
+    const entries = [];
+    let cursor = null;
+    do {
+        const body = { page_size: 100 };
+        if (cursor)
+            body.start_cursor = cursor;
+        const res = await notionFetch(`${NOTION_API}/databases/${dbId}/query`, token, 'POST', body);
+        entries.push(...res.results);
+        cursor = res.has_more ? res.next_cursor : null;
+    } while (cursor);
+    const first = entries[0];
+    if (!first)
+        return null;
+    const cols = Object.keys(first.properties);
+    const header = `| ${cols.join(' | ')} |`;
+    const sep = `| ${cols.map(() => '---').join(' | ')} |`;
+    const rows = entries.map((e) => `| ${cols.map((c) => { const p = e.properties[c]; return p ? propStr(p) : ''; }).join(' | ')} |`);
+    const content = frontmatter(dbId, new Date().toISOString(), `Database ${dbId.slice(0, 8)}`)
+        + `# Database ${dbId.slice(0, 8)}\n\n${[header, sep, ...rows].join('\n')}\n`;
+    const fp = join(outDir, `db-${dbId.slice(0, 8)}.md`);
+    writeFileSync(fp, content, 'utf-8');
+    return fp;
+}
+function errMsg(err) {
+    return err instanceof Error ? err.message : String(err);
+}
+export async function syncNotion(options) {
+    const start = Date.now();
+    const errors = [];
+    let filesWritten = 0;
+    const max = options.maxPages ?? 50;
+    const date = new Date().toISOString().slice(0, 10);
+    const outDir = join(options.vaultRoot, 'raw', date);
+    if (!existsSync(outDir))
+        mkdirSync(outDir, { recursive: true });
+    try {
+        const pages = await fetchPages(options.token, max);
+        for (const page of pages) {
+            try {
+                await syncPage(page, outDir, options.token);
+                filesWritten++;
+            }
+            catch (err) {
+                errors.push(`Page ${page.id}: ${errMsg(err)}`);
+            }
+        }
+    }
+    catch (err) {
+        errors.push(`Search pages: ${errMsg(err)}`);
+    }
+    if (options.databaseIds?.length) {
+        for (const dbId of options.databaseIds) {
+            try {
+                const r = await syncDatabase(dbId, outDir, options.token);
+                if (r)
+                    filesWritten++;
+            }
+            catch (err) {
+                errors.push(`Database ${dbId}: ${errMsg(err)}`);
+            }
+        }
+    }
+    return { provider: 'notion', filesWritten, errors, duration: Date.now() - start };
+}
+//# sourceMappingURL=notion.js.map

package/dist/core/sync/notion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notion.js","sourceRoot":"","sources":["../../../src/core/sync/notion.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,UAAU,GAAG,2BAA2B,CAAC;AAC/C,MAAM,cAAc,GAAG,YAAY,CAAC;AA+BpC,KAAK,UAAU,WAAW,CAAI,GAAW,EAAE,KAAa,EAAE,SAAyB,KAAK,EAAE,IAA8B;IACtH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC3B,MAAM;QACN,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,KAAK,EAAE,EAAE,gBAAgB,EAAE,cAAc,EAAE,cAAc,EAAE,kBAAkB,EAAE;QACrH,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;KAC9C,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC9E,OAAO,GAAG,CAAC,IAAI,EAAgB,CAAC;AAClC,CAAC;AAED,SAAS,QAAQ,CAAC,KAAiC;IACjD,OAAO,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,SAAS,CAAC,KAAkB;IACnC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAqF,CAAC;IACnH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACvC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,WAAW,CAAC,CAAC,OAAO,IAAI,CAAC;QAC9B,KAAK,WAAW,CAAC,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QACrC,KAAK,WAAW,CAAC,CAAC,OAAO,MAAM,IAAI,EAAE,CAAC;QACtC,KAAK,WAAW,CAAC,CAAC,OAAO,OAAO,IAAI,EAAE,CAAC;QACvC,KAAK,oBAAoB,CAAC,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QAC9C,KAAK,oBAAoB,CAAC,CAAC,OAAO,MAAM,IAAI,EAAE,CAAC;QAC/C,KAAK,OAAO,CAAC,CAAC,OAAO,MAAM,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;QAChE,KAAK,MAAM,CAAC,CAAC,OAAO,SAAS,IAAI,EAAE,QAAQ,IAAI,EAAE,KAAK,IAAI,UAAU,CAAC;QACrE,KAAK,OAAO,CAAC;QAAC,KAAK,SAAS,CAAC,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QACjD,KAAK,SAAS,CAAC,CAAC,OAAO,KAAK,CAAC;QAC7B,KAAK,QAAQ,CAAC,CAAC,OAAO,qBAAqB,IAAI,sBAAsB,CAAC;QACtE,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAgB;IACjC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,YAAY,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,OAAO,CAAC,IAAoB;IACnC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,OAAO,CAAC,CAAC,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,KAAK,WAAW,CAAC,CAAC,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClD,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,KAAK,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QAC9C,KAAK,cAAc,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpF,KAAK,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAC3C,KAAK,UAAU,CAAC,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACrD,KAAK,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QAClC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,MAAc,EAAE,KAAa;IAClE,OAAO,gBAAgB,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,qDAAqD,QAAQ,uBAAuB,MAAM,iBAAiB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;AACjM,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,MAAc,EAAE,KAAa;IACtD,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,GAAG,CAAC;QACF,MAAM,EAAE,GAAW,GAAG,UAAU,WAAW,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACzG,MAAM,GAAG,GAA2B,MAAM,WAAW,CAAyB,EAAE,EAAE,KAAK,CAAC,CAAC;QACzF,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5B,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IACjD,CAAC,QAAQ,MAAM,EAAE;IACjB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,GAAW;IAClD,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,GAAG,CAAC;QACF,MAAM,IAAI,GAA4B;YACpC,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE;YAC7C,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC;SAC7C,CAAC;QACF,IAAI,MAAM;YAAE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QACvC,MAAM,GAAG,GAAG,MAAM,WAAW,CAAwB,GAAG,UAAU,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAClG,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,GAAG,GAAG,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IACvE,CAAC,QAAQ,MAAM,EAAE;IACjB,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7B,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAgB,EAAE,MAAc,EAAE,KAAa;IACrE,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACjD,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,GAAG,KAAK,KAAK,OAAO,EAAE,IAAI,CAAC;IAC7F,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChD,aAAa,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACpC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,MAAc,EAAE,KAAa;IACrE,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,GAAG,CAAC;QACF,MAAM,IAAI,GAA4B,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;QACzD,IAAI,MAAM;YAAE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QACvC,MAAM,GAAG,GAAG,MAAM,WAAW,CAAwB,GAAG,UAAU,cAAc,IAAI,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACnH,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7B,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IACjD,CAAC,QAAQ,MAAM,EAAE;IACjB,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzC,MAAM,GAAG,GAAG,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACvD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClI,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,YAAY,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;UACvF,cAAc,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAC/E,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACrD,aAAa,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACpC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,MAAM,CAAC,GAAY;IAC1B,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhE,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBAAC,YAAY,EAAE,CAAC;YAAC,CAAC;YACpE,OAAO,GAAG,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAAC,CAAC;IAE9D,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,CAAC;gBAAC,MAAM,CAAC,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBAAC,IAAI,CAAC;oBAAE,YAAY,EAAE,CAAC;YAAC,CAAC;YACzF,OAAO,GAAG,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;AACpF,CAAC"}

package/dist/core/sync/rss.d.ts

@@ -0,0 +1,20 @@
+/**
+ * RSS Feed Sync — fetches RSS/Atom feeds into raw/ for wiki ingest.
+ * Connector-style: reads feed URL from config, applies topic guardrails,
+ * writes markdown files with frontmatter.
+ */
+export interface RssSyncOptions {
+    vaultRoot: string;
+    feedUrl: string;
+    feedName: string;
+    topics?: string[];
+    maxItems?: number;
+}
+export interface PlatformSyncResult {
+    provider: string;
+    filesWritten: number;
+    errors: string[];
+    duration: number;
+}
+export declare function syncRss(options: RssSyncOptions): Promise<PlatformSyncResult>;
+//# sourceMappingURL=rss.d.ts.map

package/dist/core/sync/rss.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rss.d.ts","sourceRoot":"","sources":["../../../src/core/sync/rss.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAsGD,wBAAsB,OAAO,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAkFlF"}

package/dist/core/sync/rss.js

@@ -0,0 +1,165 @@
+/**
+ * RSS Feed Sync — fetches RSS/Atom feeds into raw/ for wiki ingest.
+ * Connector-style: reads feed URL from config, applies topic guardrails,
+ * writes markdown files with frontmatter.
+ */
+import { mkdirSync, writeFileSync, existsSync } from 'node:fs';
+import { join } from 'node:path';
+const MAX_PAGE_CONTENT_BYTES = 6 * 1024;
+const FEED_TIMEOUT_MS = 20_000;
+const PAGE_TIMEOUT_MS = 15_000;
+// ─── XML Helpers ────────────────────────────────────────────────────────────
+function stripCdata(text) {
+    return text.replace(/<!\[CDATA\[([\s\S]*?)\]\]>/g, '$1');
+}
+function stripHtml(html) {
+    return html.replace(/<[^>]*>/g, '').trim();
+}
+function extractTag(xml, tag) {
+    const re = new RegExp(`<${tag}[^>]*>([\\s\\S]*?)<\\/${tag}>`, 'i');
+    const match = re.exec(xml);
+    return match ? stripCdata(match[1] ?? '').trim() : '';
+}
+function extractAtomLink(xml) {
+    // Atom <link href="..." /> or <link href="..." rel="alternate" />
+    const altMatch = /< link[^>]*rel\s*=\s*["']alternate["'][^>]*href\s*=\s*["']([^"']+)["']/i.exec(xml);
+    if (altMatch)
+        return altMatch[1] ?? '';
+    const hrefMatch = /<link[^>]*href\s*=\s*["']([^"']+)["']/i.exec(xml);
+    return hrefMatch ? (hrefMatch[1] ?? '') : '';
+}
+function slugify(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-+|-+$/g, '')
+        .slice(0, 80);
+}
+// ─── Feed Parsing ───────────────────────────────────────────────────────────
+function parseRss2Items(xml) {
+    const items = xml.match(/<item[\s>][\s\S]*?<\/item>/gi) ?? [];
+    return items.map((block) => ({
+        title: stripHtml(extractTag(block, 'title')),
+        link: extractTag(block, 'link'),
+        description: stripHtml(extractTag(block, 'description')),
+        pubDate: extractTag(block, 'pubDate'),
+    }));
+}
+function parseAtomEntries(xml) {
+    const entries = xml.match(/<entry[\s>][\s\S]*?<\/entry>/gi) ?? [];
+    return entries.map((block) => ({
+        title: stripHtml(extractTag(block, 'title')),
+        link: extractAtomLink(block),
+        description: stripHtml(extractTag(block, 'summary') || extractTag(block, 'content')),
+        pubDate: extractTag(block, 'updated') || extractTag(block, 'published'),
+    }));
+}
+function parseFeed(xml) {
+    // Detect Atom vs RSS 2.0
+    if (/<feed[\s>]/i.test(xml)) {
+        return parseAtomEntries(xml);
+    }
+    return parseRss2Items(xml);
+}
+// ─── Topic Guardrails ───────────────────────────────────────────────────────
+function passesGuardrails(item, topics) {
+    if (topics.length === 0)
+        return true;
+    const haystack = `${item.title} ${item.description}`.toLowerCase();
+    return topics.some((kw) => haystack.includes(kw.toLowerCase()));
+}
+// ─── Page Fetching ──────────────────────────────────────────────────────────
+async function fetchPageContent(url) {
+    try {
+        const res = await fetch(url, {
+            signal: AbortSignal.timeout(PAGE_TIMEOUT_MS),
+            headers: { 'User-Agent': 'WikiMem-RSS-Sync/1.0' },
+        });
+        if (!res.ok)
+            return '';
+        const html = await res.text();
+        const stripped = stripHtml(html);
+        return stripped.slice(0, MAX_PAGE_CONTENT_BYTES);
+    }
+    catch {
+        return '';
+    }
+}
+// ─── Sync Entry Point ───────────────────────────────────────────────────────
+export async function syncRss(options) {
+    const { vaultRoot, feedUrl, feedName, topics = [], maxItems = 20 } = options;
+    const start = Date.now();
+    const errors = [];
+    let filesWritten = 0;
+    // Build output directory: raw/{YYYY-MM-DD}/
+    const dateStr = new Date().toISOString().slice(0, 10);
+    const rawDir = join(vaultRoot, 'raw', dateStr);
+    mkdirSync(rawDir, { recursive: true });
+    // Fetch feed XML
+    let xml;
+    try {
+        const res = await fetch(feedUrl, {
+            signal: AbortSignal.timeout(FEED_TIMEOUT_MS),
+            headers: { 'User-Agent': 'WikiMem-RSS-Sync/1.0' },
+        });
+        if (!res.ok) {
+            errors.push(`Feed fetch failed: HTTP ${res.status} from ${feedUrl}`);
+            return { provider: `rss:${feedName}`, filesWritten, errors, duration: Date.now() - start };
+        }
+        xml = await res.text();
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        errors.push(`Feed fetch error: ${msg}`);
+        return { provider: `rss:${feedName}`, filesWritten, errors, duration: Date.now() - start };
+    }
+    // Parse items
+    const allItems = parseFeed(xml);
+    const filtered = allItems.filter((item) => passesGuardrails(item, topics));
+    const items = filtered.slice(0, maxItems);
+    // Process each item
+    for (const item of items) {
+        try {
+            const slug = slugify(item.title || 'untitled');
+            const filename = `rss-${slug}.md`;
+            const filepath = join(rawDir, filename);
+            // Skip if already synced today
+            if (existsSync(filepath))
+                continue;
+            // Optionally fetch full page content
+            const pageContent = item.link ? await fetchPageContent(item.link) : '';
+            const frontmatter = [
+                '---',
+                'addedBy: connector',
+                'source: rss',
+                `feed: "${feedName}"`,
+                `url: "${item.link}"`,
+                `published: "${item.pubDate}"`,
+                `syncedAt: "${new Date().toISOString()}"`,
+                '---',
+            ].join('\n');
+            const body = [
+                `# ${item.title}`,
+                '',
+                item.description,
+                '',
+                pageContent ? `## Full Content\n\n${pageContent}` : '',
+            ]
+                .filter(Boolean)
+                .join('\n');
+            writeFileSync(filepath, `${frontmatter}\n\n${body}\n`, 'utf-8');
+            filesWritten++;
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            errors.push(`Item "${item.title}": ${msg}`);
+        }
+    }
+    return {
+        provider: `rss:${feedName}`,
+        filesWritten,
+        errors,
+        duration: Date.now() - start,
+    };
+}
+//# sourceMappingURL=rss.js.map

package/dist/core/sync/rss.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rss.js","sourceRoot":"","sources":["../../../src/core/sync/rss.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAwBjC,MAAM,sBAAsB,GAAG,CAAC,GAAG,IAAI,CAAC;AACxC,MAAM,eAAe,GAAG,MAAM,CAAC;AAC/B,MAAM,eAAe,GAAG,MAAM,CAAC;AAE/B,+EAA+E;AAE/E,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,6BAA6B,EAAE,IAAI,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,UAAU,CAAC,GAAW,EAAE,GAAW;IAC1C,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,yBAAyB,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3B,OAAO,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;IAClC,kEAAkE;IAClE,MAAM,QAAQ,GAAG,yEAAyE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrG,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,wCAAwC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,+EAA+E;AAE/E,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,8BAA8B,CAAC,IAAI,EAAE,CAAC;IAC9D,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC3B,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC5C,IAAI,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC;QAC/B,WAAW,EAAE,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QACxD,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC;KACtC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,gCAAgC,CAAC,IAAI,EAAE,CAAC;IAClE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7B,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC;QAC5B,WAAW,EAAE,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACpF,OAAO,EAAE,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC;KACxE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC5B,yBAAyB;IACzB,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;AAC7B,CAAC;AAED,+EAA+E;AAE/E,SAAS,gBAAgB,CAAC,IAAc,EAAE,MAAgB;IACxD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,CAAC;IACnE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,+EAA+E;AAE/E,KAAK,UAAU,gBAAgB,CAAC,GAAW;IACzC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC;YAC5C,OAAO,EAAE,EAAE,YAAY,EAAE,sBAAsB,EAAE;SAClD,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QACjC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,OAAuB;IACnD,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,EAAE,EAAE,QAAQ,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IAC7E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,4CAA4C;IAC5C,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/C,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvC,iBAAiB;IACjB,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;YAC/B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC;YAC5C,OAAO,EAAE,EAAE,YAAY,EAAE,sBAAsB,EAAE;SAClD,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,MAAM,SAAS,OAAO,EAAE,CAAC,CAAC;YACrE,OAAO,EAAE,QAAQ,EAAE,OAAO,QAAQ,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;QAC7F,CAAC;QACD,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;QACxC,OAAO,EAAE,QAAQ,EAAE,OAAO,QAAQ,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;IAC7F,CAAC;IAED,cAAc;IACd,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAE1C,oBAAoB;IACpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,OAAO,IAAI,KAAK,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAExC,+BAA+B;YAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC;gBAAE,SAAS;YAEnC,qCAAqC;YACrC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAEvE,MAAM,WAAW,GAAG;gBAClB,KAAK;gBACL,oBAAoB;gBACpB,aAAa;gBACb,UAAU,QAAQ,GAAG;gBACrB,SAAS,IAAI,CAAC,IAAI,GAAG;gBACrB,eAAe,IAAI,CAAC,OAAO,GAAG;gBAC9B,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG;gBACzC,KAAK;aACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEb,MAAM,IAAI,GAAG;gBACX,KAAK,IAAI,CAAC,KAAK,EAAE;gBACjB,EAAE;gBACF,IAAI,CAAC,WAAW;gBAChB,EAAE;gBACF,WAAW,CAAC,CAAC,CAAC,sBAAsB,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE;aACvD;iBACE,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,aAAa,CAAC,QAAQ,EAAE,GAAG,WAAW,OAAO,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;YAChE,YAAY,EAAE,CAAC;QACjB,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,OAAO,QAAQ,EAAE;QAC3B,YAAY;QACZ,MAAM;QACN,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC7B,CAAC;AACJ,CAAC"}

package/dist/core/sync/scheduler.d.ts

@@ -0,0 +1,31 @@
+/**
+ * SyncScheduler — cron-based periodic sync for connected platforms.
+ * Emits events: sync-start, sync-complete, sync-error.
+ */
+import { EventEmitter } from 'node:events';
+/** Human-friendly schedule presets mapped to cron patterns */
+declare const SCHEDULE_PRESETS: Record<string, string>;
+export declare class SyncScheduler extends EventEmitter {
+    private jobs;
+    private vaultRoot;
+    constructor(vaultRoot: string);
+    /** Resolve a schedule string (preset name or raw cron) to a cron pattern */
+    private resolveCron;
+    /** Schedule a provider sync on a cron pattern */
+    schedule(provider: string, cronPattern: string): void;
+    /** Remove a scheduled sync */
+    unschedule(provider: string): void;
+    /** Get all active schedules */
+    getSchedules(): Array<{
+        provider: string;
+        pattern: string;
+    }>;
+    /** Start all configured schedules from connector configs + OAuth tokens */
+    startFromConfig(): void;
+    /** Stop all scheduled jobs */
+    stopAll(): void;
+    /** Execute a sync for a provider, emitting events */
+    private runSync;
+}
+export { SCHEDULE_PRESETS };
+//# sourceMappingURL=scheduler.d.ts.map

package/dist/core/sync/scheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../../../src/core/sync/scheduler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAuB3C,8DAA8D;AAC9D,QAAA,MAAM,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAK5C,CAAC;AAQF,qBAAa,aAAc,SAAQ,YAAY;IAC7C,OAAO,CAAC,IAAI,CAAyC;IACrD,OAAO,CAAC,SAAS,CAAS;gBAEd,SAAS,EAAE,MAAM;IAK7B,4EAA4E;IAC5E,OAAO,CAAC,WAAW;IAInB,iDAAiD;IACjD,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAoBrD,8BAA8B;IAC9B,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IASlC,+BAA+B;IAC/B,YAAY,IAAI,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAQ5D,2EAA2E;IAC3E,eAAe,IAAI,IAAI;IAgCvB,8BAA8B;IAC9B,OAAO,IAAI,IAAI;IAQf,qDAAqD;YACvC,OAAO;CAqBtB;AAED,OAAO,EAAE,gBAAgB,EAAE,CAAC"}

package/dist/core/sync/scheduler.js

@@ -0,0 +1,129 @@
+/**
+ * SyncScheduler — cron-based periodic sync for connected platforms.
+ * Emits events: sync-start, sync-complete, sync-error.
+ */
+import { EventEmitter } from 'node:events';
+import { readFileSync, existsSync } from 'node:fs';
+import { join } from 'node:path';
+import * as cron from 'node-cron';
+/** Human-friendly schedule presets mapped to cron patterns */
+const SCHEDULE_PRESETS = {
+    'hourly': '0 * * * *',
+    'every-6h': '0 */6 * * *',
+    'daily': '0 9 * * *',
+    'weekly': '0 9 * * 1',
+};
+const DEFAULT_SCHEDULE = '0 */6 * * *';
+export class SyncScheduler extends EventEmitter {
+    jobs = new Map();
+    vaultRoot;
+    constructor(vaultRoot) {
+        super();
+        this.vaultRoot = vaultRoot;
+    }
+    /** Resolve a schedule string (preset name or raw cron) to a cron pattern */
+    resolveCron(schedule) {
+        return SCHEDULE_PRESETS[schedule] ?? schedule;
+    }
+    /** Schedule a provider sync on a cron pattern */
+    schedule(provider, cronPattern) {
+        // Unschedule existing job for this provider
+        this.unschedule(provider);
+        const resolved = this.resolveCron(cronPattern);
+        if (!cron.validate(resolved)) {
+            console.log(`[SyncScheduler] Invalid cron pattern for ${provider}: ${resolved}`);
+            return;
+        }
+        console.log(`[SyncScheduler] Scheduling ${provider} sync: ${resolved}`);
+        const task = cron.schedule(resolved, async () => {
+            await this.runSync(provider);
+        }, { scheduled: true });
+        this.jobs.set(provider, { provider, pattern: resolved, task });
+    }
+    /** Remove a scheduled sync */
+    unschedule(provider) {
+        const existing = this.jobs.get(provider);
+        if (existing) {
+            existing.task.stop();
+            this.jobs.delete(provider);
+            console.log(`[SyncScheduler] Unscheduled ${provider} sync`);
+        }
+    }
+    /** Get all active schedules */
+    getSchedules() {
+        const result = [];
+        this.jobs.forEach((entry) => {
+            result.push({ provider: entry.provider, pattern: entry.pattern });
+        });
+        return result;
+    }
+    /** Start all configured schedules from connector configs + OAuth tokens */
+    startFromConfig() {
+        const tokensPath = join(this.vaultRoot, '.wikimem', 'tokens.json');
+        const connectorsPath = join(this.vaultRoot, '.wikimem-connectors.json');
+        let tokens = {};
+        if (existsSync(tokensPath)) {
+            try {
+                tokens = JSON.parse(readFileSync(tokensPath, 'utf-8'));
+            }
+            catch {
+                console.log('[SyncScheduler] Failed to parse tokens.json');
+            }
+        }
+        const scheduleMap = new Map();
+        if (existsSync(connectorsPath)) {
+            try {
+                const connectors = JSON.parse(readFileSync(connectorsPath, 'utf-8'));
+                for (const c of connectors) {
+                    if (c.syncSchedule && c.type)
+                        scheduleMap.set(c.type, c.syncSchedule);
+                }
+            }
+            catch {
+                console.log('[SyncScheduler] Failed to parse connectors config');
+            }
+        }
+        const providers = Object.keys(tokens);
+        if (providers.length === 0) {
+            console.log('[SyncScheduler] No OAuth tokens found — nothing to schedule');
+            return;
+        }
+        for (const provider of providers) {
+            if (!tokens[provider]?.access_token)
+                continue;
+            this.schedule(provider, scheduleMap.get(provider) ?? DEFAULT_SCHEDULE);
+        }
+        console.log(`[SyncScheduler] Started ${this.jobs.size} sync schedule(s)`);
+    }
+    /** Stop all scheduled jobs */
+    stopAll() {
+        this.jobs.forEach((entry, provider) => {
+            entry.task.stop();
+            console.log(`[SyncScheduler] Stopped ${provider} sync`);
+        });
+        this.jobs.clear();
+    }
+    /** Execute a sync for a provider, emitting events */
+    async runSync(provider) {
+        console.log(`[SyncScheduler] Starting sync for ${provider}`);
+        this.emit('sync-start', provider);
+        try {
+            const { syncProvider: doSync } = await import('./index.js');
+            const result = await doSync(provider, this.vaultRoot);
+            if (result.errors.length > 0) {
+                console.log(`[SyncScheduler] ${provider} sync completed with ${result.errors.length} error(s)`);
+            }
+            else {
+                console.log(`[SyncScheduler] ${provider} sync complete: ${result.filesWritten} files in ${result.duration}ms`);
+            }
+            this.emit('sync-complete', result);
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            console.log(`[SyncScheduler] ${provider} sync failed: ${error.message}`);
+            this.emit('sync-error', provider, error);
+        }
+    }
+}
+export { SCHEDULE_PRESETS };
+//# sourceMappingURL=scheduler.js.map

package/dist/core/sync/scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../../src/core/sync/scheduler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAoBlC,8DAA8D;AAC9D,MAAM,gBAAgB,GAA2B;IAC/C,QAAQ,EAAE,WAAW;IACrB,UAAU,EAAE,aAAa;IACzB,OAAO,EAAE,WAAW;IACpB,QAAQ,EAAE,WAAW;CACtB,CAAC;AAEF,MAAM,gBAAgB,GAAG,aAAa,CAAC;AAMvC,MAAM,OAAO,aAAc,SAAQ,YAAY;IACrC,IAAI,GAA+B,IAAI,GAAG,EAAE,CAAC;IAC7C,SAAS,CAAS;IAE1B,YAAY,SAAiB;QAC3B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,4EAA4E;IACpE,WAAW,CAAC,QAAgB;QAClC,OAAO,gBAAgB,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;IAChD,CAAC;IAED,iDAAiD;IACjD,QAAQ,CAAC,QAAgB,EAAE,WAAmB;QAC5C,4CAA4C;QAC5C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QAE/C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,4CAA4C,QAAQ,KAAK,QAAQ,EAAE,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,8BAA8B,QAAQ,UAAU,QAAQ,EAAE,CAAC,CAAC;QAExE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAExB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,8BAA8B;IAC9B,UAAU,CAAC,QAAgB;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,+BAA+B,QAAQ,OAAO,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,YAAY;QACV,MAAM,MAAM,GAAiD,EAAE,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,2EAA2E;IAC3E,eAAe;QACb,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;QAExE,IAAI,MAAM,GAAe,EAAE,CAAC;QAC5B,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC;gBAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAe,CAAC;YAAC,CAAC;YAC7E,MAAM,CAAC;gBAAC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;YAAC,CAAC;QACvE,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC9C,IAAI,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,CAAsB,CAAC;gBAC1F,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI;wBAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBAAC,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;YAAC,CAAC;QAC/E,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;YAC3E,OAAO;QACT,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,YAAY;gBAAE,SAAS;YAC9C,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,gBAAgB,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,IAAI,CAAC,IAAI,mBAAmB,CAAC,CAAC;IAC5E,CAAC;IAED,8BAA8B;IAC9B,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACpC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,2BAA2B,QAAQ,OAAO,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED,qDAAqD;IAC7C,KAAK,CAAC,OAAO,CAAC,QAAgB;QACpC,OAAO,CAAC,GAAG,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAEtD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,mBAAmB,QAAQ,wBAAwB,MAAM,CAAC,MAAM,CAAC,MAAM,WAAW,CAAC,CAAC;YAClG,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,mBAAmB,QAAQ,mBAAmB,MAAM,CAAC,YAAY,aAAa,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;YACjH,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,mBAAmB,QAAQ,iBAAiB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;CACF;AAED,OAAO,EAAE,gBAAgB,EAAE,CAAC"}

package/dist/core/sync/slack.d.ts

@@ -0,0 +1,16 @@
+export interface SlackSyncOptions {
+    token: string;
+    vaultRoot: string;
+    channels?: string[];
+    maxChannels?: number;
+    maxMessagesPerChannel?: number;
+    since?: string;
+}
+export interface PlatformSyncResult {
+    provider: string;
+    filesWritten: number;
+    errors: string[];
+    duration: number;
+}
+export declare function syncSlack(options: SlackSyncOptions): Promise<PlatformSyncResult>;
+//# sourceMappingURL=slack.d.ts.map

package/dist/core/sync/slack.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"slack.d.ts","sourceRoot":"","sources":["../../../src/core/sync/slack.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAsHD,wBAAsB,SAAS,CAC7B,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,kBAAkB,CAAC,CAyG7B"}