wikimem 0.3.0 → 0.8.1

package/dist/core/sync/gdrive.js

@@ -0,0 +1,205 @@
+/**
+ * Google Drive sync module — fetches recent files and exports Google Workspace
+ * documents as markdown wiki pages under wiki/sources/.
+ */
+import { mkdirSync, writeFileSync, existsSync } from 'node:fs';
+import { join } from 'node:path';
+const API = 'https://www.googleapis.com/drive/v3';
+/** Google Workspace MIME types we can export as text */
+const EXPORT_MAP = {
+    'application/vnd.google-apps.document': { mimeType: 'text/plain', label: 'Google Doc' },
+    'application/vnd.google-apps.spreadsheet': { mimeType: 'text/csv', label: 'Google Sheet' },
+    'application/vnd.google-apps.presentation': { mimeType: 'text/plain', label: 'Google Slides' },
+};
+/** MIME types we can download directly as text */
+const TEXT_MIME_TYPES = new Set([
+    'text/plain',
+    'text/markdown',
+    'text/csv',
+    'text/html',
+    'application/json',
+    'text/x-python',
+    'text/javascript',
+    'application/x-yaml',
+]);
+function sanitizeFilename(raw) {
+    return (raw
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/-+/g, '-')
+        .replace(/^-|-$/g, '')
+        .slice(0, 120) || 'untitled');
+}
+function errorHint(status, message) {
+    if (status === 401)
+        return 'Token expired — re-authenticate with Google OAuth';
+    if (status === 403)
+        return 'Insufficient permissions — ensure drive.readonly scope';
+    if (status === 429)
+        return 'Rate limited — try again later';
+    return `HTTP ${status}: ${message}`;
+}
+function recentTimestamp() {
+    const d = new Date();
+    d.setDate(d.getDate() - 30);
+    return d.toISOString();
+}
+async function driveFetch(url, token) {
+    const res = await fetch(url, {
+        headers: { Authorization: `Bearer ${token}` },
+    });
+    if (!res.ok) {
+        const body = await res.text().catch(() => '');
+        return { ok: false, status: res.status, message: body };
+    }
+    return { ok: true, data: (await res.json()) };
+}
+async function driveFetchText(url, token) {
+    const res = await fetch(url, {
+        headers: { Authorization: `Bearer ${token}` },
+    });
+    if (!res.ok) {
+        const body = await res.text().catch(() => '');
+        return { ok: false, status: res.status, message: body };
+    }
+    return { ok: true, data: await res.text() };
+}
+async function listFiles(token, maxFiles, folderId) {
+    const errors = [];
+    const allFiles = [];
+    let pageToken;
+    const since = recentTimestamp();
+    do {
+        const params = new URLSearchParams({
+            orderBy: 'modifiedTime desc',
+            pageSize: String(Math.min(50, maxFiles - allFiles.length)),
+            fields: 'nextPageToken,files(id,name,mimeType,modifiedTime,webViewLink)',
+        });
+        const queryParts = [`modifiedTime > '${since}'`, 'trashed = false'];
+        if (folderId) {
+            queryParts.push(`'${folderId}' in parents`);
+        }
+        params.set('q', queryParts.join(' and '));
+        if (pageToken) {
+            params.set('pageToken', pageToken);
+        }
+        const result = await driveFetch(`${API}/files?${params.toString()}`, token);
+        if (!result.ok) {
+            errors.push(`listFiles: ${errorHint(result.status, result.message)}`);
+            break;
+        }
+        allFiles.push(...result.data.files);
+        pageToken = result.data.nextPageToken;
+    } while (pageToken && allFiles.length < maxFiles);
+    return { files: allFiles.slice(0, maxFiles), errors };
+}
+async function exportFile(token, fileId, exportMimeType) {
+    const result = await driveFetchText(`${API}/files/${fileId}/export?mimeType=${encodeURIComponent(exportMimeType)}`, token);
+    if (!result.ok) {
+        return { content: null, error: `export(${fileId}): ${errorHint(result.status, result.message)}` };
+    }
+    return { content: result.data, error: null };
+}
+async function downloadFile(token, fileId) {
+    const result = await driveFetchText(`${API}/files/${fileId}?alt=media`, token);
+    if (!result.ok) {
+        return { content: null, error: `download(${fileId}): ${errorHint(result.status, result.message)}` };
+    }
+    return { content: result.data, error: null };
+}
+function fileToMarkdown(file, body, sourceLabel) {
+    const esc = (s) => s.replace(/'/g, "''");
+    const frontmatter = [
+        '---',
+        `type: source`,
+        `source-type: gdrive`,
+        `title: '${esc(file.name)}'`,
+        `gdrive-id: '${file.id}'`,
+        `mime-type: '${file.mimeType}'`,
+        `modified: '${file.modifiedTime}'`,
+        `created: '${new Date().toISOString()}'`,
+        file.webViewLink ? `link: '${file.webViewLink}'` : null,
+        `tags: [gdrive, ${sourceLabel.toLowerCase().replace(/\s+/g, '-')}]`,
+        '---',
+    ]
+        .filter(Boolean)
+        .join('\n');
+    const links = file.webViewLink
+        ? `\n## Links\n\n- [Open in Google Drive](${file.webViewLink})\n`
+        : '';
+    return {
+        filename: `gdrive-${sanitizeFilename(file.name)}.md`,
+        content: `${frontmatter}\n\n# ${file.name}\n\n> Source: ${sourceLabel} via Google Drive sync\n\n${body.trim()}\n${links}`,
+    };
+}
+export async function syncGDrive(options) {
+    const start = Date.now();
+    const errors = [];
+    let filesWritten = 0;
+    const maxFiles = options.maxFiles ?? 50;
+    const outDir = join(options.vaultRoot, 'wiki', 'sources');
+    if (!existsSync(outDir))
+        mkdirSync(outDir, { recursive: true });
+    const { files, errors: listErrors } = await listFiles(options.token, maxFiles, options.folderId);
+    errors.push(...listErrors);
+    if (files.length === 0 && listErrors.length > 0) {
+        return { provider: 'gdrive', filesWritten: 0, errors, duration: Date.now() - start };
+    }
+    for (const file of files) {
+        const exportInfo = EXPORT_MAP[file.mimeType];
+        if (exportInfo) {
+            // Google Workspace file — export via /export endpoint
+            const { content, error } = await exportFile(options.token, file.id, exportInfo.mimeType);
+            if (error) {
+                errors.push(error);
+                continue;
+            }
+            if (!content)
+                continue;
+            const { filename, content: md } = fileToMarkdown(file, content, exportInfo.label);
+            try {
+                writeFileSync(join(outDir, filename), md, 'utf-8');
+                filesWritten++;
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                errors.push(`Write failed (${filename}): ${msg}`);
+            }
+        }
+        else if (TEXT_MIME_TYPES.has(file.mimeType)) {
+            // Plain text file — download directly
+            const { content, error } = await downloadFile(options.token, file.id);
+            if (error) {
+                errors.push(error);
+                continue;
+            }
+            if (!content)
+                continue;
+            const label = file.mimeType.split('/').pop() ?? 'text';
+            const { filename, content: md } = fileToMarkdown(file, content, label);
+            try {
+                writeFileSync(join(outDir, filename), md, 'utf-8');
+                filesWritten++;
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                errors.push(`Write failed (${filename}): ${msg}`);
+            }
+        }
+        else {
+            // Binary file (PDF, image, etc.) — note existence but skip content
+            const body = `_Binary file (${file.mimeType}) — content not exported. Open in Google Drive to view._`;
+            const { filename, content: md } = fileToMarkdown(file, body, 'binary');
+            try {
+                writeFileSync(join(outDir, filename), md, 'utf-8');
+                filesWritten++;
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                errors.push(`Write failed (${filename}): ${msg}`);
+            }
+        }
+    }
+    return { provider: 'gdrive', filesWritten, errors, duration: Date.now() - start };
+}
+//# sourceMappingURL=gdrive.js.map

package/dist/core/sync/gdrive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gdrive.js","sourceRoot":"","sources":["../../../src/core/sync/gdrive.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAiCjC,MAAM,GAAG,GAAG,qCAAqC,CAAC;AAElD,wDAAwD;AACxD,MAAM,UAAU,GAAwD;IACtE,sCAAsC,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;IACvF,yCAAyC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,cAAc,EAAE;IAC1F,0CAA0C,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,eAAe,EAAE;CAC/F,CAAC;AAEF,kDAAkD;AAClD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,YAAY;IACZ,eAAe;IACf,UAAU;IACV,WAAW;IACX,kBAAkB;IAClB,eAAe;IACf,iBAAiB;IACjB,oBAAoB;CACrB,CAAC,CAAC;AAEH,SAAS,gBAAgB,CAAC,GAAW;IACnC,OAAO,CACL,GAAG;SACA,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,UAAU,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,MAAc,EAAE,OAAe;IAChD,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,mDAAmD,CAAC;IAC/E,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,wDAAwD,CAAC;IACpF,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,gCAAgC,CAAC;IAC5D,OAAO,QAAQ,MAAM,KAAK,OAAO,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,eAAe;IACtB,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;IACrB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5B,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,UAAU,CAAI,GAAW,EAAE,KAAa;IACrD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC3B,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE;KAC9C,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAM,EAAE,CAAC;AACrD,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAW,EAAE,KAAa;IACtD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC3B,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE;KAC9C,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,KAAa,EACb,QAAgB,EAChB,QAAiB;IAEjB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAgB,EAAE,CAAC;IACjC,IAAI,SAA6B,CAAC;IAClC,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAEhC,GAAG,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;YACjC,OAAO,EAAE,mBAAmB;YAC5B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC1D,MAAM,EAAE,gEAAgE;SACzE,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,CAAC,mBAAmB,KAAK,GAAG,EAAE,iBAAiB,CAAC,CAAC;QACpE,IAAI,QAAQ,EAAE,CAAC;YACb,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,cAAc,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAE1C,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,UAAU,CAC7B,GAAG,GAAG,UAAU,MAAM,CAAC,QAAQ,EAAE,EAAE,EACnC,KAAK,CACN,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,cAAc,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACtE,MAAM;QACR,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC;IACxC,CAAC,QAAQ,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,EAAE;IAElD,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,KAAa,EACb,MAAc,EACd,cAAsB;IAEtB,MAAM,MAAM,GAAG,MAAM,cAAc,CACjC,GAAG,GAAG,UAAU,MAAM,oBAAoB,kBAAkB,CAAC,cAAc,CAAC,EAAE,EAC9E,KAAK,CACN,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,MAAM,MAAM,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;IACpG,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AAC/C,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,KAAa,EACb,MAAc;IAEd,MAAM,MAAM,GAAG,MAAM,cAAc,CACjC,GAAG,GAAG,UAAU,MAAM,YAAY,EAClC,KAAK,CACN,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,MAAM,MAAM,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;IACtG,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CACrB,IAAe,EACf,IAAY,EACZ,WAAmB;IAEnB,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG;QAClB,KAAK;QACL,cAAc;QACd,qBAAqB;QACrB,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC5B,eAAe,IAAI,CAAC,EAAE,GAAG;QACzB,eAAe,IAAI,CAAC,QAAQ,GAAG;QAC/B,cAAc,IAAI,CAAC,YAAY,GAAG;QAClC,aAAa,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG;QACxC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,IAAI;QACvD,kBAAkB,WAAW,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG;QACnE,KAAK;KACN;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW;QAC5B,CAAC,CAAC,0CAA0C,IAAI,CAAC,WAAW,KAAK;QACjE,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;QACL,QAAQ,EAAE,UAAU,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;QACpD,OAAO,EAAE,GAAG,WAAW,SAAS,IAAI,CAAC,IAAI,iBAAiB,WAAW,6BAA6B,IAAI,CAAC,IAAI,EAAE,KAAK,KAAK,EAAE;KAC1H,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAE1D,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,SAAS,CACnD,OAAO,CAAC,KAAK,EACb,QAAQ,EACR,OAAO,CAAC,QAAQ,CACjB,CAAC;IACF,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;IAE3B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;IACvF,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE7C,IAAI,UAAU,EAAE,CAAC;YACf,sDAAsD;YACtD,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;YACzF,IAAI,KAAK,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC5C,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;YAClF,IAAI,CAAC;gBACH,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;gBACnD,YAAY,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,MAAM,CAAC,IAAI,CAAC,iBAAiB,QAAQ,MAAM,GAAG,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,sCAAsC;YACtC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACtE,IAAI,KAAK,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC5C,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;YACvD,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC;gBACH,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;gBACnD,YAAY,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,MAAM,CAAC,IAAI,CAAC,iBAAiB,QAAQ,MAAM,GAAG,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,mEAAmE;YACnE,MAAM,IAAI,GAAG,iBAAiB,IAAI,CAAC,QAAQ,0DAA0D,CAAC;YACtG,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;YACvE,IAAI,CAAC;gBACH,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;gBACnD,YAAY,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,MAAM,CAAC,IAAI,CAAC,iBAAiB,QAAQ,MAAM,GAAG,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;AACpF,CAAC"}

package/dist/core/sync/github.d.ts

@@ -0,0 +1,20 @@
+/**
+ * GitHub Sync — fetches repos, issues, PRs, and READMEs into raw/ for wiki ingest.
+ * Uses GitHub REST API v3 with OAuth access_token from .wikimem/tokens.json.
+ */
+export interface GitHubSyncOptions {
+    token: string;
+    vaultRoot: string;
+    repos?: string[];
+    maxRepos?: number;
+    maxIssuesPerRepo?: number;
+    maxPRsPerRepo?: number;
+}
+export interface PlatformSyncResult {
+    provider: string;
+    filesWritten: number;
+    errors: string[];
+    duration: number;
+}
+export declare function syncGitHub(options: GitHubSyncOptions): Promise<PlatformSyncResult>;
+//# sourceMappingURL=github.d.ts.map

package/dist/core/sync/github.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"github.d.ts","sourceRoot":"","sources":["../../../src/core/sync/github.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AA6JD,wBAAsB,UAAU,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAqGxF"}

package/dist/core/sync/github.js

@@ -0,0 +1,206 @@
+/**
+ * GitHub Sync — fetches repos, issues, PRs, and READMEs into raw/ for wiki ingest.
+ * Uses GitHub REST API v3 with OAuth access_token from .wikimem/tokens.json.
+ */
+import { mkdirSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+const API_BASE = 'https://api.github.com';
+const MAX_TOTAL_CALLS = 200;
+let callCount = 0;
+async function ghFetch(path, token) {
+    if (callCount >= MAX_TOTAL_CALLS) {
+        return { data: null, error: `API call cap reached (${MAX_TOTAL_CALLS})` };
+    }
+    callCount++;
+    try {
+        const res = await fetch(`${API_BASE}${path}`, {
+            headers: {
+                Authorization: `Bearer ${token}`,
+                Accept: 'application/vnd.github.v3+json',
+                'User-Agent': 'wikimem-sync',
+            },
+        });
+        const remaining = res.headers.get('X-RateLimit-Remaining');
+        if (remaining !== null && parseInt(remaining, 10) < 10) {
+            const resetAt = res.headers.get('X-RateLimit-Reset');
+            const resetTime = resetAt ? new Date(parseInt(resetAt, 10) * 1000).toISOString() : 'unknown';
+            return { data: null, error: `Rate limit nearly exhausted (${remaining} left, resets ${resetTime})` };
+        }
+        if (!res.ok) {
+            return { data: null, error: `GitHub API ${res.status}: ${res.statusText} for ${path}` };
+        }
+        const data = (await res.json());
+        return { data, error: null };
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        return { data: null, error: `Fetch failed for ${path}: ${msg}` };
+    }
+}
+function todayDate() {
+    return new Date().toISOString().slice(0, 10);
+}
+function frontmatter(fields) {
+    const lines = ['---'];
+    for (const [key, val] of Object.entries(fields)) {
+        if (Array.isArray(val)) {
+            lines.push(`${key}: [${val.map((v) => `"${v}"`).join(', ')}]`);
+        }
+        else if (typeof val === 'string') {
+            lines.push(`${key}: "${val.replace(/"/g, '\\"')}"`);
+        }
+        else {
+            lines.push(`${key}: ${String(val)}`);
+        }
+    }
+    lines.push('---');
+    return lines.join('\n');
+}
+function sanitizeFilename(name) {
+    return name.replace(/[^a-zA-Z0-9._-]/g, '-').slice(0, 100);
+}
+function writeMarkdown(dir, filename, content) {
+    mkdirSync(dir, { recursive: true });
+    writeFileSync(join(dir, filename), content, 'utf-8');
+}
+function buildRepoPage(repo) {
+    const fm = frontmatter({
+        title: repo.full_name, addedBy: 'connector', source: 'github', type: 'repository',
+        url: repo.html_url, language: repo.language ?? 'unknown',
+        stars: repo.stargazers_count, forks: repo.forks_count, syncedAt: new Date().toISOString(),
+    });
+    const topics = repo.topics.length > 0 ? `\n**Topics:** ${repo.topics.join(', ')}` : '';
+    return `${fm}\n\n# ${repo.full_name}\n\n${repo.description ?? '_No description._'}\n
+| Stat | Value |
+|------|-------|
+| Language | ${repo.language ?? 'N/A'} |
+| Stars | ${repo.stargazers_count} |
+| Forks | ${repo.forks_count} |
+| Open Issues | ${repo.open_issues_count} |
+| Updated | ${repo.updated_at} |
+| Private | ${repo.private ? 'Yes' : 'No'} |
+${topics}\n\n[View on GitHub](${repo.html_url})\n`;
+}
+function buildIssuePage(repo, issue) {
+    const fm = frontmatter({
+        title: `#${issue.number} ${issue.title}`, addedBy: 'connector', source: 'github',
+        type: 'issue', repo, url: issue.html_url, state: issue.state,
+        author: issue.user?.login ?? 'unknown', labels: issue.labels.map((l) => l.name),
+        createdAt: issue.created_at, syncedAt: new Date().toISOString(),
+    });
+    const body = issue.body ? issue.body.slice(0, 5000) : '_No description._';
+    return `${fm}\n\n# ${issue.title}\n\n**Issue #${issue.number}** in \`${repo}\` | ${issue.state} | by ${issue.user?.login ?? 'unknown'}\n\n${body}\n`;
+}
+function buildPRPage(repo, pr) {
+    const fm = frontmatter({
+        title: `PR #${pr.number} ${pr.title}`, addedBy: 'connector', source: 'github',
+        type: 'pull-request', repo, url: pr.html_url, state: pr.state,
+        author: pr.user?.login ?? 'unknown', branch: `${pr.head.ref} -> ${pr.base.ref}`,
+        createdAt: pr.created_at, syncedAt: new Date().toISOString(),
+    });
+    const body = pr.body ? pr.body.slice(0, 5000) : '_No description._';
+    return `${fm}\n\n# ${pr.title}\n\n**PR #${pr.number}** in \`${repo}\` | ${pr.state} | \`${pr.head.ref}\` -> \`${pr.base.ref}\` | by ${pr.user?.login ?? 'unknown'}\n\n${body}\n`;
+}
+function buildReadmePage(repo, content, htmlUrl) {
+    const fm = frontmatter({
+        title: `${repo} README`, addedBy: 'connector', source: 'github',
+        type: 'readme', repo, url: htmlUrl, syncedAt: new Date().toISOString(),
+    });
+    return `${fm}\n\n${content.slice(0, 10000)}\n`;
+}
+export async function syncGitHub(options) {
+    const start = Date.now();
+    callCount = 0;
+    const errors = [];
+    let filesWritten = 0;
+    const date = todayDate();
+    const outDir = join(options.vaultRoot, 'raw', date);
+    mkdirSync(outDir, { recursive: true });
+    const maxRepos = options.maxRepos ?? 30;
+    const maxIssues = options.maxIssuesPerRepo ?? 20;
+    const maxPRs = options.maxPRsPerRepo ?? 10;
+    // Step 1: Get repos
+    let repos = [];
+    if (options.repos && options.repos.length > 0) {
+        for (const fullName of options.repos.slice(0, maxRepos)) {
+            const { data, error } = await ghFetch(`/repos/${fullName}`, options.token);
+            if (error) {
+                errors.push(error);
+                continue;
+            }
+            if (data)
+                repos.push(data);
+        }
+    }
+    else {
+        const { data, error } = await ghFetch(`/user/repos?sort=updated&per_page=${maxRepos}&type=owner`, options.token);
+        if (error)
+            errors.push(error);
+        if (data)
+            repos = data;
+    }
+    // Step 2: Write repo summaries and fetch details
+    for (const repo of repos) {
+        const repoDir = join(outDir, 'github', sanitizeFilename(repo.full_name));
+        // Repo summary page
+        writeMarkdown(repoDir, 'repo.md', buildRepoPage(repo));
+        filesWritten++;
+        // README
+        const { data: readmeData, error: readmeErr } = await ghFetch(`/repos/${repo.full_name}/readme`, options.token);
+        if (readmeErr) {
+            if (!readmeErr.includes('404'))
+                errors.push(readmeErr);
+        }
+        else if (readmeData) {
+            try {
+                const decoded = Buffer.from(readmeData.content, 'base64').toString('utf-8');
+                writeMarkdown(repoDir, 'README.md', buildReadmePage(repo.full_name, decoded, readmeData.html_url));
+                filesWritten++;
+            }
+            catch (decodeErr) {
+                errors.push(`Failed to decode README for ${repo.full_name}`);
+            }
+        }
+        // Issues
+        if (repo.open_issues_count > 0) {
+            const { data: issues, error: issueErr } = await ghFetch(`/repos/${repo.full_name}/issues?state=open&per_page=${maxIssues}&sort=updated`, options.token);
+            if (issueErr) {
+                errors.push(issueErr);
+            }
+            if (issues) {
+                const issueDir = join(repoDir, 'issues');
+                for (const issue of issues) {
+                    // The issues endpoint includes PRs; skip them
+                    if ('pull_request' in issue)
+                        continue;
+                    writeMarkdown(issueDir, `issue-${issue.number}.md`, buildIssuePage(repo.full_name, issue));
+                    filesWritten++;
+                }
+            }
+        }
+        // PRs
+        const { data: prs, error: prErr } = await ghFetch(`/repos/${repo.full_name}/pulls?state=open&per_page=${maxPRs}&sort=updated`, options.token);
+        if (prErr) {
+            errors.push(prErr);
+        }
+        if (prs) {
+            const prDir = join(repoDir, 'prs');
+            for (const pr of prs) {
+                writeMarkdown(prDir, `pr-${pr.number}.md`, buildPRPage(repo.full_name, pr));
+                filesWritten++;
+            }
+        }
+        // Bail early if hitting call cap
+        if (callCount >= MAX_TOTAL_CALLS) {
+            errors.push(`Stopped after ${repos.indexOf(repo) + 1} repos — API call cap reached`);
+            break;
+        }
+    }
+    return {
+        provider: 'github',
+        filesWritten,
+        errors,
+        duration: Date.now() - start,
+    };
+}
+//# sourceMappingURL=github.js.map

package/dist/core/sync/github.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"github.js","sourceRoot":"","sources":["../../../src/core/sync/github.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAyDjC,MAAM,QAAQ,GAAG,wBAAwB,CAAC;AAC1C,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,IAAI,SAAS,GAAG,CAAC,CAAC;AAElB,KAAK,UAAU,OAAO,CAAI,IAAY,EAAE,KAAa;IACnD,IAAI,SAAS,IAAI,eAAe,EAAE,CAAC;QACjC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,yBAAyB,eAAe,GAAG,EAAE,CAAC;IAC5E,CAAC;IACD,SAAS,EAAE,CAAC;IAEZ,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,GAAG,IAAI,EAAE,EAAE;YAC5C,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,MAAM,EAAE,gCAAgC;gBACxC,YAAY,EAAE,cAAc;aAC7B;SACF,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QAC3D,IAAI,SAAS,KAAK,IAAI,IAAI,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;YACvD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAC7F,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,gCAAgC,SAAS,iBAAiB,SAAS,GAAG,EAAE,CAAC;QACvG,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,cAAc,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,UAAU,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC1F,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAM,CAAC;QACrC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,oBAAoB,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;IACnE,CAAC;AACH,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,WAAW,CAAC,MAA4D;IAC/E,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC;IACtB,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjE,CAAC;aAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YACnC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,aAAa,CAAC,GAAW,EAAE,QAAgB,EAAE,OAAe;IACnE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,aAAa,CAAC,IAAgB;IACrC,MAAM,EAAE,GAAG,WAAW,CAAC;QACrB,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY;QACjF,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;QACxD,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAC1F,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvF,OAAO,GAAG,EAAE,SAAS,IAAI,CAAC,SAAS,OAAO,IAAI,CAAC,WAAW,IAAI,mBAAmB;;;eAGpE,IAAI,CAAC,QAAQ,IAAI,KAAK;YACzB,IAAI,CAAC,gBAAgB;YACrB,IAAI,CAAC,WAAW;kBACV,IAAI,CAAC,iBAAiB;cAC1B,IAAI,CAAC,UAAU;cACf,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;EACvC,MAAM,wBAAwB,IAAI,CAAC,QAAQ,KAAK,CAAC;AACnD,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAkB;IACtD,MAAM,EAAE,GAAG,WAAW,CAAC;QACrB,KAAK,EAAE,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ;QAChF,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK;QAC5D,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/E,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAChE,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC;IAC1E,OAAO,GAAG,EAAE,SAAS,KAAK,CAAC,KAAK,gBAAgB,KAAK,CAAC,MAAM,WAAW,IAAI,QAAQ,KAAK,CAAC,KAAK,SAAS,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,SAAS,OAAO,IAAI,IAAI,CAAC;AACvJ,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,EAAY;IAC7C,MAAM,EAAE,GAAG,WAAW,CAAC;QACrB,KAAK,EAAE,OAAO,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ;QAC7E,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK;QAC7D,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;QAC/E,SAAS,EAAE,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAC7D,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC;IACpE,OAAO,GAAG,EAAE,SAAS,EAAE,CAAC,KAAK,aAAa,EAAE,CAAC,MAAM,WAAW,IAAI,QAAQ,EAAE,CAAC,KAAK,QAAQ,EAAE,CAAC,IAAI,CAAC,GAAG,WAAW,EAAE,CAAC,IAAI,CAAC,GAAG,WAAW,EAAE,CAAC,IAAI,EAAE,KAAK,IAAI,SAAS,OAAO,IAAI,IAAI,CAAC;AACnL,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,OAAe,EAAE,OAAe;IACrE,MAAM,EAAE,GAAG,WAAW,CAAC;QACrB,KAAK,EAAE,GAAG,IAAI,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ;QAC/D,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACvE,CAAC,CAAC;IACH,OAAO,GAAG,EAAE,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,SAAS,GAAG,CAAC,CAAC;IACd,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACpD,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC;IACjD,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC;IAE3C,oBAAoB;IACpB,IAAI,KAAK,GAAiB,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;YACxD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAa,UAAU,QAAQ,EAAE,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACvF,IAAI,KAAK,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAAC,SAAS;YAAC,CAAC;YAC5C,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CACnC,qCAAqC,QAAQ,aAAa,EAC1D,OAAO,CAAC,KAAK,CACd,CAAC;QACF,IAAI,KAAK;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,IAAI;YAAE,KAAK,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,iDAAiD;IACjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAEzE,oBAAoB;QACpB,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,YAAY,EAAE,CAAC;QAEf,SAAS;QACT,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,OAAO,CAC1D,UAAU,IAAI,CAAC,SAAS,SAAS,EACjC,OAAO,CAAC,KAAK,CACd,CAAC;QACF,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC5E,aAAa,CAAC,OAAO,EAAE,WAAW,EAAE,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACnG,YAAY,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,SAAS;QACT,IAAI,IAAI,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,CACrD,UAAU,IAAI,CAAC,SAAS,+BAA+B,SAAS,eAAe,EAC/E,OAAO,CAAC,KAAK,CACd,CAAC;YACF,IAAI,QAAQ,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YACxC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,8CAA8C;oBAC9C,IAAI,cAAc,IAAI,KAAK;wBAAE,SAAS;oBACtC,aAAa,CAAC,QAAQ,EAAE,SAAS,KAAK,CAAC,MAAM,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC3F,YAAY,EAAE,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM;QACN,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAC/C,UAAU,IAAI,CAAC,SAAS,8BAA8B,MAAM,eAAe,EAC3E,OAAO,CAAC,KAAK,CACd,CAAC;QACF,IAAI,KAAK,EAAE,CAAC;YAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAClC,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACnC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,MAAM,KAAK,EAAE,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC5E,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,IAAI,SAAS,IAAI,eAAe,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YACrF,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,QAAQ;QAClB,YAAY;QACZ,MAAM;QACN,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;KAC7B,CAAC;AACJ,CAAC"}

package/dist/core/sync/gmail.d.ts

@@ -0,0 +1,15 @@
+export interface GmailSyncOptions {
+    token: string;
+    vaultRoot: string;
+    maxThreads?: number;
+    query?: string;
+    labelIds?: string[];
+}
+export interface PlatformSyncResult {
+    provider: string;
+    filesWritten: number;
+    errors: string[];
+    duration: number;
+}
+export declare function syncGmail(options: GmailSyncOptions): Promise<PlatformSyncResult>;
+//# sourceMappingURL=gmail.d.ts.map

package/dist/core/sync/gmail.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gmail.d.ts","sourceRoot":"","sources":["../../../src/core/sync/gmail.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AA8KD,wBAAsB,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAkCtF"}

package/dist/core/sync/gmail.js

@@ -0,0 +1,159 @@
+/**
+ * Gmail sync module — fetches recent threads and writes them as markdown
+ * into the wiki vault's raw/{date}/ directory.
+ */
+import { mkdirSync, writeFileSync, existsSync } from 'node:fs';
+import { join } from 'node:path';
+const API = 'https://gmail.googleapis.com/gmail/v1/users/me';
+function getHeader(headers, name) {
+    return headers.find((h) => h.name.toLowerCase() === name.toLowerCase())?.value ?? '';
+}
+function decode64(data) {
+    return Buffer.from(data, 'base64url').toString('utf-8');
+}
+function extractPlainText(part) {
+    if (part.mimeType === 'text/plain' && part.body.data)
+        return decode64(part.body.data);
+    if (part.parts) {
+        for (const sub of part.parts) {
+            const text = extractPlainText(sub);
+            if (text)
+                return text;
+        }
+    }
+    return '';
+}
+function extractBody(msg) {
+    const { payload } = msg;
+    if (payload.body.data)
+        return decode64(payload.body.data);
+    if (payload.parts) {
+        const plain = payload.parts.find((p) => p.mimeType === 'text/plain');
+        if (plain?.body.data)
+            return decode64(plain.body.data);
+        for (const part of payload.parts) {
+            const text = extractPlainText(part);
+            if (text)
+                return text;
+        }
+        const html = payload.parts.find((p) => p.mimeType === 'text/html');
+        if (html?.body.data)
+            return decode64(html.body.data);
+    }
+    return '(no body content)';
+}
+function sanitizeFilename(raw) {
+    return (raw.replace(/[/\\:*?"<>|]/g, '-').replace(/\s+/g, '-').replace(/-+/g, '-').replace(/^-|-$/g, '').slice(0, 120) ||
+        'untitled');
+}
+function formatDate(internalDate) {
+    const ms = parseInt(internalDate, 10);
+    return Number.isNaN(ms) ? new Date().toISOString() : new Date(ms).toISOString();
+}
+function todayStr() {
+    const n = new Date();
+    return `${n.getFullYear()}-${String(n.getMonth() + 1).padStart(2, '0')}-${String(n.getDate()).padStart(2, '0')}`;
+}
+function errorHint(status, message) {
+    if (status === 401)
+        return 'Token expired — re-authenticate with Google OAuth';
+    if (status === 429)
+        return 'Rate limited — try again later';
+    return `HTTP ${status}: ${message}`;
+}
+async function gmailFetch(endpoint, token) {
+    const res = await fetch(`${API}${endpoint}`, {
+        headers: { Authorization: `Bearer ${token}` },
+    });
+    if (!res.ok) {
+        const body = await res.text().catch(() => '');
+        return { ok: false, status: res.status, message: body };
+    }
+    return { ok: true, data: (await res.json()) };
+}
+async function listThreads(token, maxResults, query, labelIds) {
+    const params = new URLSearchParams({ maxResults: String(maxResults) });
+    if (query)
+        params.set('q', query);
+    if (labelIds?.length) {
+        for (const lid of labelIds)
+            params.append('labelIds', lid);
+    }
+    const result = await gmailFetch(`/threads?${params.toString()}`, token);
+    if (result.ok === false) {
+        return { threads: [], errors: [`listThreads: ${errorHint(result.status, result.message)}`] };
+    }
+    return { threads: result.data.threads ?? [], errors: [] };
+}
+async function getThread(token, threadId) {
+    const result = await gmailFetch(`/threads/${threadId}?format=full`, token);
+    if (result.ok === false) {
+        return { thread: null, error: `getThread(${threadId}): ${errorHint(result.status, result.message)}` };
+    }
+    return { thread: result.data, error: null };
+}
+function threadToMarkdown(thread) {
+    const messages = thread.messages ?? [];
+    const firstMsg = messages[0];
+    const headers = firstMsg?.payload.headers ?? [];
+    const subject = getHeader(headers, 'Subject') || '(no subject)';
+    const from = getHeader(headers, 'From');
+    const date = firstMsg ? formatDate(firstMsg.internalDate) : new Date().toISOString();
+    const esc = (s) => s.replace(/'/g, "''");
+    const frontmatter = [
+        '---',
+        `addedBy: 'connector'`,
+        `source: 'gmail'`,
+        `subject: '${esc(subject)}'`,
+        `from: '${esc(from)}'`,
+        `date: '${date}'`,
+        `threadId: '${thread.id}'`,
+        `messageCount: ${messages.length}`,
+        '---',
+    ].join('\n');
+    const body = messages
+        .map((msg) => {
+        const mFrom = getHeader(msg.payload.headers, 'From');
+        const mDate = formatDate(msg.internalDate);
+        return `## From: ${mFrom}\n_${mDate}_\n\n${extractBody(msg).trim()}`;
+    })
+        .join('\n\n---\n\n');
+    return {
+        filename: `gmail-${sanitizeFilename(subject)}.md`,
+        content: `${frontmatter}\n\n# ${subject}\n\n${body}\n`,
+    };
+}
+export async function syncGmail(options) {
+    const start = Date.now();
+    const errors = [];
+    let filesWritten = 0;
+    const maxThreads = options.maxThreads ?? 50;
+    const outDir = join(options.vaultRoot, 'raw', todayStr());
+    if (!existsSync(outDir))
+        mkdirSync(outDir, { recursive: true });
+    const { threads, errors: listErrors } = await listThreads(options.token, maxThreads, options.query, options.labelIds);
+    errors.push(...listErrors);
+    if (threads.length === 0 && listErrors.length > 0) {
+        return { provider: 'gmail', filesWritten: 0, errors, duration: Date.now() - start };
+    }
+    for (const stub of threads) {
+        const { thread, error } = await getThread(options.token, stub.id);
+        if (error) {
+            errors.push(error);
+            continue;
+        }
+        if (!thread)
+            continue;
+        const { filename, content } = threadToMarkdown(thread);
+        try {
+            writeFileSync(join(outDir, filename), content, 'utf-8');
+            filesWritten++;
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            errors.push(`Write failed (${filename}): ${msg}`);
+        }
+    }
+    return { provider: 'gmail', filesWritten, errors, duration: Date.now() - start };
+}
+//# sourceMappingURL=gmail.js.map