stellar-memory 0.5.0

package/dist/scanner/cloud/google-drive.js

@@ -0,0 +1,289 @@
+/**
+ * scanner/cloud/google-drive.ts — Google Drive connector.
+ *
+ * Supports both Service Account (server-to-server) and OAuth2 personal auth.
+ * Documents are exported as text/plain so binary formats (Sheets, Slides) are
+ * readable without additional parsers.
+ *
+ * Required credentials (one of two modes):
+ *   Service Account: { client_email, private_key }
+ *   OAuth2 personal: { client_id, client_secret, refresh_token }
+ *
+ * Required env var (or pass as credential):
+ *   GOOGLE_DRIVE_ROOT_FOLDER_ID — optional; if set, scan is scoped to that folder
+ *
+ * Rate limits: Google Drive API v3 — 10 requests/second for metadata,
+ * 1 request/second for export. We apply exponential backoff on 429/503.
+ */
+import { createLogger } from '../../utils/logger.js';
+const log = createLogger('google-drive');
+// ---------------------------------------------------------------------------
+// GoogleDriveConnector
+// ---------------------------------------------------------------------------
+export class GoogleDriveConnector {
+    name = 'Google Drive';
+    type = 'google-drive';
+    auth = null;
+    // -------------------------------------------------------------------------
+    // authenticate
+    // -------------------------------------------------------------------------
+    async authenticate(credentials) {
+        validateCredentials(credentials);
+        const mode = credentials['client_email']
+            ? 'service-account'
+            : 'oauth2';
+        log.info('Authenticating with Google Drive', { mode });
+        const accessToken = await fetchAccessToken(mode, credentials);
+        this.auth = {
+            mode,
+            accessToken,
+            expiresAt: new Date(Date.now() + 55 * 60 * 1000), // 55 min (tokens last 60)
+            credentials,
+        };
+        log.info('Google Drive authentication successful', { mode });
+    }
+    isAuthenticated() {
+        return this.auth !== null && new Date() < this.auth.expiresAt;
+    }
+    // -------------------------------------------------------------------------
+    // fetchDocuments
+    // -------------------------------------------------------------------------
+    async fetchDocuments(since) {
+        this.assertAuthenticated();
+        // Refresh token if within 2 minutes of expiry
+        if (this.auth && new Date() >= new Date(this.auth.expiresAt.getTime() - 120_000)) {
+            await this.refreshToken();
+        }
+        const query = buildDriveQuery(since);
+        log.info('Fetching Google Drive documents', { since: since?.toISOString(), query });
+        const files = await listFiles(this.auth.accessToken, query);
+        log.info('Found files in Google Drive', { count: files.length });
+        const docs = [];
+        for (const file of files) {
+            try {
+                const content = await exportFileContent(this.auth.accessToken, file.id, file.mimeType);
+                docs.push({
+                    id: file.id,
+                    title: file.name,
+                    content,
+                    url: `https://drive.google.com/file/d/${file.id}/view`,
+                    mimeType: file.mimeType,
+                    lastModified: new Date(file.modifiedTime),
+                    author: file.owners?.[0]?.displayName,
+                    metadata: {
+                        driveId: file.id,
+                        webViewLink: file.webViewLink,
+                        iconLink: file.iconLink,
+                        owners: file.owners,
+                        sharedWithMe: file.sharedWithMe ?? false,
+                    },
+                });
+            }
+            catch (err) {
+                log.warn('Failed to export Google Drive file', { fileId: file.id, name: file.name });
+                log.error('Export error', err instanceof Error ? err : new Error(String(err)));
+            }
+        }
+        return docs;
+    }
+    // -------------------------------------------------------------------------
+    // toMemory
+    // -------------------------------------------------------------------------
+    toMemory(doc) {
+        return {
+            content: `# ${doc.title}\n\n${doc.content}`,
+            summary: doc.title.slice(0, 120),
+            type: 'context',
+            tags: ['google-drive', 'cloud'],
+            source: 'cloud',
+            source_path: doc.url,
+            metadata: {
+                ...doc.metadata,
+                cloudService: 'google-drive',
+                lastModified: doc.lastModified.toISOString(),
+                author: doc.author,
+                mimeType: doc.mimeType,
+            },
+        };
+    }
+    // -------------------------------------------------------------------------
+    // Private helpers
+    // -------------------------------------------------------------------------
+    assertAuthenticated() {
+        if (!this.isAuthenticated()) {
+            throw new Error('GoogleDriveConnector: not authenticated. Call authenticate() first.');
+        }
+    }
+    async refreshToken() {
+        if (!this.auth)
+            return;
+        log.debug('Refreshing Google Drive access token');
+        const token = await fetchAccessToken(this.auth.mode, this.auth.credentials);
+        this.auth.accessToken = token;
+        this.auth.expiresAt = new Date(Date.now() + 55 * 60 * 1000);
+    }
+}
+const GOOGLE_API_BASE = 'https://www.googleapis.com';
+const MAX_RETRIES = 4;
+async function fetchWithBackoff(url, init, attempt = 0) {
+    const res = await fetch(url, init);
+    if ((res.status === 429 || res.status === 503) && attempt < MAX_RETRIES) {
+        const delay = Math.min(1000 * 2 ** attempt, 16_000);
+        log.debug('Rate limited, retrying', { status: res.status, delay, attempt });
+        await sleep(delay);
+        return fetchWithBackoff(url, init, attempt + 1);
+    }
+    return res;
+}
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+async function fetchAccessToken(mode, credentials) {
+    if (mode === 'service-account') {
+        return fetchServiceAccountToken(credentials);
+    }
+    return fetchOAuth2Token(credentials);
+}
+async function fetchServiceAccountToken(credentials) {
+    // Build a signed JWT and exchange it for an access token using Google's token endpoint.
+    // In production this would use the googleapis library; here we call the REST endpoint
+    // directly to keep the implementation self-contained without requiring the npm package
+    // at type-check time (the dep is declared in package.json).
+    const { client_email, private_key } = credentials;
+    if (!client_email || !private_key) {
+        throw new Error('Service account credentials must include client_email and private_key');
+    }
+    const now = Math.floor(Date.now() / 1000);
+    const claim = {
+        iss: client_email,
+        scope: 'https://www.googleapis.com/auth/drive.readonly',
+        aud: 'https://oauth2.googleapis.com/token',
+        iat: now,
+        exp: now + 3600,
+    };
+    // Sign the JWT using the private key via Node.js crypto (available natively)
+    const { createSign } = await import('node:crypto');
+    const header = base64url(JSON.stringify({ alg: 'RS256', typ: 'JWT' }));
+    const payload = base64url(JSON.stringify(claim));
+    const input = `${header}.${payload}`;
+    const signer = createSign('SHA256');
+    signer.update(input);
+    const signature = signer.sign(private_key, 'base64url');
+    const jwt = `${input}.${signature}`;
+    const res = await fetch('https://oauth2.googleapis.com/token', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+        body: new URLSearchParams({
+            grant_type: 'urn:ietf:params:oauth2:grant-type:jwt-bearer',
+            assertion: jwt,
+        }),
+    });
+    if (!res.ok) {
+        const text = await res.text();
+        throw new Error(`Failed to fetch service account token: ${res.status} ${text}`);
+    }
+    const data = await res.json();
+    return data.access_token;
+}
+async function fetchOAuth2Token(credentials) {
+    const { client_id, client_secret, refresh_token } = credentials;
+    if (!client_id || !client_secret || !refresh_token) {
+        throw new Error('OAuth2 credentials must include client_id, client_secret, and refresh_token');
+    }
+    const res = await fetch('https://oauth2.googleapis.com/token', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+        body: new URLSearchParams({
+            client_id,
+            client_secret,
+            refresh_token,
+            grant_type: 'refresh_token',
+        }),
+    });
+    if (!res.ok) {
+        const text = await res.text();
+        throw new Error(`Failed to refresh OAuth2 token: ${res.status} ${text}`);
+    }
+    const data = await res.json();
+    return data.access_token;
+}
+function base64url(str) {
+    return Buffer.from(str).toString('base64url');
+}
+async function listFiles(accessToken, query) {
+    const fields = 'files(id,name,mimeType,modifiedTime,webViewLink,iconLink,owners,sharedWithMe)';
+    const params = new URLSearchParams({
+        q: query,
+        fields,
+        pageSize: '100',
+        orderBy: 'modifiedTime desc',
+    });
+    const url = `${GOOGLE_API_BASE}/drive/v3/files?${params}`;
+    const res = await fetchWithBackoff(url, {
+        headers: { Authorization: `Bearer ${accessToken}` },
+    });
+    if (!res.ok) {
+        const text = await res.text();
+        throw new Error(`Drive files.list failed: ${res.status} ${text}`);
+    }
+    const data = await res.json();
+    return data.files ?? [];
+}
+async function exportFileContent(accessToken, fileId, mimeType) {
+    let url;
+    if (isGoogleDoc(mimeType)) {
+        // Google Workspace formats must be exported
+        const exportMime = getExportMime(mimeType);
+        url = `${GOOGLE_API_BASE}/drive/v3/files/${fileId}/export?mimeType=${encodeURIComponent(exportMime)}`;
+    }
+    else {
+        // Binary or text files can be downloaded directly
+        url = `${GOOGLE_API_BASE}/drive/v3/files/${fileId}?alt=media`;
+    }
+    const res = await fetchWithBackoff(url, {
+        headers: { Authorization: `Bearer ${accessToken}` },
+    });
+    if (!res.ok) {
+        throw new Error(`Export failed for file ${fileId}: ${res.status}`);
+    }
+    return res.text();
+}
+function isGoogleDoc(mimeType) {
+    return mimeType.startsWith('application/vnd.google-apps.');
+}
+function getExportMime(googleMime) {
+    const map = {
+        'application/vnd.google-apps.document': 'text/plain',
+        'application/vnd.google-apps.spreadsheet': 'text/csv',
+        'application/vnd.google-apps.presentation': 'text/plain',
+        'application/vnd.google-apps.drawing': 'image/svg+xml',
+    };
+    return map[googleMime] ?? 'text/plain';
+}
+function buildDriveQuery(since) {
+    const parts = [
+        'trashed = false',
+        '(mimeType = "text/plain" or mimeType = "text/markdown" or ' +
+            'mimeType = "application/vnd.google-apps.document" or ' +
+            'mimeType = "application/vnd.google-apps.spreadsheet" or ' +
+            'mimeType = "application/pdf")',
+    ];
+    if (since) {
+        parts.push(`modifiedTime > "${since.toISOString()}"`);
+    }
+    const rootFolder = process.env['GOOGLE_DRIVE_ROOT_FOLDER_ID'];
+    if (rootFolder) {
+        parts.push(`"${rootFolder}" in parents`);
+    }
+    return parts.join(' and ');
+}
+function validateCredentials(credentials) {
+    const hasServiceAccount = credentials['client_email'] && credentials['private_key'];
+    const hasOAuth2 = credentials['client_id'] && credentials['client_secret'] && credentials['refresh_token'];
+    if (!hasServiceAccount && !hasOAuth2) {
+        throw new Error('GoogleDriveConnector requires either service account credentials ' +
+            '(client_email + private_key) or OAuth2 credentials ' +
+            '(client_id + client_secret + refresh_token)');
+    }
+}
+//# sourceMappingURL=google-drive.js.map

package/dist/scanner/cloud/google-drive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-drive.js","sourceRoot":"","sources":["../../../src/scanner/cloud/google-drive.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,GAAG,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;AAazC,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAE9E,MAAM,OAAO,oBAAoB;IACtB,IAAI,GAAG,cAAc,CAAC;IACtB,IAAI,GAAG,cAAuB,CAAC;IAEhC,IAAI,GAA2B,IAAI,CAAC;IAE5C,4EAA4E;IAC5E,eAAe;IACf,4EAA4E;IAE5E,KAAK,CAAC,YAAY,CAAC,WAAmC;QACpD,mBAAmB,CAAC,WAAW,CAAC,CAAC;QAEjC,MAAM,IAAI,GAAG,WAAW,CAAC,cAAc,CAAC;YACtC,CAAC,CAAC,iBAAiB;YACnB,CAAC,CAAC,QAAQ,CAAC;QAEb,GAAG,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC9D,IAAI,CAAC,IAAI,GAAG;YACV,IAAI;YACJ,WAAW;YACX,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,0BAA0B;YAC5E,WAAW;SACZ,CAAC;QAEF,GAAG,CAAC,IAAI,CAAC,wCAAwC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;IAChE,CAAC;IAED,4EAA4E;IAC5E,iBAAiB;IACjB,4EAA4E;IAE5E,KAAK,CAAC,cAAc,CAAC,KAAY;QAC/B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,8CAA8C;QAC9C,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;YACjF,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpF,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAK,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjE,MAAM,IAAI,GAAoB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAK,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACxF,IAAI,CAAC,IAAI,CAAC;oBACR,EAAE,EAAY,IAAI,CAAC,EAAE;oBACrB,KAAK,EAAS,IAAI,CAAC,IAAI;oBACvB,OAAO;oBACP,GAAG,EAAW,mCAAmC,IAAI,CAAC,EAAE,OAAO;oBAC/D,QAAQ,EAAM,IAAI,CAAC,QAAQ;oBAC3B,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;oBACzC,MAAM,EAAQ,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW;oBAC3C,QAAQ,EAAE;wBACR,OAAO,EAAS,IAAI,CAAC,EAAE;wBACvB,WAAW,EAAK,IAAI,CAAC,WAAW;wBAChC,QAAQ,EAAQ,IAAI,CAAC,QAAQ;wBAC7B,MAAM,EAAU,IAAI,CAAC,MAAM;wBAC3B,YAAY,EAAI,IAAI,CAAC,YAAY,IAAI,KAAK;qBAC3C;iBACF,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,oCAAoC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACrF,GAAG,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4EAA4E;IAC5E,WAAW;IACX,4EAA4E;IAE5E,QAAQ,CAAC,GAAkB;QACzB,OAAO;YACL,OAAO,EAAM,KAAK,GAAG,CAAC,KAAK,OAAO,GAAG,CAAC,OAAO,EAAE;YAC/C,OAAO,EAAM,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACpC,IAAI,EAAS,SAAS;YACtB,IAAI,EAAS,CAAC,cAAc,EAAE,OAAO,CAAC;YACtC,MAAM,EAAO,OAAO;YACpB,WAAW,EAAE,GAAG,CAAC,GAAG;YACpB,QAAQ,EAAE;gBACR,GAAG,GAAG,CAAC,QAAQ;gBACf,YAAY,EAAE,cAAc;gBAC5B,YAAY,EAAE,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE;gBAC5C,MAAM,EAAQ,GAAG,CAAC,MAAM;gBACxB,QAAQ,EAAM,GAAG,CAAC,QAAQ;aAC3B;SACF,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,kBAAkB;IAClB,4EAA4E;IAEpE,mBAAmB;QACzB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QACvB,GAAG,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5E,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAC9D,CAAC;CACF;AAiBD,MAAM,eAAe,GAAG,4BAA4B,CAAC;AACrD,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,IAAiB,EAAE,OAAO,GAAG,CAAC;IACzE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;QACxE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,EAAE,MAAM,CAAC,CAAC;QACpD,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC5E,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,gBAAgB,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,IAAkC,EAClC,WAAmC;IAEnC,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAC/B,OAAO,wBAAwB,CAAC,WAAW,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,gBAAgB,CAAC,WAAW,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,WAAmC;IACzE,wFAAwF;IACxF,sFAAsF;IACtF,uFAAuF;IACvF,4DAA4D;IAC5D,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,WAAW,CAAC;IAClD,IAAI,CAAC,YAAY,IAAI,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;IAC3F,CAAC;IAED,MAAM,GAAG,GAAK,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG;QACZ,GAAG,EAAE,YAAY;QACjB,KAAK,EAAE,gDAAgD;QACvD,GAAG,EAAE,qCAAqC;QAC1C,GAAG,EAAE,GAAG;QACR,GAAG,EAAE,GAAG,GAAG,IAAI;KAChB,CAAC;IAEF,6EAA6E;IAC7E,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IACnD,MAAM,MAAM,GAAI,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,MAAM,KAAK,GAAK,GAAG,MAAM,IAAI,OAAO,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACrB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,GAAG,KAAK,IAAI,SAAS,EAAE,CAAC;IAEpC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;QAC7D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,mCAAmC,EAAE;QAChE,IAAI,EAAE,IAAI,eAAe,CAAC;YACxB,UAAU,EAAE,8CAA8C;YAC1D,SAAS,EAAG,GAAG;SAChB,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,0CAA0C,GAAG,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA8B,CAAC;IAC1D,OAAO,IAAI,CAAC,YAAY,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,WAAmC;IACjE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,WAAW,CAAC;IAChE,IAAI,CAAC,SAAS,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;IACjG,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;QAC7D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,mCAAmC,EAAE;QAChE,IAAI,EAAE,IAAI,eAAe,CAAC;YACxB,SAAS;YACT,aAAa;YACb,aAAa;YACb,UAAU,EAAE,eAAe;SAC5B,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA8B,CAAC;IAC1D,OAAO,IAAI,CAAC,YAAY,CAAC;AAC3B,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC5B,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,WAAmB,EAAE,KAAa;IACzD,MAAM,MAAM,GAAG,+EAA+E,CAAC;IAC/F,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,CAAC,EAAS,KAAK;QACf,MAAM;QACN,QAAQ,EAAE,KAAK;QACf,OAAO,EAAG,mBAAmB;KAC9B,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,GAAG,eAAe,mBAAmB,MAAM,EAAE,CAAC;IAC1D,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE;QACtC,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,WAAW,EAAE,EAAE;KACpD,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA4B,CAAC;IACxD,OAAO,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,WAAmB,EACnB,MAAc,EACd,QAAgB;IAEhB,IAAI,GAAW,CAAC;IAEhB,IAAI,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,4CAA4C;QAC5C,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC3C,GAAG,GAAG,GAAG,eAAe,mBAAmB,MAAM,oBAAoB,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAC;IACxG,CAAC;SAAM,CAAC;QACN,kDAAkD;QAClD,GAAG,GAAG,GAAG,eAAe,mBAAmB,MAAM,YAAY,CAAC;IAChE,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE;QACtC,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,WAAW,EAAE,EAAE;KACpD,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;AACpB,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB;IACnC,OAAO,QAAQ,CAAC,UAAU,CAAC,8BAA8B,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB;IACvC,MAAM,GAAG,GAA2B;QAClC,sCAAsC,EAAM,YAAY;QACxD,yCAAyC,EAAG,UAAU;QACtD,0CAA0C,EAAE,YAAY;QACxD,qCAAqC,EAAO,eAAe;KAC5D,CAAC;IACF,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,YAAY,CAAC;AACzC,CAAC;AAED,SAAS,eAAe,CAAC,KAAY;IACnC,MAAM,KAAK,GAAa;QACtB,iBAAiB;QACjB,4DAA4D;YAC5D,uDAAuD;YACvD,0DAA0D;YAC1D,+BAA+B;KAChC,CAAC;IAEF,IAAI,KAAK,EAAE,CAAC;QACV,KAAK,CAAC,IAAI,CAAC,mBAAmB,KAAK,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC9D,IAAI,UAAU,EAAE,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,IAAI,UAAU,cAAc,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,WAAmC;IAC9D,MAAM,iBAAiB,GAAG,WAAW,CAAC,cAAc,CAAC,IAAI,WAAW,CAAC,aAAa,CAAC,CAAC;IACpF,MAAM,SAAS,GACb,WAAW,CAAC,WAAW,CAAC,IAAI,WAAW,CAAC,eAAe,CAAC,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;IAE3F,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CACb,mEAAmE;YACnE,qDAAqD;YACrD,6CAA6C,CAC9C,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/scanner/cloud/notion.d.ts

@@ -0,0 +1,33 @@
+/**
+ * scanner/cloud/notion.ts — Notion connector.
+ *
+ * Uses the official Notion API (api.notion.com).
+ * Authentication: Internal Integration Token (api_key credential).
+ *
+ * Fetch strategy:
+ *   1. List all pages the integration has access to via /v1/search.
+ *   2. For each page, retrieve blocks and convert to Markdown text.
+ *   3. Incremental sync: filter by last_edited_time > since.
+ *
+ * Rate limits: Notion allows 3 requests/second per integration.
+ * We throttle to ≤3 req/s and apply exponential backoff on 429.
+ *
+ * Privacy: Only pages shared with the integration are visible.
+ * Private / unshared pages are never accessible.
+ */
+import type { CloudConnector, CloudDocument, MemoryCreateInput } from './types.js';
+export declare class NotionConnector implements CloudConnector {
+    readonly name = "Notion";
+    readonly type: "notion";
+    private apiKey;
+    private lastRequestAt;
+    authenticate(credentials: Record<string, string>): Promise<void>;
+    isAuthenticated(): boolean;
+    fetchDocuments(since?: Date): Promise<CloudDocument[]>;
+    toMemory(doc: CloudDocument): MemoryCreateInput;
+    private assertAuthenticated;
+    private request;
+    private searchPages;
+    private extractPageContent;
+}
+//# sourceMappingURL=notion.d.ts.map

package/dist/scanner/cloud/notion.js

@@ -0,0 +1,231 @@
+/**
+ * scanner/cloud/notion.ts — Notion connector.
+ *
+ * Uses the official Notion API (api.notion.com).
+ * Authentication: Internal Integration Token (api_key credential).
+ *
+ * Fetch strategy:
+ *   1. List all pages the integration has access to via /v1/search.
+ *   2. For each page, retrieve blocks and convert to Markdown text.
+ *   3. Incremental sync: filter by last_edited_time > since.
+ *
+ * Rate limits: Notion allows 3 requests/second per integration.
+ * We throttle to ≤3 req/s and apply exponential backoff on 429.
+ *
+ * Privacy: Only pages shared with the integration are visible.
+ * Private / unshared pages are never accessible.
+ */
+import { createLogger } from '../../utils/logger.js';
+const log = createLogger('notion');
+const NOTION_API_BASE = 'https://api.notion.com/v1';
+const NOTION_API_VERSION = '2022-06-28';
+const MAX_RETRIES = 4;
+const REQUEST_INTERVAL_MS = 350; // ~3 req/s
+// ---------------------------------------------------------------------------
+// NotionConnector
+// ---------------------------------------------------------------------------
+export class NotionConnector {
+    name = 'Notion';
+    type = 'notion';
+    apiKey = null;
+    lastRequestAt = 0;
+    // -------------------------------------------------------------------------
+    // authenticate
+    // -------------------------------------------------------------------------
+    async authenticate(credentials) {
+        const key = credentials['api_key'];
+        if (!key) {
+            throw new Error('NotionConnector requires an "api_key" credential (Internal Integration Token)');
+        }
+        // Verify the token by calling /v1/users/me
+        const res = await this.request('GET', '/users/me', key);
+        if (!res.ok) {
+            throw new Error(`Notion authentication failed: ${res.status}`);
+        }
+        this.apiKey = key;
+        log.info('Notion authentication successful');
+    }
+    isAuthenticated() {
+        return this.apiKey !== null;
+    }
+    // -------------------------------------------------------------------------
+    // fetchDocuments
+    // -------------------------------------------------------------------------
+    async fetchDocuments(since) {
+        this.assertAuthenticated();
+        log.info('Fetching Notion pages', { since: since?.toISOString() });
+        const pages = await this.searchPages(since);
+        log.info('Found Notion pages', { count: pages.length });
+        const docs = [];
+        for (const page of pages) {
+            try {
+                const content = await this.extractPageContent(page.id);
+                const title = extractPageTitle(page);
+                docs.push({
+                    id: page.id,
+                    title,
+                    content,
+                    url: page.url,
+                    mimeType: 'text/markdown',
+                    lastModified: new Date(page.last_edited_time),
+                    metadata: {
+                        notionId: page.id,
+                        notionUrl: page.url,
+                        lastEditedTime: page.last_edited_time,
+                    },
+                });
+            }
+            catch (err) {
+                log.warn('Failed to extract Notion page content', { pageId: page.id });
+                log.error('Extraction error', err instanceof Error ? err : new Error(String(err)));
+            }
+        }
+        return docs;
+    }
+    // -------------------------------------------------------------------------
+    // toMemory
+    // -------------------------------------------------------------------------
+    toMemory(doc) {
+        return {
+            content: `# ${doc.title}\n\n${doc.content}`,
+            summary: doc.title.slice(0, 120),
+            type: 'context',
+            tags: ['notion', 'cloud'],
+            source: 'cloud',
+            source_path: doc.url,
+            metadata: {
+                ...doc.metadata,
+                cloudService: 'notion',
+                lastModified: doc.lastModified.toISOString(),
+            },
+        };
+    }
+    // -------------------------------------------------------------------------
+    // Private helpers
+    // -------------------------------------------------------------------------
+    assertAuthenticated() {
+        if (!this.isAuthenticated()) {
+            throw new Error('NotionConnector: not authenticated. Call authenticate() first.');
+        }
+    }
+    async request(method, path, apiKey, body) {
+        // Throttle to stay within rate limit
+        const now = Date.now();
+        const elapsed = now - this.lastRequestAt;
+        if (elapsed < REQUEST_INTERVAL_MS) {
+            await sleep(REQUEST_INTERVAL_MS - elapsed);
+        }
+        this.lastRequestAt = Date.now();
+        const key = apiKey ?? this.apiKey;
+        const init = {
+            method,
+            headers: {
+                Authorization: `Bearer ${key}`,
+                'Notion-Version': NOTION_API_VERSION,
+                'Content-Type': 'application/json',
+            },
+            ...(body !== undefined ? { body: JSON.stringify(body) } : {}),
+        };
+        return fetchWithBackoff(`${NOTION_API_BASE}${path}`, init);
+    }
+    async searchPages(since) {
+        const pages = [];
+        let cursor;
+        do {
+            const body = {
+                filter: { value: 'page', property: 'object' },
+                page_size: 100,
+                ...(cursor ? { start_cursor: cursor } : {}),
+            };
+            const res = await this.request('POST', '/search', undefined, body);
+            if (!res.ok) {
+                const text = await res.text();
+                throw new Error(`Notion search failed: ${res.status} ${text}`);
+            }
+            const data = await res.json();
+            for (const page of data.results) {
+                if (!since || new Date(page.last_edited_time) > since) {
+                    pages.push(page);
+                }
+            }
+            cursor = data.has_more && data.next_cursor ? data.next_cursor : undefined;
+        } while (cursor);
+        return pages;
+    }
+    async extractPageContent(pageId) {
+        const lines = [];
+        let cursor;
+        do {
+            const path = `/blocks/${pageId}/children?page_size=100${cursor ? `&start_cursor=${cursor}` : ''}`;
+            const res = await this.request('GET', path);
+            if (!res.ok) {
+                const text = await res.text();
+                throw new Error(`Notion blocks fetch failed: ${res.status} ${text}`);
+            }
+            const data = await res.json();
+            for (const block of data.results) {
+                const line = blockToMarkdown(block);
+                if (line)
+                    lines.push(line);
+            }
+            cursor = data.has_more && data.next_cursor ? data.next_cursor : undefined;
+        } while (cursor);
+        return lines.join('\n');
+    }
+}
+// ---------------------------------------------------------------------------
+// Notion block → Markdown converter
+// ---------------------------------------------------------------------------
+function blockToMarkdown(block) {
+    const type = block.type;
+    const richText = block[type]?.rich_text ?? [];
+    const text = richText.map(rt => rt.plain_text).join('');
+    switch (type) {
+        case 'heading_1': return `# ${text}`;
+        case 'heading_2': return `## ${text}`;
+        case 'heading_3': return `### ${text}`;
+        case 'paragraph': return text;
+        case 'bulleted_list_item': return `- ${text}`;
+        case 'numbered_list_item': return `1. ${text}`;
+        case 'to_do': {
+            const checked = block['to_do']?.checked ?? false;
+            return `- [${checked ? 'x' : ' '}] ${text}`;
+        }
+        case 'code': {
+            const lang = block['code']?.language ?? '';
+            return `\`\`\`${lang}\n${text}\n\`\`\``;
+        }
+        case 'quote': return `> ${text}`;
+        case 'divider': return '---';
+        case 'callout': return `> **Note:** ${text}`;
+        default: return text;
+    }
+}
+function extractPageTitle(page) {
+    for (const prop of Object.values(page.properties)) {
+        if (prop.type === 'title') {
+            return prop.title
+                .map(t => t.plain_text)
+                .join('');
+        }
+    }
+    return `Notion page ${page.id}`;
+}
+// ---------------------------------------------------------------------------
+// HTTP helpers
+// ---------------------------------------------------------------------------
+async function fetchWithBackoff(url, init, attempt = 0) {
+    const res = await fetch(url, init);
+    if ((res.status === 429 || res.status === 503) && attempt < MAX_RETRIES) {
+        const retryAfter = parseInt(res.headers.get('Retry-After') ?? '1', 10);
+        const delay = Math.max(retryAfter * 1000, Math.min(1000 * 2 ** attempt, 16_000));
+        log.debug('Rate limited by Notion, retrying', { delay, attempt });
+        await sleep(delay);
+        return fetchWithBackoff(url, init, attempt + 1);
+    }
+    return res;
+}
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=notion.js.map

package/dist/scanner/cloud/notion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notion.js","sourceRoot":"","sources":["../../../src/scanner/cloud/notion.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,eAAe,GAAI,2BAA2B,CAAC;AACrD,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,mBAAmB,GAAG,GAAG,CAAC,CAAC,WAAW;AA2B5C,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,MAAM,OAAO,eAAe;IACjB,IAAI,GAAG,QAAQ,CAAC;IAChB,IAAI,GAAG,QAAiB,CAAC;IAE1B,MAAM,GAAkB,IAAI,CAAC;IAC7B,aAAa,GAAG,CAAC,CAAC;IAE1B,4EAA4E;IAC5E,eAAe;IACf,4EAA4E;IAE5E,KAAK,CAAC,YAAY,CAAC,WAAmC;QACpD,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,+EAA+E,CAAC,CAAC;QACnG,CAAC;QAED,2CAA2C;QAC3C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,iCAAiC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAClB,GAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAC/C,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC;IAC9B,CAAC;IAED,4EAA4E;IAC5E,iBAAiB;IACjB,4EAA4E;IAE5E,KAAK,CAAC,cAAc,CAAC,KAAY;QAC/B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;QAEnE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAExD,MAAM,IAAI,GAAoB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACvD,MAAM,KAAK,GAAK,gBAAgB,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,CAAC,IAAI,CAAC;oBACR,EAAE,EAAY,IAAI,CAAC,EAAE;oBACrB,KAAK;oBACL,OAAO;oBACP,GAAG,EAAW,IAAI,CAAC,GAAG;oBACtB,QAAQ,EAAM,eAAe;oBAC7B,YAAY,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;oBAC7C,QAAQ,EAAE;wBACR,QAAQ,EAAQ,IAAI,CAAC,EAAE;wBACvB,SAAS,EAAO,IAAI,CAAC,GAAG;wBACxB,cAAc,EAAE,IAAI,CAAC,gBAAgB;qBACtC;iBACF,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,uCAAuC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvE,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4EAA4E;IAC5E,WAAW;IACX,4EAA4E;IAE5E,QAAQ,CAAC,GAAkB;QACzB,OAAO;YACL,OAAO,EAAM,KAAK,GAAG,CAAC,KAAK,OAAO,GAAG,CAAC,OAAO,EAAE;YAC/C,OAAO,EAAM,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACpC,IAAI,EAAS,SAAS;YACtB,IAAI,EAAS,CAAC,QAAQ,EAAE,OAAO,CAAC;YAChC,MAAM,EAAO,OAAO;YACpB,WAAW,EAAE,GAAG,CAAC,GAAG;YACpB,QAAQ,EAAE;gBACR,GAAG,GAAG,CAAC,QAAQ;gBACf,YAAY,EAAE,QAAQ;gBACtB,YAAY,EAAE,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE;aAC7C;SACF,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,kBAAkB;IAClB,4EAA4E;IAEpE,mBAAmB;QACzB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,MAAc,EACd,IAAY,EACZ,MAAe,EACf,IAAc;QAEd,qCAAqC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC;QACzC,IAAI,OAAO,GAAG,mBAAmB,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC,mBAAmB,GAAG,OAAO,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEhC,MAAM,GAAG,GAAG,MAAM,IAAI,IAAI,CAAC,MAAO,CAAC;QACnC,MAAM,IAAI,GAAgB;YACxB,MAAM;YACN,OAAO,EAAE;gBACP,aAAa,EAAQ,UAAU,GAAG,EAAE;gBACpC,gBAAgB,EAAK,kBAAkB;gBACvC,cAAc,EAAO,kBAAkB;aACxC;YACD,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9D,CAAC;QAEF,OAAO,gBAAgB,CAAC,GAAG,eAAe,GAAG,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7D,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAY;QACpC,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,IAAI,MAA0B,CAAC;QAE/B,GAAG,CAAC;YACF,MAAM,IAAI,GAA4B;gBACpC,MAAM,EAAI,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE;gBAC/C,SAAS,EAAE,GAAG;gBACd,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5C,CAAC;YAEF,MAAM,GAAG,GAAI,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YACpE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAI1B,CAAC;YAEF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,KAAK,EAAE,CAAC;oBACtD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,MAAM,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,CAAC,QAAQ,MAAM,EAAE;QAEjB,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,MAAc;QAC7C,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,MAA0B,CAAC;QAE/B,GAAG,CAAC;YACF,MAAM,IAAI,GAAG,WAAW,MAAM,0BAA0B,MAAM,CAAC,CAAC,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YAClG,MAAM,GAAG,GAAI,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC7C,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAI1B,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,IAAI;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,CAAC,QAAQ,MAAM,EAAE;QAEjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF;AAED,8EAA8E;AAC9E,oCAAoC;AACpC,8EAA8E;AAE9E,SAAS,eAAe,CAAC,KAAkB;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAc,CAAC;IAElC,MAAM,QAAQ,GAAI,KAAK,CAAC,IAAI,CAAiC,EAAE,SAAS,IAAI,EAAE,CAAC;IAC/E,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAExD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,WAAW,CAAC,CAAO,OAAO,KAAK,IAAI,EAAE,CAAC;QAC3C,KAAK,WAAW,CAAC,CAAO,OAAO,MAAM,IAAI,EAAE,CAAC;QAC5C,KAAK,WAAW,CAAC,CAAO,OAAO,OAAO,IAAI,EAAE,CAAC;QAC7C,KAAK,WAAW,CAAC,CAAO,OAAO,IAAI,CAAC;QACpC,KAAK,oBAAoB,CAAC,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QAC9C,KAAK,oBAAoB,CAAC,CAAC,OAAO,MAAM,IAAI,EAAE,CAAC;QAC/C,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,OAAO,GAAI,KAAK,CAAC,OAAO,CAAsC,EAAE,OAAO,IAAI,KAAK,CAAC;YACvF,OAAO,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;QAC9C,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,IAAI,GAAI,KAAK,CAAC,MAAM,CAAsC,EAAE,QAAQ,IAAI,EAAE,CAAC;YACjF,OAAO,SAAS,IAAI,KAAK,IAAI,UAAU,CAAC;QAC1C,CAAC;QACD,KAAK,OAAO,CAAC,CAAW,OAAO,KAAK,IAAI,EAAE,CAAC;QAC3C,KAAK,SAAS,CAAC,CAAS,OAAO,KAAK,CAAC;QACrC,KAAK,SAAS,CAAC,CAAS,OAAO,eAAe,IAAI,EAAE,CAAC;QACrD,OAAO,CAAC,CAAgB,OAAO,IAAI,CAAC;IACtC,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAgB;IACxC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAClD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,OAAQ,IAAmD,CAAC,KAAK;iBAC9D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;iBACtB,IAAI,CAAC,EAAE,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,eAAe,IAAI,CAAC,EAAE,EAAE,CAAC;AAClC,CAAC;AAED,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,IAAiB,EAAE,OAAO,GAAG,CAAC;IACzE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;QACxE,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACjF,GAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAClE,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,gBAAgB,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC"}

package/dist/scanner/cloud/slack.d.ts

@@ -0,0 +1,38 @@
+/**
+ * scanner/cloud/slack.ts — Slack connector.
+ *
+ * Collects: channel message history, thread conversations, pinned messages.
+ * Intentionally EXCLUDES: DMs and private channels (privacy by default).
+ * DMs can be included by setting credential `include_dms=true` explicitly.
+ *
+ * Authentication: Bot Token (xoxb-…) with scopes:
+ *   channels:history, channels:read, groups:history, groups:read,
+ *   pins:read, users:read (for display names)
+ * Credential key: `bot_token`
+ *
+ * Rate limits: Slack Tier 3 = 50 req/min. We add 60ms between requests.
+ * Exponential backoff on 429 honouring the Retry-After header.
+ *
+ * Incremental sync: channel history accepts `oldest` (Unix timestamp).
+ */
+import type { CloudConnector, CloudDocument, MemoryCreateInput } from './types.js';
+export declare class SlackConnector implements CloudConnector {
+    readonly name = "Slack";
+    readonly type: "slack";
+    private token;
+    private includeDMs;
+    private lastRequestAt;
+    private userCache;
+    authenticate(credentials: Record<string, string>): Promise<void>;
+    isAuthenticated(): boolean;
+    fetchDocuments(since?: Date): Promise<CloudDocument[]>;
+    toMemory(doc: CloudDocument): MemoryCreateInput;
+    private assertAuthenticated;
+    private call;
+    private listChannels;
+    private fetchPinnedMessages;
+    private fetchChannelHistory;
+    private fetchThread;
+    private resolveUser;
+}
+//# sourceMappingURL=slack.d.ts.map