catalist-support-agent 1.0.0

package/dist/extraction/gmail-extractor.js

@@ -0,0 +1,396 @@
+/**
+ * Gmail Extractor Module
+ *
+ * Extracts Q&A pairs from Gmail threads for the knowledge base.
+ * Uses Gmail API to fetch threads and parses them to identify
+ * inbound questions and outbound responses.
+ */
+import { createClient } from '@supabase/supabase-js';
+import { PIIHandler } from './pii-handler.js';
+import { QualityFilter, inferResolutionIndicator } from './quality-filter.js';
+import { DeduplicationService } from './deduplication.js';
+// =============================================================================
+// Gmail Extractor
+// =============================================================================
+export class GmailExtractor {
+    supabase;
+    piiHandler;
+    qualityFilter;
+    deduplicationService;
+    salesEmail;
+    constructor(config) {
+        this.supabase = createClient(config.supabaseUrl, config.supabaseServiceRoleKey);
+        this.salesEmail = config.salesEmailAddress.toLowerCase();
+        this.piiHandler = new PIIHandler({
+            enabled: true,
+            preserveCompanyEmails: config.preserveEmailDomains || ['@catalistgroup.co', '@catalist.deals'],
+        });
+        this.qualityFilter = new QualityFilter();
+        this.deduplicationService = new DeduplicationService({
+            supabaseUrl: config.supabaseUrl,
+            supabaseServiceRoleKey: config.supabaseServiceRoleKey,
+            similarityThreshold: 0.95,
+            useEmbeddingSimilarity: false,
+        });
+    }
+    /**
+     * Extract Q&A pairs from a list of Gmail threads
+     */
+    async extractFromThreads(threads) {
+        const result = {
+            extracted: [],
+            skipped: [],
+            stats: {
+                threadsProcessed: 0,
+                messagesProcessed: 0,
+                pairsExtracted: 0,
+                duplicatesSkipped: 0,
+                qualityFilteredOut: 0,
+                errors: 0,
+            },
+        };
+        // Load existing hashes for deduplication
+        await this.deduplicationService.loadHashCache();
+        for (const thread of threads) {
+            try {
+                result.stats.threadsProcessed++;
+                const pairs = await this.extractFromThread(thread);
+                for (const pair of pairs) {
+                    result.stats.messagesProcessed++;
+                    // Check for duplicates
+                    const dedupResult = await this.deduplicationService.checkDuplicate({
+                        questionText: pair.questionText,
+                        responseText: pair.responseText,
+                        questionSubject: pair.questionSubject || undefined,
+                    });
+                    if (dedupResult.isDuplicate) {
+                        result.stats.duplicatesSkipped++;
+                        result.skipped.push({
+                            reason: `Duplicate (${dedupResult.method})`,
+                            threadId: pair.gmailThreadId,
+                            messageId: pair.gmailMessageId,
+                        });
+                        continue;
+                    }
+                    // Quality filter
+                    const qualityAssessment = this.qualityFilter.assess({
+                        questionSubject: pair.questionSubject || undefined,
+                        questionText: pair.questionText,
+                        responseText: pair.responseText,
+                        responseTimeMs: pair.responseTimeMs,
+                        resolutionIndicator: pair.resolutionIndicator || undefined,
+                    });
+                    if (!qualityAssessment.passed) {
+                        result.stats.qualityFilteredOut++;
+                        result.skipped.push({
+                            reason: `Quality filter: ${qualityAssessment.summary}`,
+                            threadId: pair.gmailThreadId,
+                            messageId: pair.gmailMessageId,
+                        });
+                        continue;
+                    }
+                    // Update pair with quality score and content hash
+                    pair.qualityScore = qualityAssessment.score;
+                    pair.contentHash = dedupResult.contentHash;
+                    // Add to cache for batch deduplication
+                    this.deduplicationService.addToCache(dedupResult.contentHash);
+                    result.extracted.push(pair);
+                    result.stats.pairsExtracted++;
+                }
+            }
+            catch (error) {
+                result.stats.errors++;
+                result.skipped.push({
+                    reason: `Error: ${error instanceof Error ? error.message : String(error)}`,
+                    threadId: thread.id,
+                });
+            }
+        }
+        return result;
+    }
+    /**
+     * Extract Q&A pairs from a single thread
+     */
+    async extractFromThread(thread) {
+        const pairs = [];
+        if (!thread.messages || thread.messages.length < 2) {
+            // Need at least 2 messages for a Q&A pair
+            return pairs;
+        }
+        // Sort messages by date (oldest first)
+        const sortedMessages = [...thread.messages].sort((a, b) => parseInt(a.internalDate) - parseInt(b.internalDate));
+        // Find Q&A pairs: inbound followed by outbound
+        for (let i = 0; i < sortedMessages.length - 1; i++) {
+            const questionMessage = sortedMessages[i];
+            const responseMessage = sortedMessages[i + 1];
+            // Skip if messages are undefined (shouldn't happen with valid indices)
+            if (!questionMessage || !responseMessage) {
+                continue;
+            }
+            // Check if this is an inbound-outbound pair
+            const questionFrom = this.getHeader(questionMessage, 'From');
+            const responseFrom = this.getHeader(responseMessage, 'From');
+            if (!questionFrom || !responseFrom) {
+                continue;
+            }
+            const questionEmail = this.extractEmail(questionFrom);
+            const responseEmail = this.extractEmail(responseFrom);
+            // Question must be FROM customer (not our sales email)
+            // Response must be FROM our sales email
+            if (this.isCompanyEmail(questionEmail) || !this.isCompanyEmail(responseEmail)) {
+                continue;
+            }
+            // Check that response is actually replying to the question
+            const inReplyTo = this.getHeader(responseMessage, 'In-Reply-To');
+            const references = this.getHeader(responseMessage, 'References');
+            // Either In-Reply-To or References should contain the question message ID
+            const questionMessageIdHeader = this.getHeader(questionMessage, 'Message-ID');
+            const isReply = (inReplyTo && questionMessageIdHeader && inReplyTo.includes(questionMessageIdHeader)) ||
+                (references && questionMessageIdHeader && references.includes(questionMessageIdHeader)) ||
+                // Fallback: same thread and sequential
+                true;
+            if (!isReply) {
+                continue;
+            }
+            // Extract content
+            const questionSubject = this.getHeader(questionMessage, 'Subject');
+            const questionBody = this.extractBody(questionMessage);
+            const responseBody = this.extractBody(responseMessage);
+            if (!questionBody || !responseBody) {
+                continue;
+            }
+            // Apply PII redaction
+            const questionPII = this.piiHandler.redact(questionBody);
+            const responsePII = this.piiHandler.redact(responseBody);
+            // Calculate response time
+            const questionDate = new Date(parseInt(questionMessage.internalDate));
+            const responseDate = new Date(parseInt(responseMessage.internalDate));
+            const responseTimeMs = responseDate.getTime() - questionDate.getTime();
+            // Infer resolution indicator
+            const resolutionIndicator = inferResolutionIndicator(questionPII.text, responsePII.text);
+            pairs.push({
+                gmailThreadId: thread.id,
+                gmailMessageId: responseMessage.id, // Use response message ID as the identifier
+                questionSubject: questionSubject ? this.cleanSubject(questionSubject) : null,
+                questionText: questionPII.text,
+                responseText: responsePII.text,
+                customerEmail: questionEmail,
+                responderEmail: responseEmail,
+                emailReceivedAt: questionDate,
+                emailRespondedAt: responseDate,
+                responseTimeMs,
+                intentCategory: null, // Will be classified separately
+                qualityScore: 0, // Will be calculated by quality filter
+                contentHash: '', // Will be set during deduplication
+                piiRedacted: questionPII.redacted || responsePII.redacted,
+                piiTypesFound: [
+                    ...new Set([...questionPII.piiTypesFound, ...responsePII.piiTypesFound]),
+                ],
+                resolutionIndicator,
+            });
+        }
+        return pairs;
+    }
+    /**
+     * Get a header value from a Gmail message
+     */
+    getHeader(message, headerName) {
+        const header = message.payload.headers.find((h) => h.name.toLowerCase() === headerName.toLowerCase());
+        return header?.value || null;
+    }
+    /**
+     * Extract email address from a From/To header value
+     */
+    extractEmail(headerValue) {
+        // Format: "Name <email@example.com>" or just "email@example.com"
+        const emailMatch = headerValue.match(/<([^>]+)>/) || headerValue.match(/([^\s]+@[^\s]+)/);
+        const extracted = emailMatch?.[1];
+        return extracted ? extracted.toLowerCase() : headerValue.toLowerCase();
+    }
+    /**
+     * Check if an email is from the company
+     */
+    isCompanyEmail(email) {
+        return (email === this.salesEmail ||
+            email.endsWith('@catalistgroup.co') ||
+            email.endsWith('@catalist.deals'));
+    }
+    /**
+     * Extract plain text body from a Gmail message
+     */
+    extractBody(message) {
+        // Try to get plain text body
+        const plainText = this.findBodyPart(message.payload, 'text/plain');
+        if (plainText) {
+            return this.cleanEmailBody(plainText);
+        }
+        // Fall back to HTML (stripped of tags)
+        const html = this.findBodyPart(message.payload, 'text/html');
+        if (html) {
+            return this.cleanEmailBody(this.stripHtml(html));
+        }
+        // Try snippet as last resort
+        if (message.snippet) {
+            return message.snippet;
+        }
+        return null;
+    }
+    /**
+     * Find body part with specified MIME type
+     */
+    findBodyPart(payload, mimeType) {
+        // Check direct body
+        if (payload.mimeType === mimeType && payload.body?.data) {
+            return this.decodeBase64Url(payload.body.data);
+        }
+        // Check parts recursively
+        if (payload.parts) {
+            for (const part of payload.parts) {
+                if (part.mimeType === mimeType && part.body?.data) {
+                    return this.decodeBase64Url(part.body.data);
+                }
+                // Check nested parts
+                if (part.parts) {
+                    for (const nestedPart of part.parts) {
+                        if (nestedPart.mimeType === mimeType && nestedPart.body?.data) {
+                            return this.decodeBase64Url(nestedPart.body.data);
+                        }
+                    }
+                }
+            }
+        }
+        return null;
+    }
+    /**
+     * Decode base64url encoded string
+     */
+    decodeBase64Url(encoded) {
+        // Replace URL-safe characters
+        const base64 = encoded.replace(/-/g, '+').replace(/_/g, '/');
+        return Buffer.from(base64, 'base64').toString('utf-8');
+    }
+    /**
+     * Strip HTML tags from string
+     */
+    stripHtml(html) {
+        return html
+            .replace(/<style[^>]*>.*?<\/style>/gis, '')
+            .replace(/<script[^>]*>.*?<\/script>/gis, '')
+            .replace(/<[^>]+>/g, ' ')
+            .replace(/&nbsp;/g, ' ')
+            .replace(/&amp;/g, '&')
+            .replace(/&lt;/g, '<')
+            .replace(/&gt;/g, '>')
+            .replace(/&quot;/g, '"')
+            .replace(/&#39;/g, "'")
+            .replace(/\s+/g, ' ')
+            .trim();
+    }
+    /**
+     * Clean email body (remove signatures, quoted replies, etc.)
+     */
+    cleanEmailBody(body) {
+        let cleaned = body;
+        // Remove common reply markers and everything after
+        const replyMarkers = [
+            /^--\s*$/m, // Standard signature delimiter
+            /^_{5,}/m, // Underscore line
+            /^-{5,}/m, // Dash line
+            /On .+ wrote:/im, // Gmail quote
+            /On .+,.*wrote:/im, // Alternative quote format
+            /From:.*\nSent:.*\nTo:/im, // Outlook quote
+            /-----Original Message-----/i,
+            /^>+/m, // Quote markers
+            /\[cid:image.*\]/gi, // Inline image placeholders
+            /Sent from my iPhone/i,
+            /Sent from my Android/i,
+            /Get Outlook for/i,
+        ];
+        for (const marker of replyMarkers) {
+            const match = cleaned.match(marker);
+            if (match && match.index !== undefined) {
+                cleaned = cleaned.substring(0, match.index);
+            }
+        }
+        // Remove email footer patterns
+        cleaned = cleaned
+            .replace(/\[https?:\/\/[^\]]+\]/g, '') // Remove bracketed URLs
+            .replace(/\s+/g, ' ') // Collapse whitespace
+            .trim();
+        return cleaned;
+    }
+    /**
+     * Clean subject line (remove Re:, Fwd:, etc.)
+     */
+    cleanSubject(subject) {
+        return subject
+            .replace(/^(Re:\s*|Fwd:\s*|Fw:\s*)+/gi, '')
+            .trim();
+    }
+    /**
+     * Store extracted pairs in the database
+     */
+    async storeExtractedPairs(pairs, batchId) {
+        let stored = 0;
+        let errors = 0;
+        for (const pair of pairs) {
+            try {
+                const { error } = await this.supabase.from('gmail_knowledge_entries').insert({
+                    gmail_thread_id: pair.gmailThreadId,
+                    gmail_message_id: pair.gmailMessageId,
+                    question_subject: pair.questionSubject,
+                    question_text: pair.questionText,
+                    response_text: pair.responseText,
+                    customer_email: pair.customerEmail,
+                    responder_email: pair.responderEmail,
+                    intent_category: pair.intentCategory,
+                    quality_score: pair.qualityScore,
+                    review_status: 'pending',
+                    content_hash: pair.contentHash,
+                    pii_redacted: pair.piiRedacted,
+                    pii_types_found: pair.piiTypesFound,
+                    resolution_indicator: pair.resolutionIndicator,
+                    response_time_ms: pair.responseTimeMs,
+                    email_received_at: pair.emailReceivedAt.toISOString(),
+                    email_responded_at: pair.emailRespondedAt.toISOString(),
+                    batch_id: batchId,
+                });
+                if (error) {
+                    console.error(`Error storing pair ${pair.gmailMessageId}:`, error.message);
+                    errors++;
+                }
+                else {
+                    stored++;
+                }
+            }
+            catch (err) {
+                console.error(`Exception storing pair ${pair.gmailMessageId}:`, err);
+                errors++;
+            }
+        }
+        return { stored, errors };
+    }
+    /**
+     * Get deduplication service for external use
+     */
+    getDeduplicationService() {
+        return this.deduplicationService;
+    }
+    /**
+     * Get quality filter for external use
+     */
+    getQualityFilter() {
+        return this.qualityFilter;
+    }
+    /**
+     * Get PII handler for external use
+     */
+    getPIIHandler() {
+        return this.piiHandler;
+    }
+}
+// =============================================================================
+// Exports
+// =============================================================================
+export { PIIHandler, QualityFilter, DeduplicationService };
+//# sourceMappingURL=gmail-extractor.js.map

package/dist/extraction/gmail-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gmail-extractor.js","sourceRoot":"","sources":["../../src/extraction/gmail-extractor.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAkB,MAAM,uBAAuB,CAAC;AACrE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AA0E1D,gFAAgF;AAChF,kBAAkB;AAClB,gFAAgF;AAEhF,MAAM,OAAO,cAAc;IACjB,QAAQ,CAAiB;IACzB,UAAU,CAAa;IACvB,aAAa,CAAgB;IAC7B,oBAAoB,CAAuB;IAC3C,UAAU,CAAS;IAE3B,YAAY,MAA4B;QACtC,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAChF,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC,WAAW,EAAE,CAAC;QAEzD,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,CAAC;YAC/B,OAAO,EAAE,IAAI;YACb,qBAAqB,EAAE,MAAM,CAAC,oBAAoB,IAAI,CAAC,mBAAmB,EAAE,iBAAiB,CAAC;SAC/F,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QAEzC,IAAI,CAAC,oBAAoB,GAAG,IAAI,oBAAoB,CAAC;YACnD,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,sBAAsB,EAAE,MAAM,CAAC,sBAAsB;YACrD,mBAAmB,EAAE,IAAI;YACzB,sBAAsB,EAAE,KAAK;SAC9B,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,OAAsB;QAC7C,MAAM,MAAM,GAAqB;YAC/B,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,EAAE;YACX,KAAK,EAAE;gBACL,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,cAAc,EAAE,CAAC;gBACjB,iBAAiB,EAAE,CAAC;gBACpB,kBAAkB,EAAE,CAAC;gBACrB,MAAM,EAAE,CAAC;aACV;SACF,CAAC;QAEF,yCAAyC;QACzC,MAAM,IAAI,CAAC,oBAAoB,CAAC,aAAa,EAAE,CAAC;QAEhD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBAEhC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBAEnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;oBAEjC,uBAAuB;oBACvB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC;wBACjE,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,SAAS;qBACnD,CAAC,CAAC;oBAEH,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;wBAC5B,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;wBACjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;4BAClB,MAAM,EAAE,cAAc,WAAW,CAAC,MAAM,GAAG;4BAC3C,QAAQ,EAAE,IAAI,CAAC,aAAa;4BAC5B,SAAS,EAAE,IAAI,CAAC,cAAc;yBAC/B,CAAC,CAAC;wBACH,SAAS;oBACX,CAAC;oBAED,iBAAiB;oBACjB,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;wBAClD,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,SAAS;wBAClD,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;wBACnC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,SAAS;qBAC3D,CAAC,CAAC;oBAEH,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;wBAC9B,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;wBAClC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;4BAClB,MAAM,EAAE,mBAAmB,iBAAiB,CAAC,OAAO,EAAE;4BACtD,QAAQ,EAAE,IAAI,CAAC,aAAa;4BAC5B,SAAS,EAAE,IAAI,CAAC,cAAc;yBAC/B,CAAC,CAAC;wBACH,SAAS;oBACX,CAAC;oBAED,kDAAkD;oBAClD,IAAI,CAAC,YAAY,GAAG,iBAAiB,CAAC,KAAK,CAAC;oBAC5C,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;oBAE3C,uCAAuC;oBACvC,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;oBAE9D,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5B,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;gBAChC,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;oBAClB,MAAM,EAAE,UAAU,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;oBAC1E,QAAQ,EAAE,MAAM,CAAC,EAAE;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,MAAmB;QACjD,MAAM,KAAK,GAAsB,EAAE,CAAC;QAEpC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnD,0CAA0C;YAC1C,OAAO,KAAK,CAAC;QACf,CAAC;QAED,uCAAuC;QACvC,MAAM,cAAc,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAC9C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAC9D,CAAC;QAEF,+CAA+C;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,eAAe,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,eAAe,GAAG,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAE9C,uEAAuE;YACvE,IAAI,CAAC,eAAe,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzC,SAAS;YACX,CAAC;YAED,4CAA4C;YAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;YAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;YAE7D,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnC,SAAS;YACX,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YACtD,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YAEtD,uDAAuD;YACvD,wCAAwC;YACxC,IAAI,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC9E,SAAS;YACX,CAAC;YAED,2DAA2D;YAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;YACjE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;YAEjE,0EAA0E;YAC1E,MAAM,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;YAC9E,MAAM,OAAO,GACX,CAAC,SAAS,IAAI,uBAAuB,IAAI,SAAS,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;gBACrF,CAAC,UAAU,IAAI,uBAAuB,IAAI,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;gBACvF,uCAAuC;gBACvC,IAAI,CAAC;YAEP,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,SAAS;YACX,CAAC;YAED,kBAAkB;YAClB,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;YACnE,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAEvD,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnC,SAAS;YACX,CAAC;YAED,sBAAsB;YACtB,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YACzD,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEzD,0BAA0B;YAC1B,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC;YACtE,MAAM,cAAc,GAAG,YAAY,CAAC,OAAO,EAAE,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC;YAEvE,6BAA6B;YAC7B,MAAM,mBAAmB,GAAG,wBAAwB,CAClD,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,IAAI,CACjB,CAAC;YAEF,KAAK,CAAC,IAAI,CAAC;gBACT,aAAa,EAAE,MAAM,CAAC,EAAE;gBACxB,cAAc,EAAE,eAAe,CAAC,EAAE,EAAE,4CAA4C;gBAChF,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC5E,YAAY,EAAE,WAAW,CAAC,IAAI;gBAC9B,YAAY,EAAE,WAAW,CAAC,IAAI;gBAC9B,aAAa,EAAE,aAAa;gBAC5B,cAAc,EAAE,aAAa;gBAC7B,eAAe,EAAE,YAAY;gBAC7B,gBAAgB,EAAE,YAAY;gBAC9B,cAAc;gBACd,cAAc,EAAE,IAAI,EAAE,gCAAgC;gBACtD,YAAY,EAAE,CAAC,EAAE,uCAAuC;gBACxD,WAAW,EAAE,EAAE,EAAE,mCAAmC;gBACpD,WAAW,EAAE,WAAW,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ;gBACzD,aAAa,EAAE;oBACb,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,aAAa,EAAE,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC;iBACzE;gBACD,mBAAmB;aACpB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,OAAqB,EAAE,UAAkB;QACzD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CACzC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,WAAW,EAAE,CACzD,CAAC;QACF,OAAO,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,WAAmB;QACtC,iEAAiE;QACjE,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC1F,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QAClC,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;IACzE,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAa;QAClC,OAAO,CACL,KAAK,KAAK,IAAI,CAAC,UAAU;YACzB,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YACnC,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAClC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,OAAqB;QACvC,6BAA6B;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACnE,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;QAED,uCAAuC;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC7D,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,6BAA6B;QAC7B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,OAAO,CAAC,OAAO,CAAC;QACzB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,OAAgC,EAChC,QAAgB;QAEhB,oBAAoB;QACpB,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;YACxD,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;oBAClD,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9C,CAAC;gBACD,qBAAqB;gBACrB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;wBACpC,IAAI,UAAU,CAAC,QAAQ,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;4BAC9D,OAAO,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACpD,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,OAAe;QACrC,8BAA8B;QAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,IAAY;QAC5B,OAAO,IAAI;aACR,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;aAC1C,OAAO,CAAC,+BAA+B,EAAE,EAAE,CAAC;aAC5C,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;aACxB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;aACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;aACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;aACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;aACtB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,IAAI,OAAO,GAAG,IAAI,CAAC;QAEnB,mDAAmD;QACnD,MAAM,YAAY,GAAG;YACnB,UAAU,EAAE,+BAA+B;YAC3C,SAAS,EAAE,kBAAkB;YAC7B,SAAS,EAAE,YAAY;YACvB,gBAAgB,EAAE,cAAc;YAChC,kBAAkB,EAAE,2BAA2B;YAC/C,yBAAyB,EAAE,gBAAgB;YAC3C,6BAA6B;YAC7B,MAAM,EAAE,gBAAgB;YACxB,mBAAmB,EAAE,4BAA4B;YACjD,sBAAsB;YACtB,uBAAuB;YACvB,kBAAkB;SACnB,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpC,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACvC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,OAAO,GAAG,OAAO;aACd,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,wBAAwB;aAC9D,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,sBAAsB;aAC3C,IAAI,EAAE,CAAC;QAEV,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,OAAe;QAClC,OAAO,OAAO;aACX,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;aAC1C,IAAI,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CACvB,KAAwB,EACxB,OAAgB;QAEhB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC,MAAM,CAAC;oBAC3E,eAAe,EAAE,IAAI,CAAC,aAAa;oBACnC,gBAAgB,EAAE,IAAI,CAAC,cAAc;oBACrC,gBAAgB,EAAE,IAAI,CAAC,eAAe;oBACtC,aAAa,EAAE,IAAI,CAAC,YAAY;oBAChC,aAAa,EAAE,IAAI,CAAC,YAAY;oBAChC,cAAc,EAAE,IAAI,CAAC,aAAa;oBAClC,eAAe,EAAE,IAAI,CAAC,cAAc;oBACpC,eAAe,EAAE,IAAI,CAAC,cAAc;oBACpC,aAAa,EAAE,IAAI,CAAC,YAAY;oBAChC,aAAa,EAAE,SAAS;oBACxB,YAAY,EAAE,IAAI,CAAC,WAAW;oBAC9B,YAAY,EAAE,IAAI,CAAC,WAAW;oBAC9B,eAAe,EAAE,IAAI,CAAC,aAAa;oBACnC,oBAAoB,EAAE,IAAI,CAAC,mBAAmB;oBAC9C,gBAAgB,EAAE,IAAI,CAAC,cAAc;oBACrC,iBAAiB,EAAE,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE;oBACrD,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE;oBACvD,QAAQ,EAAE,OAAO;iBAClB,CAAC,CAAC;gBAEH,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,sBAAsB,IAAI,CAAC,cAAc,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC3E,MAAM,EAAE,CAAC;gBACX,CAAC;qBAAM,CAAC;oBACN,MAAM,EAAE,CAAC;gBACX,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,cAAc,GAAG,EAAE,GAAG,CAAC,CAAC;gBACrE,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,uBAAuB;QACrB,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;CACF;AAED,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,oBAAoB,EAAE,CAAC"}

package/dist/extraction/gmail-token-manager.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Gmail Token Manager
+ *
+ * Fetches and manages Gmail OAuth access tokens from the database.
+ * Handles automatic token refresh when expired.
+ */
+interface TokenManagerConfig {
+    supabaseUrl: string;
+    supabaseServiceRoleKey: string;
+    clientId?: string;
+    clientSecret?: string;
+    encryptionKey?: string;
+}
+export declare class GmailTokenManager {
+    private supabase;
+    private clientId;
+    private clientSecret;
+    private encryptionKey;
+    constructor(config: TokenManagerConfig);
+    /**
+     * Get a valid access token for the given email address.
+     * Automatically refreshes the token if expired.
+     */
+    getAccessToken(emailAddress: string): Promise<string>;
+    /**
+     * Refresh the access token using the refresh token
+     */
+    private refreshAndStoreToken;
+    /**
+     * Check if a token exists for the given email address
+     */
+    hasToken(emailAddress: string): Promise<boolean>;
+}
+export declare function getGmailTokenManager(config?: Partial<TokenManagerConfig>): GmailTokenManager;
+export {};
+//# sourceMappingURL=gmail-token-manager.d.ts.map

package/dist/extraction/gmail-token-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gmail-token-manager.d.ts","sourceRoot":"","sources":["../../src/extraction/gmail-token-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAoBH,UAAU,kBAAkB;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AA0BD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,aAAa,CAAS;gBAElB,MAAM,EAAE,kBAAkB;IAOtC;;;OAGG;IACG,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA6B3D;;OAEG;YACW,oBAAoB;IAkDlC;;OAEG;IACG,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAUvD;AAOD,wBAAgB,oBAAoB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,iBAAiB,CAiB5F"}

package/dist/extraction/gmail-token-manager.js

@@ -0,0 +1,146 @@
+/**
+ * Gmail Token Manager
+ *
+ * Fetches and manages Gmail OAuth access tokens from the database.
+ * Handles automatic token refresh when expired.
+ */
+import { createClient } from '@supabase/supabase-js';
+import { createDecipheriv, scryptSync } from 'crypto';
+// Encryption configuration (must match lib/communications/channels/gmail.ts)
+const ALGORITHM = 'aes-256-gcm';
+// Google OAuth URLs
+const GMAIL_TOKEN_URL = 'https://oauth2.googleapis.com/token';
+/**
+ * Decrypt a token using AES-256-GCM
+ */
+function decryptToken(ciphertext, encryptionKey) {
+    const parts = ciphertext.split(':');
+    if (parts.length !== 4) {
+        throw new Error('Invalid encrypted token format');
+    }
+    const [saltHex, ivHex, authTagHex, encrypted] = parts;
+    const salt = Buffer.from(saltHex, 'hex');
+    const iv = Buffer.from(ivHex, 'hex');
+    const authTag = Buffer.from(authTagHex, 'hex');
+    const key = scryptSync(encryptionKey, salt, 32);
+    const decipher = createDecipheriv(ALGORITHM, key, iv);
+    decipher.setAuthTag(authTag);
+    let decrypted = decipher.update(encrypted, 'hex', 'utf8');
+    decrypted += decipher.final('utf8');
+    return decrypted;
+}
+export class GmailTokenManager {
+    supabase;
+    clientId;
+    clientSecret;
+    encryptionKey;
+    constructor(config) {
+        this.supabase = createClient(config.supabaseUrl, config.supabaseServiceRoleKey);
+        this.clientId = config.clientId || process.env.GMAIL_CLIENT_ID || '';
+        this.clientSecret = config.clientSecret || process.env.GMAIL_CLIENT_SECRET || '';
+        this.encryptionKey = config.encryptionKey || process.env.TOKEN_ENCRYPTION_KEY || '';
+    }
+    /**
+     * Get a valid access token for the given email address.
+     * Automatically refreshes the token if expired.
+     */
+    async getAccessToken(emailAddress) {
+        // Fetch stored token from database
+        const { data: tokenData, error } = await this.supabase
+            .from('email_oauth_tokens')
+            .select('*')
+            .eq('email_address', emailAddress)
+            .eq('is_active', true)
+            .single();
+        if (error || !tokenData) {
+            throw new Error(`No active OAuth token found for ${emailAddress}: ${error?.message || 'Not found'}`);
+        }
+        const row = tokenData;
+        // Check if token is expired (with 5 minute buffer)
+        const tokenExpiry = row.token_expiry
+            ? new Date(row.token_expiry)
+            : new Date(0);
+        const needsRefresh = tokenExpiry.getTime() - Date.now() < 5 * 60 * 1000;
+        if (needsRefresh) {
+            console.log(`Token for ${emailAddress} is expired or expiring soon, refreshing...`);
+            return await this.refreshAndStoreToken(emailAddress, row.refresh_token_encrypted);
+        }
+        return row.access_token;
+    }
+    /**
+     * Refresh the access token using the refresh token
+     */
+    async refreshAndStoreToken(emailAddress, encryptedRefreshToken) {
+        if (!this.clientId || !this.clientSecret || !this.encryptionKey) {
+            throw new Error('GMAIL_CLIENT_ID, GMAIL_CLIENT_SECRET, and TOKEN_ENCRYPTION_KEY must be configured');
+        }
+        // Decrypt refresh token
+        const refreshToken = decryptToken(encryptedRefreshToken, this.encryptionKey);
+        // Request new access token
+        const response = await fetch(GMAIL_TOKEN_URL, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/x-www-form-urlencoded',
+            },
+            body: new URLSearchParams({
+                client_id: this.clientId,
+                client_secret: this.clientSecret,
+                refresh_token: refreshToken,
+                grant_type: 'refresh_token',
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.json();
+            throw new Error(`Token refresh failed: ${error.error_description || error.error}`);
+        }
+        const data = await response.json();
+        const newAccessToken = data.access_token;
+        const expiresAt = new Date(Date.now() + data.expires_in * 1000);
+        // Update in database
+        const { error: updateError } = await this.supabase
+            .from('email_oauth_tokens')
+            .update({
+            access_token: newAccessToken,
+            token_expiry: expiresAt.toISOString(),
+            updated_at: new Date().toISOString(),
+        })
+            .eq('email_address', emailAddress);
+        if (updateError) {
+            console.warn(`Failed to update token in database: ${updateError.message}`);
+        }
+        console.log(`Token refreshed for ${emailAddress}, expires at ${expiresAt.toISOString()}`);
+        return newAccessToken;
+    }
+    /**
+     * Check if a token exists for the given email address
+     */
+    async hasToken(emailAddress) {
+        const { data, error } = await this.supabase
+            .from('email_oauth_tokens')
+            .select('email_address')
+            .eq('email_address', emailAddress)
+            .eq('is_active', true)
+            .single();
+        return !error && !!data;
+    }
+}
+/**
+ * Get a singleton token manager instance
+ */
+let tokenManagerInstance = null;
+export function getGmailTokenManager(config) {
+    if (!tokenManagerInstance || config) {
+        const supabaseUrl = config?.supabaseUrl || process.env.SUPABASE_URL || process.env.NEXT_PUBLIC_SUPABASE_URL;
+        const supabaseServiceRoleKey = config?.supabaseServiceRoleKey || process.env.SUPABASE_SERVICE_ROLE_KEY;
+        if (!supabaseUrl || !supabaseServiceRoleKey) {
+            throw new Error('SUPABASE_URL and SUPABASE_SERVICE_ROLE_KEY are required');
+        }
+        tokenManagerInstance = new GmailTokenManager({
+            supabaseUrl,
+            supabaseServiceRoleKey,
+            ...config,
+        });
+    }
+    return tokenManagerInstance;
+}
+//# sourceMappingURL=gmail-token-manager.js.map

package/dist/extraction/gmail-token-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gmail-token-manager.js","sourceRoot":"","sources":["../../src/extraction/gmail-token-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEtD,6EAA6E;AAC7E,MAAM,SAAS,GAAG,aAAa,CAAC;AAEhC,oBAAoB;AACpB,MAAM,eAAe,GAAG,qCAAqC,CAAC;AAkB9D;;GAEG;AACH,SAAS,YAAY,CAAC,UAAkB,EAAE,aAAqB;IAC7D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,CAAC,GAAG,KAAK,CAAC;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,OAAQ,EAAE,KAAK,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAM,EAAE,KAAK,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,UAAW,EAAE,KAAK,CAAC,CAAC;IAEhD,MAAM,GAAG,GAAG,UAAU,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;IACtD,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAE7B,IAAI,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAU,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3D,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEpC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,OAAO,iBAAiB;IACpB,QAAQ,CAAiB;IACzB,QAAQ,CAAS;IACjB,YAAY,CAAS;IACrB,aAAa,CAAS;IAE9B,YAAY,MAA0B;QACpC,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAChF,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;QACrE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC;QACjF,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC;IACtF,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAAC,YAAoB;QACvC,mCAAmC;QACnC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ;aACnD,IAAI,CAAC,oBAAoB,CAAC;aAC1B,MAAM,CAAC,GAAG,CAAC;aACX,EAAE,CAAC,eAAe,EAAE,YAAY,CAAC;aACjC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC;aACrB,MAAM,EAAE,CAAC;QAEZ,IAAI,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,mCAAmC,YAAY,KAAK,KAAK,EAAE,OAAO,IAAI,WAAW,EAAE,CAAC,CAAC;QACvG,CAAC;QAED,MAAM,GAAG,GAAG,SAAqB,CAAC;QAElC,mDAAmD;QACnD,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY;YAClC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;YAC5B,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAExE,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,6CAA6C,CAAC,CAAC;YACpF,OAAO,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,EAAE,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACpF,CAAC;QAED,OAAO,GAAG,CAAC,YAAY,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAAC,YAAoB,EAAE,qBAA6B;QACpF,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,mFAAmF,CAAC,CAAC;QACvG,CAAC;QAED,wBAAwB;QACxB,MAAM,YAAY,GAAG,YAAY,CAAC,qBAAqB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7E,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,eAAe,EAAE;YAC5C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,mCAAmC;aACpD;YACD,IAAI,EAAE,IAAI,eAAe,CAAC;gBACxB,SAAS,EAAE,IAAI,CAAC,QAAQ;gBACxB,aAAa,EAAE,IAAI,CAAC,YAAY;gBAChC,aAAa,EAAE,YAAY;gBAC3B,UAAU,EAAE,eAAe;aAC5B,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,CAAC,iBAAiB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC;QACzC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;QAEhE,qBAAqB;QACrB,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ;aAC/C,IAAI,CAAC,oBAAoB,CAAC;aAC1B,MAAM,CAAC;YACN,YAAY,EAAE,cAAc;YAC5B,YAAY,EAAE,SAAS,CAAC,WAAW,EAAE;YACrC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;aACD,EAAE,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;QAErC,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,uCAAuC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,gBAAgB,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAE1F,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,YAAoB;QACjC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ;aACxC,IAAI,CAAC,oBAAoB,CAAC;aAC1B,MAAM,CAAC,eAAe,CAAC;aACvB,EAAE,CAAC,eAAe,EAAE,YAAY,CAAC;aACjC,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC;aACrB,MAAM,EAAE,CAAC;QAEZ,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC;IAC1B,CAAC;CACF;AAED;;GAEG;AACH,IAAI,oBAAoB,GAA6B,IAAI,CAAC;AAE1D,MAAM,UAAU,oBAAoB,CAAC,MAAoC;IACvE,IAAI,CAAC,oBAAoB,IAAI,MAAM,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;QAC5G,MAAM,sBAAsB,GAAG,MAAM,EAAE,sBAAsB,IAAI,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAEvG,IAAI,CAAC,WAAW,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;QAED,oBAAoB,GAAG,IAAI,iBAAiB,CAAC;YAC3C,WAAW;YACX,sBAAsB;YACtB,GAAG,MAAM;SACV,CAAC,CAAC;IACL,CAAC;IAED,OAAO,oBAAoB,CAAC;AAC9B,CAAC"}

package/dist/extraction/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Extraction Module Index
+ *
+ * Exports all extraction-related components for the Gmail Knowledge Base.
+ */
+export { GmailExtractor, type GmailThread, type GmailMessage, type ExtractedQAPair, type ExtractionResult, type GmailExtractorConfig, } from './gmail-extractor.js';
+export { ExtractionPipeline, createExtractionPipeline, type PipelineConfig, type PipelineResult, } from './pipeline.js';
+export { StateManager, getStateManager, resetStateManager, type ExtractionState, type BatchInfo, type StateManagerConfig, } from './state-manager.js';
+export { RateLimiter, gmailRateLimiter, openaiRateLimiter, rateLimited, batchExecute, type RateLimiterConfig, type RateLimitStatus, } from './rate-limiter.js';
+export { PIIHandler, getPIIHandler, resetPIIHandler, redactPII, detectPII, hasPII, type PIIType, type PIIMatch, type PIIResult, type PIIHandlerConfig, } from './pii-handler.js';
+export { QualityFilter, getQualityFilter, resetQualityFilter, assessQuality, meetsMinimumQuality, inferResolutionIndicator, type QualityAssessment, type QualityFactor, type QualityFilterConfig, type QAInput, } from './quality-filter.js';
+export { DeduplicationService, getDeduplicationService, resetDeduplicationService, hashContent, isDuplicate, type DeduplicationResult, type DeduplicationConfig, type QAContent, } from './deduplication.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/extraction/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/extraction/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,cAAc,EACd,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,GAC1B,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,KAAK,cAAc,EACnB,KAAK,cAAc,GACpB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,KAAK,eAAe,EACpB,KAAK,SAAS,EACd,KAAK,kBAAkB,GACxB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EACL,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,WAAW,EACX,YAAY,EACZ,KAAK,iBAAiB,EACtB,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EACL,UAAU,EACV,aAAa,EACb,eAAe,EACf,SAAS,EACT,SAAS,EACT,MAAM,EACN,KAAK,OAAO,EACZ,KAAK,QAAQ,EACb,KAAK,SAAS,EACd,KAAK,gBAAgB,GACtB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,aAAa,EACb,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,mBAAmB,EACnB,wBAAwB,EACxB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,KAAK,OAAO,GACb,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACvB,yBAAyB,EACzB,WAAW,EACX,WAAW,EACX,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,SAAS,GACf,MAAM,oBAAoB,CAAC"}

package/dist/extraction/index.js

@@ -0,0 +1,20 @@
+/**
+ * Extraction Module Index
+ *
+ * Exports all extraction-related components for the Gmail Knowledge Base.
+ */
+// Core extraction
+export { GmailExtractor, } from './gmail-extractor.js';
+// Pipeline
+export { ExtractionPipeline, createExtractionPipeline, } from './pipeline.js';
+// State management
+export { StateManager, getStateManager, resetStateManager, } from './state-manager.js';
+// Rate limiting
+export { RateLimiter, gmailRateLimiter, openaiRateLimiter, rateLimited, batchExecute, } from './rate-limiter.js';
+// PII handling
+export { PIIHandler, getPIIHandler, resetPIIHandler, redactPII, detectPII, hasPII, } from './pii-handler.js';
+// Quality filtering
+export { QualityFilter, getQualityFilter, resetQualityFilter, assessQuality, meetsMinimumQuality, inferResolutionIndicator, } from './quality-filter.js';
+// Deduplication
+export { DeduplicationService, getDeduplicationService, resetDeduplicationService, hashContent, isDuplicate, } from './deduplication.js';
+//# sourceMappingURL=index.js.map

package/dist/extraction/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/extraction/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,kBAAkB;AAClB,OAAO,EACL,cAAc,GAMf,MAAM,sBAAsB,CAAC;AAE9B,WAAW;AACX,OAAO,EACL,kBAAkB,EAClB,wBAAwB,GAGzB,MAAM,eAAe,CAAC;AAEvB,mBAAmB;AACnB,OAAO,EACL,YAAY,EACZ,eAAe,EACf,iBAAiB,GAIlB,MAAM,oBAAoB,CAAC;AAE5B,gBAAgB;AAChB,OAAO,EACL,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,WAAW,EACX,YAAY,GAGb,MAAM,mBAAmB,CAAC;AAE3B,eAAe;AACf,OAAO,EACL,UAAU,EACV,aAAa,EACb,eAAe,EACf,SAAS,EACT,SAAS,EACT,MAAM,GAKP,MAAM,kBAAkB,CAAC;AAE1B,oBAAoB;AACpB,OAAO,EACL,aAAa,EACb,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,mBAAmB,EACnB,wBAAwB,GAKzB,MAAM,qBAAqB,CAAC;AAE7B,gBAAgB;AAChB,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACvB,yBAAyB,EACzB,WAAW,EACX,WAAW,GAIZ,MAAM,oBAAoB,CAAC"}