catalist-support-agent 1.0.0

package/dist/extraction/quality-filter.js

@@ -0,0 +1,370 @@
+/**
+ * Quality Filter Module
+ *
+ * Assesses quality of extracted Q&A pairs for inclusion in the knowledge base.
+ * Filters based on minimum length requirements, response time, and resolution indicators.
+ */
+// =============================================================================
+// Default Configuration
+// =============================================================================
+const DEFAULT_CONFIG = {
+    minQuestionLength: 20, // At least a meaningful question
+    minResponseLength: 50, // At least a meaningful response
+    maxResponseTimeMs: 86400000 * 7, // 7 days max
+    minQualityScore: 0.4, // 40% minimum to pass
+    weights: {
+        questionLength: 0.15,
+        responseLength: 0.20,
+        responseTime: 0.20,
+        hasSubject: 0.10,
+        hasResolution: 0.20,
+        conversationDepth: 0.15,
+    },
+};
+// =============================================================================
+// Resolution Keywords
+// =============================================================================
+const POSITIVE_RESOLUTION_KEYWORDS = [
+    'resolved',
+    'completed',
+    'done',
+    'fixed',
+    'thank you',
+    'thanks',
+    'perfect',
+    'great',
+    'excellent',
+    'appreciate',
+    'helpful',
+    'solved',
+    'works',
+    'working',
+    'received',
+    'shipped',
+    'delivered',
+    'processed',
+    'confirmed',
+];
+const NEGATIVE_RESOLUTION_KEYWORDS = [
+    'still waiting',
+    'not resolved',
+    'unresolved',
+    'issue persists',
+    'problem continues',
+    'escalated',
+    'escalate',
+    'complaint',
+    'disappointed',
+    'frustrated',
+    'unacceptable',
+];
+// =============================================================================
+// Quality Filter Class
+// =============================================================================
+export class QualityFilter {
+    config;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_CONFIG, ...config };
+    }
+    /**
+     * Assess quality of a Q&A pair
+     */
+    assess(input) {
+        const factors = [];
+        // 1. Question length factor
+        factors.push(this.assessQuestionLength(input.questionText));
+        // 2. Response length factor
+        factors.push(this.assessResponseLength(input.responseText));
+        // 3. Response time factor
+        if (input.responseTimeMs !== undefined) {
+            factors.push(this.assessResponseTime(input.responseTimeMs));
+        }
+        // 4. Has subject factor
+        factors.push(this.assessHasSubject(input.questionSubject));
+        // 5. Resolution indicator factor
+        factors.push(this.assessResolution(input.resolutionIndicator, input.questionText, input.responseText));
+        // 6. Conversation depth factor
+        factors.push(this.assessConversationDepth(input.conversationTurnCount));
+        // Calculate weighted score
+        let totalWeight = 0;
+        let weightedScore = 0;
+        for (const factor of factors) {
+            weightedScore += factor.score * factor.weight;
+            totalWeight += factor.weight;
+        }
+        const score = totalWeight > 0 ? weightedScore / totalWeight : 0;
+        const passed = score >= this.config.minQualityScore;
+        // Generate summary
+        const summary = this.generateSummary(factors, score, passed);
+        return {
+            score,
+            passed,
+            factors,
+            summary,
+        };
+    }
+    /**
+     * Quick check if Q&A pair meets minimum requirements
+     */
+    meetsMinimumRequirements(input) {
+        return (input.questionText.length >= this.config.minQuestionLength &&
+            input.responseText.length >= this.config.minResponseLength);
+    }
+    /**
+     * Batch assess multiple Q&A pairs
+     */
+    assessBatch(inputs) {
+        return inputs.map((input) => this.assess(input));
+    }
+    /**
+     * Filter batch to only passing entries
+     */
+    filterPassing(inputs) {
+        return inputs
+            .map((input) => ({ input, assessment: this.assess(input) }))
+            .filter(({ assessment }) => assessment.passed);
+    }
+    // ===========================================================================
+    // Individual Factor Assessments
+    // ===========================================================================
+    assessQuestionLength(text) {
+        const length = text.trim().length;
+        const minLength = this.config.minQuestionLength;
+        const optimalLength = 200; // Questions around 200 chars are often well-formed
+        let score;
+        if (length < minLength) {
+            score = 0;
+        }
+        else if (length < optimalLength) {
+            score = (length - minLength) / (optimalLength - minLength) * 0.6 + 0.4;
+        }
+        else {
+            // Diminishing returns after optimal length
+            score = Math.min(1.0, 0.6 + 0.4 * Math.min(1, length / 500));
+        }
+        return {
+            name: 'questionLength',
+            score,
+            weight: this.config.weights.questionLength,
+            details: `Question length: ${length} chars (min: ${minLength})`,
+        };
+    }
+    assessResponseLength(text) {
+        const length = text.trim().length;
+        const minLength = this.config.minResponseLength;
+        const optimalLength = 500; // Responses around 500 chars are often substantive
+        let score;
+        if (length < minLength) {
+            score = 0;
+        }
+        else if (length < optimalLength) {
+            score = (length - minLength) / (optimalLength - minLength) * 0.6 + 0.4;
+        }
+        else {
+            // Diminishing returns after optimal length
+            score = Math.min(1.0, 0.6 + 0.4 * Math.min(1, length / 1000));
+        }
+        return {
+            name: 'responseLength',
+            score,
+            weight: this.config.weights.responseLength,
+            details: `Response length: ${length} chars (min: ${minLength})`,
+        };
+    }
+    assessResponseTime(timeMs) {
+        const maxTime = this.config.maxResponseTimeMs;
+        const optimalTime = 3600000; // 1 hour - quick responses are valued
+        let score;
+        if (timeMs <= 0) {
+            score = 0.5; // Unknown - neutral score
+        }
+        else if (timeMs <= optimalTime) {
+            score = 1.0;
+        }
+        else if (timeMs <= maxTime) {
+            // Linear decrease from optimal to max
+            score = 1.0 - (timeMs - optimalTime) / (maxTime - optimalTime) * 0.6;
+        }
+        else {
+            score = 0.2; // Very slow but still usable
+        }
+        const hours = Math.round(timeMs / 3600000);
+        return {
+            name: 'responseTime',
+            score,
+            weight: this.config.weights.responseTime,
+            details: `Response time: ${hours}h`,
+        };
+    }
+    assessHasSubject(subject) {
+        const hasSubject = !!subject && subject.trim().length > 5;
+        const score = hasSubject ? 1.0 : 0.3;
+        return {
+            name: 'hasSubject',
+            score,
+            weight: this.config.weights.hasSubject,
+            details: hasSubject ? 'Has meaningful subject' : 'No subject or too short',
+        };
+    }
+    assessResolution(indicator, questionText, responseText) {
+        // Check explicit indicator
+        if (indicator) {
+            const lowerIndicator = indicator.toLowerCase();
+            if (lowerIndicator.includes('resolved') || lowerIndicator.includes('completed')) {
+                return {
+                    name: 'hasResolution',
+                    score: 1.0,
+                    weight: this.config.weights.hasResolution,
+                    details: 'Explicit resolution indicator: ' + indicator,
+                };
+            }
+        }
+        // Analyze text for resolution signals
+        const fullText = ((questionText || '') + ' ' + (responseText || '')).toLowerCase();
+        // Check for positive resolution keywords
+        const positiveCount = POSITIVE_RESOLUTION_KEYWORDS.filter((kw) => fullText.includes(kw)).length;
+        // Check for negative resolution keywords
+        const negativeCount = NEGATIVE_RESOLUTION_KEYWORDS.filter((kw) => fullText.includes(kw)).length;
+        let score;
+        let details;
+        if (negativeCount > 0) {
+            score = 0.3;
+            details = `Negative resolution signals detected (${negativeCount})`;
+        }
+        else if (positiveCount >= 3) {
+            score = 0.9;
+            details = `Strong positive resolution signals (${positiveCount})`;
+        }
+        else if (positiveCount >= 1) {
+            score = 0.7;
+            details = `Some positive resolution signals (${positiveCount})`;
+        }
+        else {
+            score = 0.5;
+            details = 'No clear resolution signals';
+        }
+        return {
+            name: 'hasResolution',
+            score,
+            weight: this.config.weights.hasResolution,
+            details,
+        };
+    }
+    assessConversationDepth(turnCount) {
+        if (!turnCount || turnCount <= 0) {
+            return {
+                name: 'conversationDepth',
+                score: 0.5,
+                weight: this.config.weights.conversationDepth,
+                details: 'Unknown conversation depth',
+            };
+        }
+        // 2-4 turns is ideal (back and forth with resolution)
+        let score;
+        if (turnCount === 1) {
+            score = 0.6; // Single exchange - might be complete
+        }
+        else if (turnCount <= 4) {
+            score = 1.0; // Ideal depth
+        }
+        else if (turnCount <= 8) {
+            score = 0.7; // Getting long
+        }
+        else {
+            score = 0.4; // Very long - might indicate difficulty
+        }
+        return {
+            name: 'conversationDepth',
+            score,
+            weight: this.config.weights.conversationDepth,
+            details: `${turnCount} turns in conversation`,
+        };
+    }
+    // ===========================================================================
+    // Summary Generation
+    // ===========================================================================
+    generateSummary(factors, score, passed) {
+        const scorePercent = Math.round(score * 100);
+        const issues = factors
+            .filter((f) => f.score < 0.5)
+            .map((f) => f.name)
+            .join(', ');
+        const strengths = factors
+            .filter((f) => f.score >= 0.8)
+            .map((f) => f.name)
+            .join(', ');
+        let summary = `Quality score: ${scorePercent}% (${passed ? 'PASSED' : 'FAILED'})`;
+        if (strengths) {
+            summary += ` | Strengths: ${strengths}`;
+        }
+        if (issues) {
+            summary += ` | Issues: ${issues}`;
+        }
+        return summary;
+    }
+    // ===========================================================================
+    // Configuration
+    // ===========================================================================
+    /**
+     * Update configuration
+     */
+    updateConfig(config) {
+        this.config = { ...this.config, ...config };
+    }
+    /**
+     * Get current configuration
+     */
+    getConfig() {
+        return { ...this.config };
+    }
+}
+// =============================================================================
+// Singleton Instance
+// =============================================================================
+let qualityFilterInstance = null;
+/**
+ * Get singleton quality filter instance
+ */
+export function getQualityFilter() {
+    if (!qualityFilterInstance) {
+        qualityFilterInstance = new QualityFilter();
+    }
+    return qualityFilterInstance;
+}
+/**
+ * Reset the singleton (for testing)
+ */
+export function resetQualityFilter() {
+    qualityFilterInstance = null;
+}
+// =============================================================================
+// Utility Functions
+// =============================================================================
+/**
+ * Quick quality assessment using singleton
+ */
+export function assessQuality(input) {
+    return getQualityFilter().assess(input);
+}
+/**
+ * Quick check for minimum requirements
+ */
+export function meetsMinimumQuality(input) {
+    return getQualityFilter().meetsMinimumRequirements(input);
+}
+/**
+ * Infer resolution indicator from text
+ */
+export function inferResolutionIndicator(questionText, responseText) {
+    const fullText = (questionText + ' ' + responseText).toLowerCase();
+    const positiveCount = POSITIVE_RESOLUTION_KEYWORDS.filter((kw) => fullText.includes(kw)).length;
+    const negativeCount = NEGATIVE_RESOLUTION_KEYWORDS.filter((kw) => fullText.includes(kw)).length;
+    if (negativeCount > positiveCount) {
+        return 'ongoing';
+    }
+    else if (positiveCount >= 2) {
+        return 'resolved';
+    }
+    return 'unknown';
+}
+//# sourceMappingURL=quality-filter.js.map

package/dist/extraction/quality-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-filter.js","sourceRoot":"","sources":["../../src/extraction/quality-filter.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAmDH,gFAAgF;AAChF,wBAAwB;AACxB,gFAAgF;AAEhF,MAAM,cAAc,GAAwB;IAC1C,iBAAiB,EAAE,EAAE,EAAE,iCAAiC;IACxD,iBAAiB,EAAE,EAAE,EAAE,iCAAiC;IACxD,iBAAiB,EAAE,QAAQ,GAAG,CAAC,EAAE,aAAa;IAC9C,eAAe,EAAE,GAAG,EAAE,sBAAsB;IAE5C,OAAO,EAAE;QACP,cAAc,EAAE,IAAI;QACpB,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,IAAI;QAClB,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;QACnB,iBAAiB,EAAE,IAAI;KACxB;CACF,CAAC;AAEF,gFAAgF;AAChF,sBAAsB;AACtB,gFAAgF;AAEhF,MAAM,4BAA4B,GAAG;IACnC,UAAU;IACV,WAAW;IACX,MAAM;IACN,OAAO;IACP,WAAW;IACX,QAAQ;IACR,SAAS;IACT,OAAO;IACP,WAAW;IACX,YAAY;IACZ,SAAS;IACT,QAAQ;IACR,OAAO;IACP,SAAS;IACT,UAAU;IACV,SAAS;IACT,WAAW;IACX,WAAW;IACX,WAAW;CACZ,CAAC;AAEF,MAAM,4BAA4B,GAAG;IACnC,eAAe;IACf,cAAc;IACd,YAAY;IACZ,gBAAgB;IAChB,mBAAmB;IACnB,WAAW;IACX,UAAU;IACV,WAAW;IACX,cAAc;IACd,YAAY;IACZ,cAAc;CACf,CAAC;AAEF,gFAAgF;AAChF,uBAAuB;AACvB,gFAAgF;AAEhF,MAAM,OAAO,aAAa;IAChB,MAAM,CAAsB;IAEpC,YAAY,SAAuC,EAAE;QACnD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAc;QACnB,MAAM,OAAO,GAAoB,EAAE,CAAC;QAEpC,4BAA4B;QAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QAE5D,4BAA4B;QAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QAE5D,0BAA0B;QAC1B,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,wBAAwB;QACxB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;QAE3D,iCAAiC;QACjC,OAAO,CAAC,IAAI,CACV,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,CACzF,CAAC;QAEF,+BAA+B;QAC/B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAExE,2BAA2B;QAC3B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,aAAa,IAAI,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;YAC9C,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC;QAED,MAAM,KAAK,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QAEpD,mBAAmB;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAE7D,OAAO;YACL,KAAK;YACL,MAAM;YACN,OAAO;YACP,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,wBAAwB,CAAC,KAAc;QACrC,OAAO,CACL,KAAK,CAAC,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB;YAC1D,KAAK,CAAC,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAC3D,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAAiB;QAC3B,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,MAAiB;QAC7B,OAAO,MAAM;aACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aAC3D,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IAED,8EAA8E;IAC9E,gCAAgC;IAChC,8EAA8E;IAEtE,oBAAoB,CAAC,IAAY;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAChD,MAAM,aAAa,GAAG,GAAG,CAAC,CAAC,mDAAmD;QAE9E,IAAI,KAAa,CAAC;QAClB,IAAI,MAAM,GAAG,SAAS,EAAE,CAAC;YACvB,KAAK,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,MAAM,GAAG,aAAa,EAAE,CAAC;YAClC,KAAK,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,aAAa,GAAG,SAAS,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,2CAA2C;YAC3C,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO;YACL,IAAI,EAAE,gBAAgB;YACtB,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc;YAC1C,OAAO,EAAE,oBAAoB,MAAM,gBAAgB,SAAS,GAAG;SAChE,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,IAAY;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAChD,MAAM,aAAa,GAAG,GAAG,CAAC,CAAC,mDAAmD;QAE9E,IAAI,KAAa,CAAC;QAClB,IAAI,MAAM,GAAG,SAAS,EAAE,CAAC;YACvB,KAAK,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,MAAM,GAAG,aAAa,EAAE,CAAC;YAClC,KAAK,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,aAAa,GAAG,SAAS,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,2CAA2C;YAC3C,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;QAChE,CAAC;QAED,OAAO;YACL,IAAI,EAAE,gBAAgB;YACtB,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc;YAC1C,OAAO,EAAE,oBAAoB,MAAM,gBAAgB,SAAS,GAAG;SAChE,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,MAAc;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAC9C,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,sCAAsC;QAEnE,IAAI,KAAa,CAAC;QAClB,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YAChB,KAAK,GAAG,GAAG,CAAC,CAAC,0BAA0B;QACzC,CAAC;aAAM,IAAI,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;aAAM,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,sCAAsC;YACtC,KAAK,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC;QACvE,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,GAAG,CAAC,CAAC,6BAA6B;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC;QAC3C,OAAO;YACL,IAAI,EAAE,cAAc;YACpB,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY;YACxC,OAAO,EAAE,kBAAkB,KAAK,GAAG;SACpC,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,OAAgB;QACvC,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAErC,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU;YACtC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,yBAAyB;SAC3E,CAAC;IACJ,CAAC;IAEO,gBAAgB,CACtB,SAAkB,EAClB,YAAqB,EACrB,YAAqB;QAErB,2BAA2B;QAC3B,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,cAAc,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChF,OAAO;oBACL,IAAI,EAAE,eAAe;oBACrB,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa;oBACzC,OAAO,EAAE,iCAAiC,GAAG,SAAS;iBACvD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,YAAY,IAAI,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAEnF,yCAAyC;QACzC,MAAM,aAAa,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAC/D,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CACtB,CAAC,MAAM,CAAC;QAET,yCAAyC;QACzC,MAAM,aAAa,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAC/D,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CACtB,CAAC,MAAM,CAAC;QAET,IAAI,KAAa,CAAC;QAClB,IAAI,OAAe,CAAC;QAEpB,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACtB,KAAK,GAAG,GAAG,CAAC;YACZ,OAAO,GAAG,yCAAyC,aAAa,GAAG,CAAC;QACtE,CAAC;aAAM,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YAC9B,KAAK,GAAG,GAAG,CAAC;YACZ,OAAO,GAAG,uCAAuC,aAAa,GAAG,CAAC;QACpE,CAAC;aAAM,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YAC9B,KAAK,GAAG,GAAG,CAAC;YACZ,OAAO,GAAG,qCAAqC,aAAa,GAAG,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,GAAG,CAAC;YACZ,OAAO,GAAG,6BAA6B,CAAC;QAC1C,CAAC;QAED,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa;YACzC,OAAO;SACR,CAAC;IACJ,CAAC;IAEO,uBAAuB,CAAC,SAAkB;QAChD,IAAI,CAAC,SAAS,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACjC,OAAO;gBACL,IAAI,EAAE,mBAAmB;gBACzB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB;gBAC7C,OAAO,EAAE,4BAA4B;aACtC,CAAC;QACJ,CAAC;QAED,sDAAsD;QACtD,IAAI,KAAa,CAAC;QAClB,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,KAAK,GAAG,GAAG,CAAC,CAAC,sCAAsC;QACrD,CAAC;aAAM,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YAC1B,KAAK,GAAG,GAAG,CAAC,CAAC,cAAc;QAC7B,CAAC;aAAM,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YAC1B,KAAK,GAAG,GAAG,CAAC,CAAC,eAAe;QAC9B,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,GAAG,CAAC,CAAC,wCAAwC;QACvD,CAAC;QAED,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB;YAC7C,OAAO,EAAE,GAAG,SAAS,wBAAwB;SAC9C,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,qBAAqB;IACrB,8EAA8E;IAEtE,eAAe,CACrB,OAAwB,EACxB,KAAa,EACb,MAAe;QAEf,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,OAAO;aACnB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC;aAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAClB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,SAAS,GAAG,OAAO;aACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;aAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAClB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,IAAI,OAAO,GAAG,kBAAkB,YAAY,MAAM,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC;QAElF,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,IAAI,iBAAiB,SAAS,EAAE,CAAC;QAC1C,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,IAAI,cAAc,MAAM,EAAE,CAAC;QACpC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,8EAA8E;IAC9E,gBAAgB;IAChB,8EAA8E;IAE9E;;OAEG;IACH,YAAY,CAAC,MAAoC;QAC/C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;CACF;AAED,gFAAgF;AAChF,qBAAqB;AACrB,gFAAgF;AAEhF,IAAI,qBAAqB,GAAyB,IAAI,CAAC;AAEvD;;GAEG;AACH,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC3B,qBAAqB,GAAG,IAAI,aAAa,EAAE,CAAC;IAC9C,CAAC;IACD,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,qBAAqB,GAAG,IAAI,CAAC;AAC/B,CAAC;AAED,gFAAgF;AAChF,oBAAoB;AACpB,gFAAgF;AAEhF;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,OAAO,gBAAgB,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,OAAO,gBAAgB,EAAE,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACtC,YAAoB,EACpB,YAAoB;IAEpB,MAAM,QAAQ,GAAG,CAAC,YAAY,GAAG,GAAG,GAAG,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;IAEnE,MAAM,aAAa,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAC/D,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CACtB,CAAC,MAAM,CAAC;IAET,MAAM,aAAa,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAC/D,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CACtB,CAAC,MAAM,CAAC;IAET,IAAI,aAAa,GAAG,aAAa,EAAE,CAAC;QAClC,OAAO,SAAS,CAAC;IACnB,CAAC;SAAM,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QAC9B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/extraction/rate-limiter.d.ts

@@ -0,0 +1,90 @@
+/**
+ * Rate Limiter Module
+ *
+ * Implements rate limiting for API calls (Gmail API, OpenAI API).
+ * Uses token bucket algorithm with sliding window for smooth rate limiting.
+ */
+export interface RateLimiterConfig {
+    requestsPerMinute: number;
+    requestsPerSecond?: number;
+    maxConcurrent?: number;
+    enableRetry?: boolean;
+    maxRetries?: number;
+    baseDelayMs?: number;
+}
+export interface RateLimitStatus {
+    available: boolean;
+    remainingRequests: number;
+    resetAtMs: number;
+    currentConcurrent: number;
+}
+export declare class RateLimiter {
+    private config;
+    private tokens;
+    private lastRefill;
+    private currentConcurrent;
+    private requestTimes;
+    constructor(config: RateLimiterConfig);
+    /**
+     * Acquire a token (blocks until available)
+     */
+    acquire(): Promise<void>;
+    /**
+     * Try to acquire a token without blocking
+     */
+    tryAcquire(): boolean;
+    /**
+     * Release a concurrent slot
+     */
+    release(): void;
+    /**
+     * Execute a function with rate limiting
+     */
+    execute<T>(fn: () => Promise<T>): Promise<T>;
+    /**
+     * Execute with retry on rate limit errors
+     */
+    executeWithRetry<T>(fn: () => Promise<T>, isRateLimitError?: (error: unknown) => boolean): Promise<T>;
+    /**
+     * Get current rate limit status
+     */
+    getStatus(): RateLimitStatus;
+    /**
+     * Consume a token
+     */
+    private consumeToken;
+    /**
+     * Refill tokens based on elapsed time
+     */
+    private refillTokens;
+    /**
+     * Default rate limit error detector
+     */
+    private defaultIsRateLimitError;
+    /**
+     * Delay helper
+     */
+    private delay;
+    /**
+     * Reset the rate limiter
+     */
+    reset(): void;
+    /**
+     * Get configuration
+     */
+    getConfig(): Required<RateLimiterConfig>;
+}
+export declare const gmailRateLimiter: RateLimiter;
+export declare const openaiRateLimiter: RateLimiter;
+/**
+ * Create a rate-limited function
+ */
+export declare function rateLimited<T extends (...args: unknown[]) => Promise<unknown>>(fn: T, limiter: RateLimiter): T;
+/**
+ * Batch execute with rate limiting
+ */
+export declare function batchExecute<T, R>(items: T[], fn: (item: T) => Promise<R>, limiter: RateLimiter, options?: {
+    concurrency?: number;
+    onProgress?: (completed: number, total: number) => void;
+}): Promise<R[]>;
+//# sourceMappingURL=rate-limiter.d.ts.map

package/dist/extraction/rate-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../src/extraction/rate-limiter.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,MAAM,WAAW,iBAAiB;IAEhC,iBAAiB,EAAE,MAAM,CAAC;IAG1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,WAAW,CAAC,EAAE,OAAO,CAAC;IAGtB,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAMD,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAA8B;IAC5C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,YAAY,CAAgB;gBAExB,MAAM,EAAE,iBAAiB;IAcrC;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAe9B;;OAEG;IACH,UAAU,IAAI,OAAO;IAWrB;;OAEG;IACH,OAAO,IAAI,IAAI;IAMf;;OAEG;IACG,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAWlD;;OAEG;IACG,gBAAgB,CAAC,CAAC,EACtB,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,gBAAgB,GAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAsC,GAC3E,OAAO,CAAC,CAAC,CAAC;IA4Bb;;OAEG;IACH,SAAS,IAAI,eAAe;IAyC5B;;OAEG;IACH,OAAO,CAAC,YAAY;IAKpB;;OAEG;IACH,OAAO,CAAC,YAAY;IAYpB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAY/B;;OAEG;IACH,OAAO,CAAC,KAAK;IAIb;;OAEG;IACH,KAAK,IAAI,IAAI;IAOb;;OAEG;IACH,SAAS,IAAI,QAAQ,CAAC,iBAAiB,CAAC;CAGzC;AAOD,eAAO,MAAM,gBAAgB,aAO3B,CAAC;AAGH,eAAO,MAAM,iBAAiB,aAO5B,CAAC;AAMH;;GAEG;AACH,wBAAgB,WAAW,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,EAC5E,EAAE,EAAE,CAAC,EACL,OAAO,EAAE,WAAW,GACnB,CAAC,CAIH;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,CAAC,EAAE,CAAC,EACrC,KAAK,EAAE,CAAC,EAAE,EACV,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAC3B,OAAO,EAAE,WAAW,EACpB,OAAO,GAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;CAAO,GAC9F,OAAO,CAAC,CAAC,EAAE,CAAC,CAwBd"}