@aituber-onair/manneri 0.1.0

package/dist/analyzers/KeywordExtractor.js

@@ -0,0 +1,253 @@
+import { tokenize, extractKeywords } from '../utils/textUtils.js';
+import { measurePerformance } from '../utils/browserUtils.js';
+export class KeywordExtractor {
+    constructor(options = {}) {
+        this.keywordFrequencies = new Map();
+        this.topicClusters = new Map();
+        this.maxKeywords = 50;
+        this.maxContextLength = 100;
+        this.options = {
+            minWordLength: 2,
+            maxNgrams: 3,
+            includeStopWords: false,
+            caseSensitive: false,
+            language: 'auto',
+            ...options,
+        };
+    }
+    extractKeywordsFromMessage(message) {
+        return measurePerformance('extractKeywords', () => extractKeywords(message.content, this.options), false);
+    }
+    extractKeywordsFromMessages(messages) {
+        const allKeywords = [];
+        for (const message of messages) {
+            const keywords = this.extractKeywordsFromMessage(message);
+            allKeywords.push(...keywords);
+        }
+        const keywordCounts = new Map();
+        for (const keyword of allKeywords) {
+            keywordCounts.set(keyword, (keywordCounts.get(keyword) || 0) + 1);
+        }
+        return Array.from(keywordCounts.entries())
+            .sort((a, b) => b[1] - a[1])
+            .slice(0, 20)
+            .map(([keyword]) => keyword);
+    }
+    analyzeKeywordFrequencies(messages) {
+        const keywordData = new Map();
+        for (const message of messages) {
+            const keywords = this.extractKeywordsFromMessage(message);
+            const timestamp = message.timestamp || Date.now();
+            for (const keyword of keywords) {
+                if (keywordData.has(keyword)) {
+                    const data = keywordData.get(keyword);
+                    if (!data)
+                        continue;
+                    data.frequency++;
+                    data.lastSeen = Math.max(data.lastSeen, timestamp);
+                    data.score = this.calculateKeywordScore(data.frequency, data.firstSeen, data.lastSeen);
+                    if (data.contexts.length < 5) {
+                        const context = message.content.substring(0, this.maxContextLength);
+                        if (!data.contexts.includes(context)) {
+                            data.contexts.push(context);
+                        }
+                    }
+                }
+                else {
+                    keywordData.set(keyword, {
+                        keyword,
+                        frequency: 1,
+                        score: 1,
+                        firstSeen: timestamp,
+                        lastSeen: timestamp,
+                        contexts: [message.content.substring(0, this.maxContextLength)],
+                    });
+                }
+            }
+        }
+        return Array.from(keywordData.values())
+            .sort((a, b) => b.score - a.score)
+            .slice(0, this.maxKeywords);
+    }
+    detectTopicShift(recentMessages, historicalMessages, threshold = 0.5) {
+        const recentKeywords = new Set(this.extractKeywordsFromMessages(recentMessages));
+        const historicalKeywords = new Set(this.extractKeywordsFromMessages(historicalMessages));
+        const intersection = new Set([...recentKeywords].filter((x) => historicalKeywords.has(x)));
+        const union = new Set([...recentKeywords, ...historicalKeywords]);
+        const similarity = intersection.size / union.size;
+        const hasShift = similarity < threshold;
+        const newTopics = Array.from(recentKeywords).filter((k) => !historicalKeywords.has(k));
+        const oldTopics = Array.from(historicalKeywords).filter((k) => !recentKeywords.has(k));
+        return {
+            hasShift,
+            newTopics,
+            oldTopics,
+        };
+    }
+    analyzeTopicClusters(messages) {
+        const keywordFrequencies = this.analyzeKeywordFrequencies(messages);
+        const clusters = new Map();
+        for (const message of messages) {
+            const keywords = this.extractKeywordsFromMessage(message);
+            const timestamp = message.timestamp || Date.now();
+            for (const keyword of keywords) {
+                const relatedKeywords = this.findRelatedKeywords(keyword, keywordFrequencies);
+                const clusterId = this.generateClusterId(relatedKeywords);
+                if (clusters.has(clusterId)) {
+                    const cluster = clusters.get(clusterId);
+                    if (!cluster)
+                        continue;
+                    cluster.messageCount++;
+                    cluster.lastMessage = Math.max(cluster.lastMessage, timestamp);
+                    cluster.score = this.calculateClusterScore(cluster);
+                }
+                else {
+                    clusters.set(clusterId, {
+                        id: clusterId,
+                        keywords: relatedKeywords,
+                        score: 1,
+                        messageCount: 1,
+                        firstMessage: timestamp,
+                        lastMessage: timestamp,
+                    });
+                }
+            }
+        }
+        return Array.from(clusters.values())
+            .sort((a, b) => b.score - a.score)
+            .slice(0, 10);
+    }
+    getTopicInfo(messages) {
+        const clusters = this.analyzeTopicClusters(messages);
+        return clusters.map((cluster) => ({
+            keywords: cluster.keywords,
+            score: cluster.score,
+            category: this.categorizeKeywords(cluster.keywords),
+            confidence: Math.min(cluster.score / 10, 1.0),
+        }));
+    }
+    findRepeatedKeywords(messages, minRepetitions = 3, windowSize = 5) {
+        const keywordPositions = new Map();
+        for (let i = 0; i < messages.length; i++) {
+            const keywords = this.extractKeywordsFromMessage(messages[i]);
+            for (const keyword of keywords) {
+                if (!keywordPositions.has(keyword)) {
+                    keywordPositions.set(keyword, []);
+                }
+                keywordPositions.get(keyword)?.push(i);
+            }
+        }
+        const repeatedKeywords = [];
+        for (const [keyword, positions] of keywordPositions) {
+            if (positions.length >= minRepetitions) {
+                const density = this.calculateKeywordDensity(positions, windowSize);
+                if (density > 0.5) {
+                    repeatedKeywords.push({
+                        keyword,
+                        positions,
+                        density,
+                    });
+                }
+            }
+        }
+        return repeatedKeywords.sort((a, b) => b.density - a.density);
+    }
+    calculateKeywordScore(frequency, firstSeen, lastSeen) {
+        const recencyFactor = 1 - (Date.now() - lastSeen) / (24 * 60 * 60 * 1000);
+        const persistenceFactor = (lastSeen - firstSeen) / (60 * 60 * 1000);
+        return (frequency *
+            (1 + Math.max(0, recencyFactor)) *
+            (1 + Math.min(1, persistenceFactor / 24)));
+    }
+    findRelatedKeywords(keyword, frequencies) {
+        const related = [keyword];
+        for (const freq of frequencies) {
+            if (freq.keyword !== keyword && freq.frequency > 1) {
+                const similarity = this.calculateSemanticSimilarity(keyword, freq.keyword);
+                if (similarity > 0.3) {
+                    related.push(freq.keyword);
+                }
+            }
+        }
+        return related.slice(0, 5);
+    }
+    calculateSemanticSimilarity(word1, word2) {
+        const tokens1 = tokenize(word1, this.options);
+        const tokens2 = tokenize(word2, this.options);
+        if (tokens1.length === 0 || tokens2.length === 0)
+            return 0;
+        const set1 = new Set(tokens1);
+        const set2 = new Set(tokens2);
+        const intersection = new Set([...set1].filter((x) => set2.has(x)));
+        const union = new Set([...set1, ...set2]);
+        return intersection.size / union.size;
+    }
+    generateClusterId(keywords) {
+        return keywords.sort().join('|');
+    }
+    calculateClusterScore(cluster) {
+        const keywordCount = cluster.keywords.length;
+        const messageCount = cluster.messageCount;
+        const timeSpan = cluster.lastMessage - cluster.firstMessage;
+        return (keywordCount *
+            messageCount *
+            (1 + Math.min(1, timeSpan / (60 * 60 * 1000))));
+    }
+    categorizeKeywords(keywords) {
+        const categories = {
+            技術: [
+                '技術',
+                'プログラミング',
+                'コード',
+                'システム',
+                'API',
+                'データベース',
+                'サーバー',
+            ],
+            エンターテイメント: [
+                'ゲーム',
+                '音楽',
+                '映画',
+                'アニメ',
+                'TV',
+                'スポーツ',
+            ],
+            日常: ['食事', '天気', '仕事', '家族', '友達', '学校'],
+            その他: [],
+        };
+        for (const [category, categoryKeywords] of Object.entries(categories)) {
+            if (category === 'その他')
+                continue;
+            const matchCount = keywords.filter((k) => categoryKeywords.some((ck) => k.includes(ck) || ck.includes(k))).length;
+            if (matchCount > 0) {
+                return category;
+            }
+        }
+        return 'その他';
+    }
+    calculateKeywordDensity(positions, windowSize) {
+        if (positions.length < 2)
+            return 0;
+        let maxDensity = 0;
+        for (let i = 0; i < positions.length - 1; i++) {
+            let count = 1;
+            const start = positions[i];
+            for (let j = i + 1; j < positions.length; j++) {
+                if (positions[j] - start < windowSize) {
+                    count++;
+                }
+                else {
+                    break;
+                }
+            }
+            const density = count / windowSize;
+            maxDensity = Math.max(maxDensity, density);
+        }
+        return maxDensity;
+    }
+    clearCache() {
+        this.keywordFrequencies.clear();
+        this.topicClusters.clear();
+    }
+}
+//# sourceMappingURL=KeywordExtractor.js.map

package/dist/analyzers/KeywordExtractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KeywordExtractor.js","sourceRoot":"","sources":["../../src/analyzers/KeywordExtractor.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAoB9D,MAAM,OAAO,gBAAgB;IAQ3B,YAAY,UAAwC,EAAE;QANrC,uBAAkB,GACjC,IAAI,GAAG,EAAE,CAAC;QACK,kBAAa,GAA8B,IAAI,GAAG,EAAE,CAAC;QACrD,gBAAW,GAAW,EAAE,CAAC;QACzB,qBAAgB,GAAW,GAAG,CAAC;QAG9C,IAAI,CAAC,OAAO,GAAG;YACb,aAAa,EAAE,CAAC;YAChB,SAAS,EAAE,CAAC;YACZ,gBAAgB,EAAE,KAAK;YACvB,aAAa,EAAE,KAAK;YACpB,QAAQ,EAAE,MAAM;YAChB,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;IAED,0BAA0B,CAAC,OAAgB;QACzC,OAAO,kBAAkB,CACvB,iBAAiB,EACjB,GAAG,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,EACpD,KAAK,CACN,CAAC;IACJ,CAAC;IAED,2BAA2B,CAAC,QAAmB;QAC7C,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;YAC1D,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEhD,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;aACvC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,yBAAyB,CAAC,QAAmB;QAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,EAA4B,CAAC;QAExD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAElD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC7B,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACtC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBACpB,IAAI,CAAC,SAAS,EAAE,CAAC;oBACjB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;oBACnD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,qBAAqB,CACrC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,QAAQ,CACd,CAAC;oBAEF,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC7B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;wBACpE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;4BACrC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC9B,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE;wBACvB,OAAO;wBACP,SAAS,EAAE,CAAC;wBACZ,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE,SAAS;wBACpB,QAAQ,EAAE,SAAS;wBACnB,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;qBAChE,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;aACpC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAED,gBAAgB,CACd,cAAyB,EACzB,kBAA6B,EAC7B,SAAS,GAAG,GAAG;QAEf,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,IAAI,CAAC,2BAA2B,CAAC,cAAc,CAAC,CACjD,CAAC;QACF,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAChC,IAAI,CAAC,2BAA2B,CAAC,kBAAkB,CAAC,CACrD,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,CAAC,GAAG,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAC7D,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,cAAc,EAAE,GAAG,kBAAkB,CAAC,CAAC,CAAC;QAElE,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QAClD,MAAM,QAAQ,GAAG,UAAU,GAAG,SAAS,CAAC;QAExC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,CACjD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,CAClC,CAAC;QACF,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,MAAM,CACrD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAC9B,CAAC;QAEF,OAAO;YACL,QAAQ;YACR,SAAS;YACT,SAAS;SACV,CAAC;IACJ,CAAC;IAED,oBAAoB,CAAC,QAAmB;QACtC,MAAM,kBAAkB,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACpE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;QAEjD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAElD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAC9C,OAAO,EACP,kBAAkB,CACnB,CAAC;gBACF,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;gBAE1D,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBACxC,IAAI,CAAC,OAAO;wBAAE,SAAS;oBACvB,OAAO,CAAC,YAAY,EAAE,CAAC;oBACvB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;oBAC/D,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE;wBACtB,EAAE,EAAE,SAAS;wBACb,QAAQ,EAAE,eAAe;wBACzB,KAAK,EAAE,CAAC;wBACR,YAAY,EAAE,CAAC;wBACf,YAAY,EAAE,SAAS;wBACvB,WAAW,EAAE,SAAS;qBACvB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;aACjC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClB,CAAC;IAED,YAAY,CAAC,QAAmB;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAErD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC;YACnD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,GAAG,EAAE,EAAE,GAAG,CAAC;SAC9C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,oBAAoB,CAClB,QAAmB,EACnB,cAAc,GAAG,CAAC,EAClB,UAAU,GAAG,CAAC;QAEd,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAoB,CAAC;QAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAE9D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACnC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACpC,CAAC;gBACD,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,MAAM,gBAAgB,GAIjB,EAAE,CAAC;QAER,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,gBAAgB,EAAE,CAAC;YACpD,IAAI,SAAS,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;gBAEpE,IAAI,OAAO,GAAG,GAAG,EAAE,CAAC;oBAClB,gBAAgB,CAAC,IAAI,CAAC;wBACpB,OAAO;wBACP,SAAS;wBACT,OAAO;qBACR,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAEO,qBAAqB,CAC3B,SAAiB,EACjB,SAAiB,EACjB,QAAgB;QAEhB,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAC1E,MAAM,iBAAiB,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAEpE,OAAO,CACL,SAAS;YACT,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAChC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,iBAAiB,GAAG,EAAE,CAAC,CAAC,CAC1C,CAAC;IACJ,CAAC;IAEO,mBAAmB,CACzB,OAAe,EACf,WAA+B;QAE/B,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC;QAE1B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACnD,MAAM,UAAU,GAAG,IAAI,CAAC,2BAA2B,CACjD,OAAO,EACP,IAAI,CAAC,OAAO,CACb,CAAC;gBACF,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;oBACrB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7B,CAAC;IAEO,2BAA2B,CAAC,KAAa,EAAE,KAAa;QAC9D,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAE9C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE3D,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAE9B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QAE1C,OAAO,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACxC,CAAC;IAEO,iBAAiB,CAAC,QAAkB;QAC1C,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAEO,qBAAqB,CAAC,OAAqB;QACjD,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC7C,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;QAE5D,OAAO,CACL,YAAY;YACZ,YAAY;YACZ,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAC/C,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,QAAkB;QAC3C,MAAM,UAAU,GAAG;YACjB,EAAE,EAAE;gBACF,IAAI;gBACJ,SAAS;gBACT,KAAK;gBACL,MAAM;gBACN,KAAK;gBACL,QAAQ;gBACR,MAAM;aACP;YACD,SAAS,EAAE;gBACT,KAAK;gBACL,IAAI;gBACJ,IAAI;gBACJ,KAAK;gBACL,IAAI;gBACJ,MAAM;aACP;YACD,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;YACxC,GAAG,EAAE,EAAE;SACR,CAAC;QAEF,KAAK,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YACtE,IAAI,QAAQ,KAAK,KAAK;gBAAE,SAAS;YAEjC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACvC,gBAAgB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAChE,CAAC,MAAM,CAAC;YAET,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;gBACnB,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,uBAAuB,CAC7B,SAAmB,EACnB,UAAkB;QAElB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAEnC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,IAAI,SAAS,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,UAAU,EAAE,CAAC;oBACtC,KAAK,EAAE,CAAC;gBACV,CAAC;qBAAM,CAAC;oBACN,MAAM;gBACR,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,GAAG,UAAU,CAAC;YACnC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,UAAU;QACR,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/dist/analyzers/PatternDetector.d.ts

@@ -0,0 +1,38 @@
+import type { Message, ConversationPattern } from '../types/index.js';
+export interface PatternDetectionResult {
+    patterns: ConversationPattern[];
+    severity: 'low' | 'medium' | 'high';
+    confidence: number;
+}
+export interface MessageSequence {
+    messages: Message[];
+    pattern: string;
+    frequency: number;
+    positions: number[];
+}
+export declare class PatternDetector {
+    private readonly detectedPatterns;
+    private readonly sequenceCache;
+    private readonly maxPatterns;
+    private readonly minPatternLength;
+    private readonly maxPatternLength;
+    detectPatterns(messages: Message[]): PatternDetectionResult;
+    private findNewPatterns;
+    private extractSequencePatterns;
+    private findRepeatedPatterns;
+    private findStructuralPatterns;
+    private extractRoleSequences;
+    private findRepeatedRoleSequences;
+    private createPatternSignature;
+    private deduplicatePatterns;
+    private calculateSeverity;
+    private calculateConfidence;
+    getPatternStatistics(): {
+        totalPatterns: number;
+        averageFrequency: number;
+        mostFrequentPattern: ConversationPattern | null;
+        oldestPattern: ConversationPattern | null;
+    };
+    private cleanupOldPatterns;
+    clearPatterns(): void;
+}

package/dist/analyzers/PatternDetector.js

@@ -0,0 +1,244 @@
+import { generateId } from '../utils/browserUtils.js';
+import { calculateTextSimilarity } from '../utils/textUtils.js';
+export class PatternDetector {
+    constructor() {
+        this.detectedPatterns = new Map();
+        this.sequenceCache = new Map();
+        this.maxPatterns = 100;
+        this.minPatternLength = 2;
+        this.maxPatternLength = 5;
+    }
+    detectPatterns(messages) {
+        this.cleanupOldPatterns();
+        const newPatterns = this.findNewPatterns(messages);
+        const repeatedPatterns = this.findRepeatedPatterns(messages);
+        const structuralPatterns = this.findStructuralPatterns(messages);
+        const allPatterns = [
+            ...newPatterns,
+            ...repeatedPatterns,
+            ...structuralPatterns,
+        ];
+        const uniquePatterns = this.deduplicatePatterns(allPatterns);
+        // Clean up again to maintain the limit
+        this.cleanupOldPatterns();
+        const severity = this.calculateSeverity(uniquePatterns);
+        const confidence = this.calculateConfidence(uniquePatterns, messages.length);
+        return {
+            patterns: uniquePatterns,
+            severity,
+            confidence,
+        };
+    }
+    findNewPatterns(messages) {
+        const newPatterns = [];
+        for (let length = this.minPatternLength; length <= this.maxPatternLength; length++) {
+            const patterns = this.extractSequencePatterns(messages, length);
+            newPatterns.push(...patterns);
+        }
+        return newPatterns;
+    }
+    extractSequencePatterns(messages, sequenceLength) {
+        const patterns = [];
+        const sequenceMap = new Map();
+        for (let i = 0; i <= messages.length - sequenceLength; i++) {
+            const sequence = messages.slice(i, i + sequenceLength);
+            const pattern = this.createPatternSignature(sequence);
+            if (sequenceMap.has(pattern)) {
+                const existing = sequenceMap.get(pattern);
+                if (!existing)
+                    continue;
+                existing.frequency++;
+                existing.positions.push(i);
+            }
+            else {
+                sequenceMap.set(pattern, {
+                    messages: sequence,
+                    pattern,
+                    frequency: 1,
+                    positions: [i],
+                });
+            }
+        }
+        for (const [patternSignature, sequence] of sequenceMap) {
+            if (sequence.frequency >= 2) {
+                const pattern = {
+                    id: generateId(),
+                    pattern: patternSignature,
+                    frequency: sequence.frequency,
+                    firstSeen: sequence.messages[0].timestamp || Date.now(),
+                    lastSeen: sequence.messages[sequence.messages.length - 1].timestamp ||
+                        Date.now(),
+                    messages: sequence.messages,
+                };
+                patterns.push(pattern);
+                this.detectedPatterns.set(pattern.id, pattern);
+            }
+        }
+        return patterns;
+    }
+    findRepeatedPatterns(messages) {
+        const repeatedPatterns = [];
+        const foundPairs = new Set();
+        for (let i = 0; i < messages.length - 1; i++) {
+            const currentMessage = messages[i];
+            for (let j = i + 1; j < messages.length; j++) {
+                const compareMessage = messages[j];
+                if (currentMessage.role === compareMessage.role) {
+                    const similarity = calculateTextSimilarity(currentMessage.content, compareMessage.content);
+                    if (similarity >= 0.8) {
+                        // Create a unique key for this pair to avoid duplicates
+                        const pairKey = `${Math.min(i, j)}_${Math.max(i, j)}`;
+                        if (!foundPairs.has(pairKey)) {
+                            foundPairs.add(pairKey);
+                            const pattern = {
+                                id: generateId(),
+                                pattern: `Repeated ${currentMessage.role} message`,
+                                frequency: 2,
+                                firstSeen: currentMessage.timestamp || Date.now(),
+                                lastSeen: compareMessage.timestamp || Date.now(),
+                                messages: [currentMessage, compareMessage],
+                            };
+                            repeatedPatterns.push(pattern);
+                            this.detectedPatterns.set(pattern.id, pattern);
+                        }
+                    }
+                }
+            }
+        }
+        return repeatedPatterns;
+    }
+    findStructuralPatterns(messages) {
+        const structuralPatterns = [];
+        const roleSequences = this.extractRoleSequences(messages);
+        const repeatedRoleSequences = this.findRepeatedRoleSequences(roleSequences);
+        for (const sequence of repeatedRoleSequences) {
+            const pattern = {
+                id: generateId(),
+                pattern: `Role sequence: ${sequence.pattern}`,
+                frequency: sequence.frequency,
+                firstSeen: Date.now(),
+                lastSeen: Date.now(),
+                messages: sequence.messages,
+            };
+            structuralPatterns.push(pattern);
+        }
+        return structuralPatterns;
+    }
+    extractRoleSequences(messages) {
+        const sequences = [];
+        for (let length = 2; length <= Math.min(4, messages.length); length++) {
+            for (let i = 0; i <= messages.length - length; i++) {
+                const sequence = messages.slice(i, i + length);
+                const pattern = sequence.map((m) => m.role).join('-');
+                sequences.push({
+                    messages: sequence,
+                    pattern,
+                    frequency: 1,
+                    positions: [i],
+                });
+            }
+        }
+        return sequences;
+    }
+    findRepeatedRoleSequences(sequences) {
+        const sequenceMap = new Map();
+        for (const sequence of sequences) {
+            if (sequenceMap.has(sequence.pattern)) {
+                const existing = sequenceMap.get(sequence.pattern);
+                if (!existing)
+                    continue;
+                existing.frequency++;
+                existing.positions.push(...sequence.positions);
+            }
+            else {
+                sequenceMap.set(sequence.pattern, { ...sequence });
+            }
+        }
+        return Array.from(sequenceMap.values()).filter((seq) => seq.frequency >= 3);
+    }
+    createPatternSignature(messages) {
+        return messages
+            .map((m) => {
+            const contentWords = m.content.split(/\s+/).slice(0, 3);
+            return `${m.role}:${contentWords.join(' ')}`;
+        })
+            .join('|');
+    }
+    deduplicatePatterns(patterns) {
+        const unique = new Map();
+        for (const pattern of patterns) {
+            const key = `${pattern.pattern}_${pattern.frequency}`;
+            const existingPattern = unique.get(key);
+            if (!unique.has(key) ||
+                (existingPattern && existingPattern.frequency < pattern.frequency)) {
+                unique.set(key, pattern);
+            }
+        }
+        return Array.from(unique.values()).sort((a, b) => b.frequency - a.frequency);
+    }
+    calculateSeverity(patterns) {
+        if (patterns.length === 0)
+            return 'low';
+        const maxFrequency = Math.max(...patterns.map((p) => p.frequency));
+        const totalPatterns = patterns.length;
+        if (maxFrequency >= 5 || totalPatterns >= 10)
+            return 'high';
+        if (maxFrequency >= 3 || totalPatterns >= 5)
+            return 'medium';
+        return 'low';
+    }
+    calculateConfidence(patterns, totalMessages) {
+        if (patterns.length === 0 || totalMessages === 0)
+            return 0;
+        const totalPatternMessages = patterns.reduce((sum, p) => sum + p.messages.length * p.frequency, 0);
+        const confidence = Math.min(totalPatternMessages / totalMessages, 1.0);
+        return Math.round(confidence * 100) / 100;
+    }
+    getPatternStatistics() {
+        const patterns = Array.from(this.detectedPatterns.values());
+        if (patterns.length === 0) {
+            return {
+                totalPatterns: 0,
+                averageFrequency: 0,
+                mostFrequentPattern: null,
+                oldestPattern: null,
+            };
+        }
+        const totalFrequency = patterns.reduce((sum, p) => sum + p.frequency, 0);
+        const averageFrequency = totalFrequency / patterns.length;
+        const mostFrequentPattern = patterns.reduce((max, p) => p.frequency > max.frequency ? p : max);
+        const oldestPattern = patterns.reduce((oldest, p) => p.firstSeen < oldest.firstSeen ? p : oldest);
+        return {
+            totalPatterns: patterns.length,
+            averageFrequency: Math.round(averageFrequency * 100) / 100,
+            mostFrequentPattern,
+            oldestPattern,
+        };
+    }
+    cleanupOldPatterns() {
+        const now = Date.now();
+        const maxAge = 24 * 60 * 60 * 1000; // 24時間
+        // First, remove old patterns
+        for (const [id, pattern] of this.detectedPatterns) {
+            if (now - pattern.lastSeen > maxAge) {
+                this.detectedPatterns.delete(id);
+            }
+        }
+        // Then, enforce the maximum pattern limit
+        while (this.detectedPatterns.size >= this.maxPatterns) {
+            const sortedPatterns = Array.from(this.detectedPatterns.values()).sort((a, b) => a.lastSeen - b.lastSeen);
+            if (sortedPatterns.length > 0) {
+                // Remove the oldest pattern
+                this.detectedPatterns.delete(sortedPatterns[0].id);
+            }
+            else {
+                break;
+            }
+        }
+    }
+    clearPatterns() {
+        this.detectedPatterns.clear();
+        this.sequenceCache.clear();
+    }
+}
+//# sourceMappingURL=PatternDetector.js.map

package/dist/analyzers/PatternDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PatternDetector.js","sourceRoot":"","sources":["../../src/analyzers/PatternDetector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAehE,MAAM,OAAO,eAAe;IAA5B;QACmB,qBAAgB,GAC/B,IAAI,GAAG,EAAE,CAAC;QACK,kBAAa,GAAiC,IAAI,GAAG,EAAE,CAAC;QACxD,gBAAW,GAAW,GAAG,CAAC;QAC1B,qBAAgB,GAAW,CAAC,CAAC;QAC7B,qBAAgB,GAAW,CAAC,CAAC;IAmUhD,CAAC;IAjUC,cAAc,CAAC,QAAmB;QAChC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC7D,MAAM,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAEjE,MAAM,WAAW,GAAG;YAClB,GAAG,WAAW;YACd,GAAG,gBAAgB;YACnB,GAAG,kBAAkB;SACtB,CAAC;QACF,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;QAE7D,uCAAuC;QACvC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CACzC,cAAc,EACd,QAAQ,CAAC,MAAM,CAChB,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,cAAc;YACxB,QAAQ;YACR,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,QAAmB;QACzC,MAAM,WAAW,GAA0B,EAAE,CAAC;QAE9C,KACE,IAAI,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAClC,MAAM,IAAI,IAAI,CAAC,gBAAgB,EAC/B,MAAM,EAAE,EACR,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAChE,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,uBAAuB,CAC7B,QAAmB,EACnB,cAAsB;QAEtB,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAI,GAAG,EAA2B,CAAC;QAEvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3D,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YAEtD,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC1C,IAAI,CAAC,QAAQ;oBAAE,SAAS;gBACxB,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACrB,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE;oBACvB,QAAQ,EAAE,QAAQ;oBAClB,OAAO;oBACP,SAAS,EAAE,CAAC;oBACZ,SAAS,EAAE,CAAC,CAAC,CAAC;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,WAAW,EAAE,CAAC;YACvD,IAAI,QAAQ,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAwB;oBACnC,EAAE,EAAE,UAAU,EAAE;oBAChB,OAAO,EAAE,gBAAgB;oBACzB,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE;oBACvD,QAAQ,EACN,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS;wBACzD,IAAI,CAAC,GAAG,EAAE;oBACZ,QAAQ,EAAE,QAAQ,CAAC,QAAQ;iBAC5B,CAAC;gBAEF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,oBAAoB,CAAC,QAAmB;QAC9C,MAAM,gBAAgB,GAA0B,EAAE,CAAC;QACnD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7C,MAAM,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAEnC,IAAI,cAAc,CAAC,IAAI,KAAK,cAAc,CAAC,IAAI,EAAE,CAAC;oBAChD,MAAM,UAAU,GAAG,uBAAuB,CACxC,cAAc,CAAC,OAAO,EACtB,cAAc,CAAC,OAAO,CACvB,CAAC;oBAEF,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;wBACtB,wDAAwD;wBACxD,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;wBAEtD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC7B,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;4BAExB,MAAM,OAAO,GAAwB;gCACnC,EAAE,EAAE,UAAU,EAAE;gCAChB,OAAO,EAAE,YAAY,cAAc,CAAC,IAAI,UAAU;gCAClD,SAAS,EAAE,CAAC;gCACZ,SAAS,EAAE,cAAc,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE;gCACjD,QAAQ,EAAE,cAAc,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE;gCAChD,QAAQ,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;6BAC3C,CAAC;4BAEF,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC/B,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;wBACjD,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAEO,sBAAsB,CAAC,QAAmB;QAChD,MAAM,kBAAkB,GAA0B,EAAE,CAAC;QAErD,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,qBAAqB,GAAG,IAAI,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAC;QAE5E,KAAK,MAAM,QAAQ,IAAI,qBAAqB,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAwB;gBACnC,EAAE,EAAE,UAAU,EAAE;gBAChB,OAAO,EAAE,kBAAkB,QAAQ,CAAC,OAAO,EAAE;gBAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;gBACpB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;aAC5B,CAAC;YAEF,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAEO,oBAAoB,CAAC,QAAmB;QAC9C,MAAM,SAAS,GAAsB,EAAE,CAAC;QAExC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;YACtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC/C,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAEtD,SAAS,CAAC,IAAI,CAAC;oBACb,QAAQ,EAAE,QAAQ;oBAClB,OAAO;oBACP,SAAS,EAAE,CAAC;oBACZ,SAAS,EAAE,CAAC,CAAC,CAAC;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,yBAAyB,CAC/B,SAA4B;QAE5B,MAAM,WAAW,GAAG,IAAI,GAAG,EAA2B,CAAC;QAEvD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACnD,IAAI,CAAC,QAAQ;oBAAE,SAAS;gBACxB,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACrB,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;IAC9E,CAAC;IAEO,sBAAsB,CAAC,QAAmB;QAChD,OAAO,QAAQ;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACT,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACxD,OAAO,GAAG,CAAC,CAAC,IAAI,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAEO,mBAAmB,CACzB,QAA+B;QAE/B,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;QAEtD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YAEtD,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACxC,IACE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;gBAChB,CAAC,eAAe,IAAI,eAAe,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,EAClE,CAAC;gBACD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACrC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CACpC,CAAC;IACJ,CAAC;IAEO,iBAAiB,CACvB,QAA+B;QAE/B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAExC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QACnE,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;QAEtC,IAAI,YAAY,IAAI,CAAC,IAAI,aAAa,IAAI,EAAE;YAAE,OAAO,MAAM,CAAC;QAC5D,IAAI,YAAY,IAAI,CAAC,IAAI,aAAa,IAAI,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC7D,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,mBAAmB,CACzB,QAA+B,EAC/B,aAAqB;QAErB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE3D,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAC1C,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,SAAS,EACjD,CAAC,CACF,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,oBAAoB,GAAG,aAAa,EAAE,GAAG,CAAC,CAAC;QAEvE,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IAC5C,CAAC;IAED,oBAAoB;QAMlB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,aAAa,EAAE,CAAC;gBAChB,gBAAgB,EAAE,CAAC;gBACnB,mBAAmB,EAAE,IAAI;gBACzB,aAAa,EAAE,IAAI;aACpB,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACzE,MAAM,gBAAgB,GAAG,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC;QAE1D,MAAM,mBAAmB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACrD,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CACtC,CAAC;QAEF,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAClD,CAAC,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAC5C,CAAC;QAEF,OAAO;YACL,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,GAAG;YAC1D,mBAAmB;YACnB,aAAa;SACd,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO;QAE3C,6BAA6B;QAC7B,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAClD,IAAI,GAAG,GAAG,OAAO,CAAC,QAAQ,GAAG,MAAM,EAAE,CAAC;gBACpC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACtD,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACpE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAClC,CAAC;YAEF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,4BAA4B;gBAC5B,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,aAAa;QACX,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/dist/analyzers/SimilarityAnalyzer.d.ts

@@ -0,0 +1,23 @@
+import type { Message, SimilarityResult, TextAnalysisOptions } from '../types/index.js';
+export declare class SimilarityAnalyzer {
+    private readonly options;
+    private readonly cache;
+    private readonly cacheTimeout;
+    constructor(options?: Partial<TextAnalysisOptions>);
+    calculateSimilarity(text1: string, text2: string): number;
+    analyzeSimilarity(currentMessage: Message, previousMessages: Message[], threshold?: number): SimilarityResult;
+    findSimilarMessages(targetMessage: Message, messages: Message[], threshold?: number, sameRoleOnly?: boolean): Message[];
+    analyzeSequenceSimilarity(messages: Message[], sequenceLength?: number, threshold?: number): Array<{
+        sequence: Message[];
+        similarity: number;
+    }>;
+    private calculateSequenceSimilarity;
+    analyzeNgramSimilarity(text1: string, text2: string, ngramSize?: number): number;
+    private getCacheKey;
+    private setCacheValue;
+    clearCache(): void;
+    getCacheStats(): {
+        size: number;
+        hitRate: number;
+    };
+}