@ninebix/nmt-system 1.0.0

package/dist/services/auto-learning.js

@@ -0,0 +1,413 @@
+/**
+ * Auto Learning Service
+ * 매 요청 시 자동으로 학습하는 서비스
+ *
+ * @module services/auto-learning
+ */
+import { generateUUID } from '../utils/uuid.js';
+/**
+ * Auto Learning Service
+ */
+export class AutoLearningService {
+    ontologyStore;
+    embeddingService;
+    // 학습 큐 (비동기 처리)
+    learningQueue = [];
+    isProcessing = false;
+    processingInterval = null;
+    // 동시 출현 추적
+    cooccurrenceMap = new Map();
+    queryHistory = [];
+    maxHistorySize = 100;
+    // 패턴 학습
+    patterns = {
+        korean: [
+            { regex: /(.+?)[은는이가]\s*(.+?)[의의]\s*(일종|한\s*종류|하나)/, type: 'is-a' },
+            { regex: /(.+?)[을를은는]\s*(.+?)[이라]?고도?\s*(한다|불린다|부른다)/, type: 'synonym' },
+            { regex: /(.+?)[와과은는]\s*(.+?)[와과은는이가]\s*같[다은]/, type: 'synonym' },
+            { regex: /(.+?)[은는이가]\s*(.+?)[에]\s*속[하한]/, type: 'is-a' },
+            { regex: /(.+?)[은는이가]\s*(.+?)[의]\s*(일부|부분)/, type: 'part-of' },
+        ],
+        english: [
+            { regex: /(.+?)\s+is\s+(?:a\s+)?(?:type|kind|sort)\s+of\s+(.+)/i, type: 'is-a' },
+            { regex: /(.+?)\s+is\s+(?:also\s+)?(?:called|known\s+as)\s+(.+)/i, type: 'synonym' },
+            { regex: /(.+?)\s+(?:means|equals?)\s+(.+)/i, type: 'synonym' },
+            { regex: /(.+?)\s+is\s+(?:a\s+)?part\s+of\s+(.+)/i, type: 'part-of' },
+            { regex: /(.+?)\s+belongs?\s+to\s+(.+)/i, type: 'is-a' },
+        ],
+    };
+    // 통계
+    stats = {
+        totalEvents: 0,
+        processedEvents: 0,
+        failedEvents: 0,
+        conceptsLearned: 0,
+        relationsLearned: 0,
+        synonymsLearned: 0,
+        avgProcessingTime: 0,
+        queueSize: 0,
+        isProcessing: false,
+    };
+    // 설정
+    config = {
+        minConceptLength: 2,
+        maxConceptLength: 30,
+        cooccurrenceThreshold: 3, // 동시 출현 횟수 임계값
+        similarityThreshold: 0.75, // 임베딩 유사도 임계값
+        batchSize: 10, // 배치 처리 크기
+        processInterval: 1000, // 처리 간격 (ms)
+        maxRetries: 3,
+    };
+    constructor(ontologyStore, embeddingService) {
+        this.ontologyStore = ontologyStore;
+        this.embeddingService = embeddingService;
+    }
+    /**
+     * 초기화
+     */
+    async init() {
+        // 백그라운드 처리 시작
+        this.startBackgroundProcessing();
+        console.log('Auto Learning Service initialized');
+    }
+    /**
+     * 쿼리에서 자동 학습
+     */
+    async learnFromQuery(query, results) {
+        // 1. 패턴 기반 학습
+        this.extractAndQueuePatterns(query, 'query');
+        // 2. 개념 추출
+        const concepts = this.extractConcepts(query);
+        // 3. 동시 출현 추적
+        this.trackCooccurrence(concepts);
+        // 4. 쿼리 히스토리 추가
+        this.addToHistory(query);
+        // 5. 결과가 있으면 연관성 학습
+        if (results && results.length > 0) {
+            this.queueEvent({
+                type: 'query',
+                concepts: [query, ...results.slice(0, 3).map(r => r.content || r.id)],
+                weight: 0.5,
+                timestamp: new Date(),
+                source: 'query_results',
+            });
+        }
+        this.stats.totalEvents++;
+    }
+    /**
+     * 사용자 클릭/선택에서 학습
+     */
+    async learnFromClick(query, selectedResult) {
+        this.queueEvent({
+            type: 'click',
+            concepts: [query, selectedResult.content || selectedResult.id],
+            weight: 0.8, // 클릭은 더 강한 신호
+            timestamp: new Date(),
+            source: 'user_click',
+        });
+        this.stats.totalEvents++;
+    }
+    /**
+     * 피드백에서 학습 (좋아요/싫어요)
+     */
+    async learnFromFeedback(query, result, isPositive) {
+        this.queueEvent({
+            type: 'feedback',
+            concepts: [query, result.content || result.id],
+            weight: isPositive ? 1.0 : -0.5, // 부정 피드백은 약한 역학습
+            timestamp: new Date(),
+            source: isPositive ? 'positive_feedback' : 'negative_feedback',
+        });
+        this.stats.totalEvents++;
+    }
+    /**
+     * 텍스트에서 패턴 추출 및 큐잉
+     */
+    extractAndQueuePatterns(text, source) {
+        const allPatterns = [...this.patterns.korean, ...this.patterns.english];
+        for (const pattern of allPatterns) {
+            const match = text.match(pattern.regex);
+            if (match && match[1] && match[2]) {
+                const concept1 = match[1].trim();
+                const concept2 = match[2].trim();
+                if (this.isValidConcept(concept1) && this.isValidConcept(concept2)) {
+                    this.queueEvent({
+                        type: 'pattern',
+                        concepts: [concept1, concept2, pattern.type],
+                        weight: 0.7,
+                        timestamp: new Date(),
+                        source,
+                    });
+                }
+            }
+        }
+    }
+    /**
+     * 개념 추출
+     */
+    extractConcepts(text) {
+        // 한글 단어
+        const koreanWords = text.match(/[가-힣]{2,}/g) || [];
+        // 영어 단어
+        const englishWords = text.match(/[a-zA-Z]{3,}/g) || [];
+        return [...koreanWords, ...englishWords]
+            .filter(w => this.isValidConcept(w));
+    }
+    /**
+     * 개념 유효성 검사
+     */
+    isValidConcept(concept) {
+        return concept.length >= this.config.minConceptLength &&
+            concept.length <= this.config.maxConceptLength &&
+            !this.isStopWord(concept);
+    }
+    /**
+     * 불용어 체크
+     */
+    isStopWord(word) {
+        const stopWords = new Set([
+            // 한국어
+            '이것', '저것', '그것', '여기', '거기', '어디', '무엇', '어떻게',
+            '그리고', '하지만', '그러나', '또한', '그래서',
+            // 영어
+            'the', 'a', 'an', 'is', 'are', 'was', 'were', 'be', 'been',
+            'have', 'has', 'had', 'do', 'does', 'did', 'will', 'would',
+            'could', 'should', 'may', 'might', 'must', 'can',
+            'this', 'that', 'these', 'those', 'what', 'which', 'who',
+            'and', 'or', 'but', 'if', 'then', 'else', 'when', 'where',
+        ]);
+        return stopWords.has(word.toLowerCase());
+    }
+    /**
+     * 동시 출현 추적
+     */
+    trackCooccurrence(concepts) {
+        for (let i = 0; i < concepts.length; i++) {
+            for (let j = i + 1; j < concepts.length; j++) {
+                const [c1, c2] = [concepts[i], concepts[j]].sort();
+                if (!this.cooccurrenceMap.has(c1)) {
+                    this.cooccurrenceMap.set(c1, new Map());
+                }
+                const innerMap = this.cooccurrenceMap.get(c1);
+                const count = (innerMap.get(c2) || 0) + 1;
+                innerMap.set(c2, count);
+                // 임계값 초과 시 관계 학습
+                if (count === this.config.cooccurrenceThreshold) {
+                    this.queueEvent({
+                        type: 'cooccurrence',
+                        concepts: [c1, c2],
+                        weight: 0.6,
+                        timestamp: new Date(),
+                        source: 'cooccurrence',
+                    });
+                }
+            }
+        }
+    }
+    /**
+     * 히스토리에 추가
+     */
+    addToHistory(query) {
+        this.queryHistory.push(query);
+        if (this.queryHistory.length > this.maxHistorySize) {
+            this.queryHistory.shift();
+        }
+    }
+    /**
+     * 이벤트 큐에 추가
+     */
+    queueEvent(event) {
+        this.learningQueue.push({ event, retries: 0 });
+        this.stats.queueSize = this.learningQueue.length;
+    }
+    /**
+     * 백그라운드 처리 시작
+     */
+    startBackgroundProcessing() {
+        if (this.processingInterval)
+            return;
+        this.processingInterval = setInterval(async () => {
+            await this.processQueue();
+        }, this.config.processInterval);
+    }
+    /**
+     * 큐 처리
+     */
+    async processQueue() {
+        if (this.isProcessing || this.learningQueue.length === 0)
+            return;
+        this.isProcessing = true;
+        this.stats.isProcessing = true;
+        const startTime = Date.now();
+        try {
+            const batch = this.learningQueue.splice(0, this.config.batchSize);
+            for (const item of batch) {
+                try {
+                    await this.processEvent(item.event);
+                    this.stats.processedEvents++;
+                }
+                catch (error) {
+                    if (item.retries < this.config.maxRetries) {
+                        item.retries++;
+                        this.learningQueue.push(item);
+                    }
+                    else {
+                        this.stats.failedEvents++;
+                        console.error('Failed to process learning event:', error);
+                    }
+                }
+            }
+            // 평균 처리 시간 업데이트
+            const processingTime = Date.now() - startTime;
+            this.stats.avgProcessingTime =
+                (this.stats.avgProcessingTime * (this.stats.processedEvents - batch.length) + processingTime) /
+                    this.stats.processedEvents;
+        }
+        finally {
+            this.isProcessing = false;
+            this.stats.isProcessing = false;
+            this.stats.queueSize = this.learningQueue.length;
+        }
+    }
+    /**
+     * 단일 이벤트 처리
+     */
+    async processEvent(event) {
+        switch (event.type) {
+            case 'pattern':
+                await this.processPatternEvent(event);
+                break;
+            case 'cooccurrence':
+                await this.processCooccurrenceEvent(event);
+                break;
+            case 'query':
+            case 'click':
+            case 'feedback':
+                await this.processInteractionEvent(event);
+                break;
+        }
+    }
+    /**
+     * 패턴 이벤트 처리
+     */
+    async processPatternEvent(event) {
+        const [concept1, concept2, relationType] = event.concepts;
+        if (relationType === 'synonym') {
+            await this.ontologyStore.addSynonym(concept1, concept2, event.source);
+            this.stats.synonymsLearned++;
+        }
+        else {
+            const relation = {
+                id: generateUUID(),
+                sourceConcept: concept1,
+                targetConcept: concept2,
+                type: relationType,
+                weight: event.weight,
+                createdAt: new Date().toISOString(),
+                learnedFrom: event.source,
+            };
+            await this.ontologyStore.saveRelation(relation);
+            this.stats.relationsLearned++;
+        }
+    }
+    /**
+     * 동시 출현 이벤트 처리
+     */
+    async processCooccurrenceEvent(event) {
+        const [concept1, concept2] = event.concepts;
+        // 임베딩 유사도 확인
+        try {
+            const result = await this.embeddingService.similarity(concept1, concept2);
+            if (result.similarity >= this.config.similarityThreshold) {
+                // 높은 유사도 = 동의어 가능성
+                await this.ontologyStore.addSynonym(concept1, concept2, 'auto_cooccurrence_similar');
+                this.stats.synonymsLearned++;
+            }
+            else if (result.similarity >= 0.5) {
+                // 중간 유사도 = 관련 개념
+                const relation = {
+                    id: generateUUID(),
+                    sourceConcept: concept1,
+                    targetConcept: concept2,
+                    type: 'related-to',
+                    weight: result.similarity,
+                    createdAt: new Date().toISOString(),
+                    learnedFrom: 'auto_cooccurrence',
+                };
+                await this.ontologyStore.saveRelation(relation);
+                this.stats.relationsLearned++;
+            }
+        }
+        catch (error) {
+            // 임베딩 실패 시 기본 관계로 저장
+            const relation = {
+                id: generateUUID(),
+                sourceConcept: concept1,
+                targetConcept: concept2,
+                type: 'related-to',
+                weight: event.weight,
+                createdAt: new Date().toISOString(),
+                learnedFrom: 'auto_cooccurrence_fallback',
+            };
+            await this.ontologyStore.saveRelation(relation);
+            this.stats.relationsLearned++;
+        }
+    }
+    /**
+     * 인터랙션 이벤트 처리
+     */
+    async processInteractionEvent(event) {
+        if (event.concepts.length < 2)
+            return;
+        const [query, ...results] = event.concepts;
+        for (const result of results) {
+            if (event.weight > 0) {
+                // 긍정적 인터랙션: 관계 강화
+                const relation = {
+                    id: generateUUID(),
+                    sourceConcept: query,
+                    targetConcept: result,
+                    type: 'related-to',
+                    weight: event.weight,
+                    createdAt: new Date().toISOString(),
+                    learnedFrom: event.source,
+                };
+                await this.ontologyStore.saveRelation(relation);
+                this.stats.relationsLearned++;
+            }
+            // 부정적 인터랙션은 현재 무시 (향후 가중치 감소 구현 가능)
+        }
+    }
+    /**
+     * 통계 반환
+     */
+    getStats() {
+        return { ...this.stats };
+    }
+    /**
+     * 동시 출현 맵 반환
+     */
+    getCooccurrenceMap() {
+        return this.cooccurrenceMap;
+    }
+    /**
+     * 최근 쿼리 히스토리 반환
+     */
+    getQueryHistory(limit = 20) {
+        return this.queryHistory.slice(-limit);
+    }
+    /**
+     * 종료
+     */
+    async shutdown() {
+        if (this.processingInterval) {
+            clearInterval(this.processingInterval);
+            this.processingInterval = null;
+        }
+        // 남은 큐 처리
+        while (this.learningQueue.length > 0) {
+            await this.processQueue();
+        }
+    }
+}
+//# sourceMappingURL=auto-learning.js.map

package/dist/services/auto-learning.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-learning.js","sourceRoot":"","sources":["../../src/services/auto-learning.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AA8ChD;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACtB,aAAa,CAAqB;IAClC,gBAAgB,CAAwB;IAEhD,gBAAgB;IACR,aAAa,GAAgB,EAAE,CAAC;IAChC,YAAY,GAAY,KAAK,CAAC;IAC9B,kBAAkB,GAA0B,IAAI,CAAC;IAEzD,WAAW;IACH,eAAe,GAAqC,IAAI,GAAG,EAAE,CAAC;IAC9D,YAAY,GAAa,EAAE,CAAC;IAC5B,cAAc,GAAW,GAAG,CAAC;IAErC,QAAQ;IACA,QAAQ,GAAG;QACjB,MAAM,EAAE;YACN,EAAE,KAAK,EAAE,0CAA0C,EAAE,IAAI,EAAE,MAAe,EAAE;YAC5E,EAAE,KAAK,EAAE,4CAA4C,EAAE,IAAI,EAAE,SAAkB,EAAE;YACjF,EAAE,KAAK,EAAE,qCAAqC,EAAE,IAAI,EAAE,SAAkB,EAAE;YAC1E,EAAE,KAAK,EAAE,gCAAgC,EAAE,IAAI,EAAE,MAAe,EAAE;YAClE,EAAE,KAAK,EAAE,kCAAkC,EAAE,IAAI,EAAE,SAAkB,EAAE;SACxE;QACD,OAAO,EAAE;YACP,EAAE,KAAK,EAAE,uDAAuD,EAAE,IAAI,EAAE,MAAe,EAAE;YACzF,EAAE,KAAK,EAAE,wDAAwD,EAAE,IAAI,EAAE,SAAkB,EAAE;YAC7F,EAAE,KAAK,EAAE,mCAAmC,EAAE,IAAI,EAAE,SAAkB,EAAE;YACxE,EAAE,KAAK,EAAE,yCAAyC,EAAE,IAAI,EAAE,SAAkB,EAAE;YAC9E,EAAE,KAAK,EAAE,+BAA+B,EAAE,IAAI,EAAE,MAAe,EAAE;SAClE;KACF,CAAC;IAEF,KAAK;IACG,KAAK,GAAsB;QACjC,WAAW,EAAE,CAAC;QACd,eAAe,EAAE,CAAC;QAClB,YAAY,EAAE,CAAC;QACf,eAAe,EAAE,CAAC;QAClB,gBAAgB,EAAE,CAAC;QACnB,eAAe,EAAE,CAAC;QAClB,iBAAiB,EAAE,CAAC;QACpB,SAAS,EAAE,CAAC;QACZ,YAAY,EAAE,KAAK;KACpB,CAAC;IAEF,KAAK;IACG,MAAM,GAAG;QACf,gBAAgB,EAAE,CAAC;QACnB,gBAAgB,EAAE,EAAE;QACpB,qBAAqB,EAAE,CAAC,EAAO,eAAe;QAC9C,mBAAmB,EAAE,IAAI,EAAM,cAAc;QAC7C,SAAS,EAAE,EAAE,EAAkB,WAAW;QAC1C,eAAe,EAAE,IAAI,EAAU,aAAa;QAC5C,UAAU,EAAE,CAAC;KACd,CAAC;IAEF,YAAY,aAAiC,EAAE,gBAAuC;QACpF,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,cAAc;QACd,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,OAAiE;QACnG,cAAc;QACd,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAE7C,WAAW;QACX,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAE7C,cAAc;QACd,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAEjC,gBAAgB;QAChB,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAEzB,oBAAoB;QACpB,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,UAAU,CAAC;gBACd,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrE,MAAM,EAAE,GAAG;gBACX,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,MAAM,EAAE,eAAe;aACxB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,cAAgD;QAClF,IAAI,CAAC,UAAU,CAAC;YACd,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,KAAK,EAAE,cAAc,CAAC,OAAO,IAAI,cAAc,CAAC,EAAE,CAAC;YAC9D,MAAM,EAAE,GAAG,EAAG,cAAc;YAC5B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,MAAM,EAAE,YAAY;SACrB,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,KAAa,EACb,MAAwC,EACxC,UAAmB;QAEnB,IAAI,CAAC,UAAU,CAAC;YACd,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,EAAE,CAAC;YAC9C,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAG,iBAAiB;YACnD,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB;SAC/D,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,IAAY,EAAE,MAAc;QAC1D,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAExE,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAEjC,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACnE,IAAI,CAAC,UAAU,CAAC;wBACd,IAAI,EAAE,SAAS;wBACf,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC;wBAC5C,MAAM,EAAE,GAAG;wBACX,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,MAAM;qBACP,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,IAAY;QAClC,QAAQ;QACR,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QACnD,QAAQ;QACR,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAEvD,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,YAAY,CAAC;aACrC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,OAAe;QACpC,OAAO,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAAY;QAC7B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;YACxB,MAAM;YACN,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;YAC/C,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK;YAChC,KAAK;YACL,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;YAC1D,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO;YAC1D,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK;YAChD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;YACxD,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;SAC1D,CAAC,CAAC;QACH,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,QAAkB;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7C,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;oBAClC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;gBAC1C,CAAC;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;gBAC/C,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC1C,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBAExB,iBAAiB;gBACjB,IAAI,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;oBAChD,IAAI,CAAC,UAAU,CAAC;wBACd,IAAI,EAAE,cAAc;wBACpB,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;wBAClB,MAAM,EAAE,GAAG;wBACX,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,MAAM,EAAE,cAAc;qBACvB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,KAAa;QAChC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACnD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,KAAoB;QACrC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,yBAAyB;QAC/B,IAAI,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAEpC,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEjE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAElE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACpC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;gBAC/B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;wBAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;wBACf,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;wBAC1B,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;oBAC5D,CAAC;gBACH,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC9C,IAAI,CAAC,KAAK,CAAC,iBAAiB;gBAC1B,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,cAAc,CAAC;oBAC7F,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;QAE/B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;QACnD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,KAAoB;QAC7C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,SAAS;gBACZ,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;gBACtC,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;gBAC3C,MAAM;YACR,KAAK,OAAO,CAAC;YACb,KAAK,OAAO,CAAC;YACb,KAAK,UAAU;gBACb,MAAM,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBAC1C,MAAM;QACV,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,KAAoB;QACpD,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;QAE1D,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACtE,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAqB;gBACjC,EAAE,EAAE,YAAY,EAAE;gBAClB,aAAa,EAAE,QAAQ;gBACvB,aAAa,EAAE,QAAQ;gBACvB,IAAI,EAAE,YAAiD;gBACvD,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,WAAW,EAAE,KAAK,CAAC,MAAM;aAC1B,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CAAC,KAAoB;QACzD,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;QAE5C,aAAa;QACb,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE1E,IAAI,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;gBACzD,mBAAmB;gBACnB,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,EAAE,2BAA2B,CAAC,CAAC;gBACrF,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;YAC/B,CAAC;iBAAM,IAAI,MAAM,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC;gBACpC,iBAAiB;gBACjB,MAAM,QAAQ,GAAqB;oBACjC,EAAE,EAAE,YAAY,EAAE;oBAClB,aAAa,EAAE,QAAQ;oBACvB,aAAa,EAAE,QAAQ;oBACvB,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,MAAM,CAAC,UAAU;oBACzB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,WAAW,EAAE,mBAAmB;iBACjC,CAAC;gBACF,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAChD,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAChC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,qBAAqB;YACrB,MAAM,QAAQ,GAAqB;gBACjC,EAAE,EAAE,YAAY,EAAE;gBAClB,aAAa,EAAE,QAAQ;gBACvB,aAAa,EAAE,QAAQ;gBACvB,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,WAAW,EAAE,4BAA4B;aAC1C,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CAAC,KAAoB;QACxD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QAEtC,MAAM,CAAC,KAAK,EAAE,GAAG,OAAO,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;QAE3C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,kBAAkB;gBAClB,MAAM,QAAQ,GAAqB;oBACjC,EAAE,EAAE,YAAY,EAAE;oBAClB,aAAa,EAAE,KAAK;oBACpB,aAAa,EAAE,MAAM;oBACrB,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,WAAW,EAAE,KAAK,CAAC,MAAM;iBAC1B,CAAC;gBACF,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAChD,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAChC,CAAC;YACD,oCAAoC;QACtC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,QAAgB,EAAE;QAChC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACjC,CAAC;QAED,UAAU;QACV,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;CACF"}

package/dist/services/context-compressor.d.ts

@@ -0,0 +1,77 @@
+/**
+ * Smart Context Compressor
+ * LLM 토큰 비용 절감을 위한 컨텍스트 압축
+ *
+ * @module services/context-compressor
+ */
+/**
+ * 압축 대상 청크
+ */
+export interface CompressibleChunk {
+    id: string;
+    content: string;
+    score: number;
+    embedding?: Float32Array;
+    metadata?: Record<string, any>;
+}
+/**
+ * 압축 결과
+ */
+export interface CompressedContext {
+    chunks: CompressibleChunk[];
+    originalCount: number;
+    compressedCount: number;
+    totalTokens: number;
+    savedTokens: number;
+    compressionRatio: number;
+}
+/**
+ * 압축 옵션
+ */
+export interface CompressionOptions {
+    maxTokens?: number;
+    maxChunks?: number;
+    minScore?: number;
+    diversityThreshold?: number;
+    strategy?: 'relevance' | 'diversity' | 'hybrid';
+}
+/**
+ * Context Compressor 클래스
+ */
+export declare class ContextCompressor {
+    private defaultOptions;
+    /**
+     * 컨텍스트 압축
+     */
+    compress(chunks: CompressibleChunk[], queryEmbedding?: Float32Array, options?: CompressionOptions): CompressedContext;
+    /**
+     * 관련도 기반 선택
+     */
+    private selectByRelevance;
+    /**
+     * 다양성 기반 선택 (MMR 스타일)
+     */
+    private selectByDiversity;
+    /**
+     * 하이브리드 선택 (관련도 + 다양성)
+     */
+    private selectHybrid;
+    /**
+     * 토큰 제한에 맞게 조정
+     */
+    private fitToTokenLimit;
+    /**
+     * 개별 청크 압축
+     */
+    private compressChunk;
+    /**
+     * 빠른 압축 (시간 우선)
+     */
+    quickCompress(chunks: CompressibleChunk[], maxTokens?: number): CompressedContext;
+    /**
+     * 품질 압축 (정확도 우선)
+     */
+    qualityCompress(chunks: CompressibleChunk[], queryEmbedding: Float32Array, maxTokens?: number): CompressedContext;
+}
+export declare const contextCompressor: ContextCompressor;
+//# sourceMappingURL=context-compressor.d.ts.map

package/dist/services/context-compressor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-compressor.d.ts","sourceRoot":"","sources":["../../src/services/context-compressor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,YAAY,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,GAAG,QAAQ,CAAC;CACjD;AAwCD;;GAEG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,cAAc,CAMpB;IAEF;;OAEG;IACH,QAAQ,CACN,MAAM,EAAE,iBAAiB,EAAE,EAC3B,cAAc,CAAC,EAAE,YAAY,EAC7B,OAAO,GAAE,kBAAuB,GAC/B,iBAAiB;IAiDpB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IASzB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA+DzB;;OAEG;IACH,OAAO,CAAC,YAAY;IAoBpB;;OAEG;IACH,OAAO,CAAC,eAAe;IA6BvB;;OAEG;IACH,OAAO,CAAC,aAAa;IAoBrB;;OAEG;IACH,aAAa,CACX,MAAM,EAAE,iBAAiB,EAAE,EAC3B,SAAS,GAAE,MAAa,GACvB,iBAAiB;IAQpB;;OAEG;IACH,eAAe,CACb,MAAM,EAAE,iBAAiB,EAAE,EAC3B,cAAc,EAAE,YAAY,EAC5B,SAAS,GAAE,MAAa,GACvB,iBAAiB;CAQrB;AAGD,eAAO,MAAM,iBAAiB,mBAA0B,CAAC"}