memento-mcp-server 0.1.0

package/dist/services/gemini-embedding-service.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Google Gemini API를 사용한 임베딩 서비스
+ * 텍스트를 벡터로 변환하고 유사도 검색 제공
+ * OpenAI와 동일한 인터페이스를 제공하여 교체 가능
+ */
+export interface GeminiEmbeddingResult {
+    embedding: number[];
+    model: string;
+    usage: {
+        prompt_tokens: number;
+        total_tokens: number;
+    };
+}
+export interface GeminiSimilarityResult {
+    id: string;
+    content: string;
+    similarity: number;
+    score: number;
+}
+export declare class GeminiEmbeddingService {
+    private genAI;
+    private lightweightService;
+    private readonly model;
+    private readonly maxTokens;
+    private embeddingCache;
+    private batchQueue;
+    private batchTimeout;
+    constructor();
+    /**
+     * Gemini 클라이언트 초기화
+     */
+    private initializeGemini;
+    /**
+     * 텍스트를 임베딩으로 변환 - 캐시 최적화
+     */
+    generateEmbedding(text: string): Promise<GeminiEmbeddingResult | null>;
+    /**
+     * 쿼리와 유사한 임베딩 검색
+     */
+    searchSimilar(query: string, embeddings: Array<{
+        id: string;
+        content: string;
+        embedding: number[];
+    }>, limit?: number, threshold?: number): Promise<GeminiSimilarityResult[]>;
+    /**
+     * 코사인 유사도 계산
+     */
+    private cosineSimilarity;
+    /**
+     * 캐시 키 생성
+     */
+    private generateCacheKey;
+    /**
+     * 텍스트 해시 생성
+     */
+    private hashText;
+    /**
+     * 캐시 정리
+     */
+    private cleanupCache;
+    /**
+     * 텍스트를 토큰 제한에 맞게 자르기
+     */
+    private truncateText;
+    /**
+     * 토큰 수 추정
+     */
+    private estimateTokens;
+    /**
+     * 서비스 사용 가능 여부 확인
+     */
+    isAvailable(): boolean;
+    /**
+     * 모델 정보 반환
+     */
+    getModelInfo(): {
+        model: string;
+        dimensions: number;
+        maxTokens: number;
+    };
+}
+//# sourceMappingURL=gemini-embedding-service.d.ts.map

package/dist/services/gemini-embedding-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-embedding-service.d.ts","sourceRoot":"","sources":["../../src/services/gemini-embedding-service.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE;QACL,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,KAAK,CAA4B;IACzC,OAAO,CAAC,kBAAkB,CAA8B;IACxD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,cAAc,CAAiD;IACvE,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,YAAY,CAA+B;;IAQnD;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAexB;;OAEG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,GAAG,IAAI,CAAC;IA4E5E;;OAEG;IACG,aAAa,CACjB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,EACvE,KAAK,GAAE,MAAW,EAClB,SAAS,GAAE,MAAY,GACtB,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAyBpC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA2BxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAKxB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAUhB;;OAEG;IACH,OAAO,CAAC,YAAY;IAYpB;;OAEG;IACH,OAAO,CAAC,YAAY;IAapB;;OAEG;IACH,OAAO,CAAC,cAAc;IAKtB;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;OAEG;IACH,YAAY,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;CAWzE"}

package/dist/services/gemini-embedding-service.js

@@ -0,0 +1,232 @@
+/**
+ * Google Gemini API를 사용한 임베딩 서비스
+ * 텍스트를 벡터로 변환하고 유사도 검색 제공
+ * OpenAI와 동일한 인터페이스를 제공하여 교체 가능
+ */
+import { GoogleGenAI } from '@google/genai';
+import { mementoConfig } from '../config/index.js';
+import { LightweightEmbeddingService } from './lightweight-embedding-service.js';
+export class GeminiEmbeddingService {
+    genAI = null;
+    lightweightService;
+    model;
+    maxTokens = 2048; // Gemini text-embedding-004 최대 토큰
+    embeddingCache = new Map(); // 임베딩 캐시
+    batchQueue = []; // 배치 처리 큐
+    batchTimeout = null;
+    constructor() {
+        this.lightweightService = new LightweightEmbeddingService();
+        this.model = mementoConfig.geminiModel;
+        this.initializeGemini();
+    }
+    /**
+     * Gemini 클라이언트 초기화
+     */
+    initializeGemini() {
+        if (!mementoConfig.geminiApiKey) {
+            console.warn('⚠️ Gemini API 키가 설정되지 않았습니다. 임베딩 기능이 비활성화됩니다.');
+            return;
+        }
+        try {
+            this.genAI = new GoogleGenAI({ apiKey: mementoConfig.geminiApiKey });
+            console.log('✅ Gemini 임베딩 서비스 초기화 완료');
+        }
+        catch (error) {
+            console.error('❌ Gemini 초기화 실패:', error);
+            this.genAI = null;
+        }
+    }
+    /**
+     * 텍스트를 임베딩으로 변환 - 캐시 최적화
+     */
+    async generateEmbedding(text) {
+        if (!text || text.trim().length === 0) {
+            throw new Error('텍스트가 비어있습니다');
+        }
+        // 1. 캐시 확인
+        const cacheKey = this.generateCacheKey(text);
+        const cached = this.embeddingCache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        // 2. Gemini가 사용 가능한 경우
+        if (this.genAI) {
+            try {
+                // 토큰 수 제한 확인
+                const truncatedText = this.truncateText(text);
+                const result = await this.genAI.models.embedContent({
+                    model: this.model,
+                    contents: [{ parts: [{ text: truncatedText }] }],
+                    config: {
+                        outputDimensionality: mementoConfig.embeddingDimensions
+                    }
+                });
+                const embedding = result.embeddings?.[0]?.values;
+                if (!embedding || embedding.length === 0) {
+                    throw new Error('임베딩 생성에 실패했습니다');
+                }
+                const embeddingResult = {
+                    embedding: Array.from(embedding),
+                    model: this.model,
+                    usage: {
+                        prompt_tokens: this.estimateTokens(truncatedText),
+                        total_tokens: this.estimateTokens(truncatedText),
+                    },
+                };
+                // 캐시에 저장
+                this.embeddingCache.set(cacheKey, embeddingResult);
+                this.cleanupCache();
+                return embeddingResult;
+            }
+            catch (error) {
+                console.warn('⚠️ Gemini 임베딩 실패, 경량 서비스로 fallback:', error);
+                // Gemini 실패 시 경량 서비스로 fallback
+            }
+        }
+        // 3. Gemini가 없거나 실패한 경우 경량 서비스 사용
+        console.log('🔄 경량 하이브리드 임베딩 서비스 사용');
+        try {
+            const lightweightResult = await this.lightweightService.generateEmbedding(text);
+            if (!lightweightResult) {
+                return null;
+            }
+            const result = {
+                embedding: lightweightResult.embedding,
+                model: lightweightResult.model,
+                usage: lightweightResult.usage,
+            };
+            // 캐시에 저장
+            this.embeddingCache.set(cacheKey, result);
+            this.cleanupCache();
+            return result;
+        }
+        catch (error) {
+            console.error('❌ 경량 임베딩 생성 실패:', error);
+            throw new Error(`임베딩 생성 실패: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * 쿼리와 유사한 임베딩 검색
+     */
+    async searchSimilar(query, embeddings, limit = 10, threshold = 0.7) {
+        // 쿼리 임베딩 생성 (fallback 로직 포함)
+        const queryEmbedding = await this.generateEmbedding(query);
+        if (!queryEmbedding) {
+            return [];
+        }
+        // 코사인 유사도 계산
+        const similarities = embeddings.map(item => {
+            const similarity = this.cosineSimilarity(queryEmbedding.embedding, item.embedding);
+            return {
+                id: item.id,
+                content: item.content,
+                similarity,
+                score: similarity
+            };
+        });
+        // 유사도 순으로 정렬하고 임계값 필터링
+        return similarities
+            .filter(item => item.similarity >= threshold)
+            .sort((a, b) => b.similarity - a.similarity)
+            .slice(0, limit);
+    }
+    /**
+     * 코사인 유사도 계산
+     */
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length) {
+            throw new Error('벡터 차원이 일치하지 않습니다');
+        }
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            const aVal = a[i] || 0;
+            const bVal = b[i] || 0;
+            dotProduct += aVal * bVal;
+            normA += aVal * aVal;
+            normB += bVal * bVal;
+        }
+        normA = Math.sqrt(normA);
+        normB = Math.sqrt(normB);
+        if (normA === 0 || normB === 0) {
+            return 0;
+        }
+        return dotProduct / (normA * normB);
+    }
+    /**
+     * 캐시 키 생성
+     */
+    generateCacheKey(text) {
+        // 텍스트 해시를 사용하여 캐시 키 생성
+        return `gemini_embedding:${this.hashText(text)}`;
+    }
+    /**
+     * 텍스트 해시 생성
+     */
+    hashText(text) {
+        let hash = 0;
+        for (let i = 0; i < text.length; i++) {
+            const char = text.charCodeAt(i);
+            hash = ((hash << 5) - hash) + char;
+            hash = hash & hash; // 32비트 정수로 변환
+        }
+        return Math.abs(hash).toString(36);
+    }
+    /**
+     * 캐시 정리
+     */
+    cleanupCache() {
+        const maxCacheSize = 1000;
+        if (this.embeddingCache.size > maxCacheSize) {
+            const entries = Array.from(this.embeddingCache.entries());
+            this.embeddingCache.clear();
+            // 최신 500개만 유지
+            entries.slice(-500).forEach(([key, value]) => {
+                this.embeddingCache.set(key, value);
+            });
+        }
+    }
+    /**
+     * 텍스트를 토큰 제한에 맞게 자르기
+     */
+    truncateText(text) {
+        // 간단한 토큰 추정 (1 토큰 ≈ 4 문자)
+        const estimatedTokens = text.length / 4;
+        if (estimatedTokens <= this.maxTokens) {
+            return text;
+        }
+        // 토큰 제한에 맞게 자르기
+        const maxChars = this.maxTokens * 4;
+        return text.substring(0, maxChars);
+    }
+    /**
+     * 토큰 수 추정
+     */
+    estimateTokens(text) {
+        // 간단한 추정: 1 토큰 ≈ 4 문자
+        return Math.ceil(text.length / 4);
+    }
+    /**
+     * 서비스 사용 가능 여부 확인
+     */
+    isAvailable() {
+        return this.genAI !== null || this.lightweightService.isAvailable();
+    }
+    /**
+     * 모델 정보 반환
+     */
+    getModelInfo() {
+        if (this.genAI) {
+            return {
+                model: this.model,
+                dimensions: mementoConfig.embeddingDimensions, // 환경 변수에서 차원 가져오기
+                maxTokens: this.maxTokens,
+            };
+        }
+        else {
+            return this.lightweightService.getModelInfo();
+        }
+    }
+}
+//# sourceMappingURL=gemini-embedding-service.js.map

package/dist/services/gemini-embedding-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-embedding-service.js","sourceRoot":"","sources":["../../src/services/gemini-embedding-service.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,2BAA2B,EAAqE,MAAM,oCAAoC,CAAC;AAkBpJ,MAAM,OAAO,sBAAsB;IACzB,KAAK,GAAuB,IAAI,CAAC;IACjC,kBAAkB,CAA8B;IACvC,KAAK,CAAS;IACd,SAAS,GAAG,IAAI,CAAC,CAAC,kCAAkC;IAC7D,cAAc,GAAuC,IAAI,GAAG,EAAE,CAAC,CAAC,SAAS;IACzE,UAAU,GAAa,EAAE,CAAC,CAAC,UAAU;IACrC,YAAY,GAA0B,IAAI,CAAC;IAEnD;QACE,IAAI,CAAC,kBAAkB,GAAG,IAAI,2BAA2B,EAAE,CAAC;QAC5D,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,gBAAgB;QACtB,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC;YACrE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;QACjC,CAAC;QAED,WAAW;QACX,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,uBAAuB;QACvB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,aAAa;gBACb,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBAE9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;oBAClD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;oBAChD,MAAM,EAAE;wBACN,oBAAoB,EAAE,aAAa,CAAC,mBAAmB;qBACxD;iBACF,CAAC,CAAC;gBAEH,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;gBACjD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBACpC,CAAC;gBAED,MAAM,eAAe,GAAG;oBACtB,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAa;oBAC5C,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK,EAAE;wBACL,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC;wBACjD,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC;qBACjD;iBACF,CAAC;gBAEF,SAAS;gBACT,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;gBACnD,IAAI,CAAC,YAAY,EAAE,CAAC;gBAEpB,OAAO,eAAe,CAAC;YACzB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;gBAC3D,+BAA+B;YACjC,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAChF,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,MAAM,GAAG;gBACb,SAAS,EAAE,iBAAiB,CAAC,SAAS;gBACtC,KAAK,EAAE,iBAAiB,CAAC,KAAK;gBAC9B,KAAK,EAAE,iBAAiB,CAAC,KAAK;aAC/B,CAAC;YAEF,SAAS;YACT,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC1C,IAAI,CAAC,YAAY,EAAE,CAAC;YAEpB,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,KAAa,EACb,UAAuE,EACvE,QAAgB,EAAE,EAClB,YAAoB,GAAG;QAEvB,6BAA6B;QAC7B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,aAAa;QACb,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACzC,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACnF,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU;gBACV,KAAK,EAAE,UAAU;aAClB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,uBAAuB;QACvB,OAAO,YAAY;aAChB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;aAC3C,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,CAAW,EAAE,CAAW;QAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,UAAU,IAAI,IAAI,GAAG,IAAI,CAAC;YAC1B,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;YACrB,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzB,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,UAAU,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAY;QACnC,uBAAuB;QACvB,OAAO,oBAAoB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,QAAQ,CAAC,IAAY;QAC3B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACnC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,cAAc;QACpC,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,MAAM,YAAY,GAAG,IAAI,CAAC;QAC1B,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,GAAG,YAAY,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAC5B,cAAc;YACd,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gBAC3C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY;QAC/B,0BAA0B;QAC1B,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAExC,IAAI,eAAe,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,gBAAgB;QAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,sBAAsB;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,aAAa,CAAC,mBAAmB,EAAE,kBAAkB;gBACjE,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,CAAC;QAChD,CAAC;IACH,CAAC;CACF"}

package/dist/services/lightweight-embedding-service.d.ts

@@ -0,0 +1,95 @@
+/**
+ * 경량 하이브리드 임베딩 서비스
+ * TF-IDF + 키워드 매칭 기반 벡터화
+ * OpenAI가 없을 때 사용하는 fallback 솔루션
+ */
+import type { EmbeddingProvider } from '../types/embedding.types.js';
+export interface LightweightEmbeddingResult {
+    embedding: number[];
+    model: string;
+    provider?: EmbeddingProvider;
+    usage: {
+        prompt_tokens: number;
+        total_tokens: number;
+    };
+}
+export interface LightweightSimilarityResult {
+    id: string;
+    content: string;
+    similarity: number;
+    score: number;
+}
+export declare class LightweightEmbeddingService {
+    private readonly model;
+    private readonly dimensions;
+    private vocabulary;
+    private documentFrequencies;
+    private totalDocuments;
+    private readonly stopWords;
+    constructor();
+    /**
+     * 텍스트를 경량 임베딩으로 변환
+     */
+    generateEmbedding(text: string): Promise<LightweightEmbeddingResult | null>;
+    /**
+     * 쿼리와 유사한 임베딩 검색
+     */
+    searchSimilar(query: string, embeddings: Array<{
+        id: string;
+        content: string;
+        embedding: number[];
+    }>, limit?: number, threshold?: number): Promise<LightweightSimilarityResult[]>;
+    /**
+     * 텍스트 전처리
+     */
+    private preprocessText;
+    /**
+     * TF-IDF 벡터 생성
+     */
+    private createTFIDFVector;
+    /**
+     * IDF 계산 (간단한 휴리스틱)
+     */
+    private calculateIDF;
+    /**
+     * 키워드 가중치 적용
+     */
+    private applyKeywordWeights;
+    /**
+     * 기술 용어 판별
+     */
+    private isTechnicalTerm;
+    /**
+     * 벡터 정규화
+     */
+    private normalizeVector;
+    /**
+     * 차원 조정
+     */
+    private adjustDimensions;
+    /**
+     * 해시 기반 인덱스 생성
+     */
+    private hashToIndex;
+    /**
+     * 코사인 유사도 계산
+     */
+    private cosineSimilarity;
+    /**
+     * 토큰 수 추정
+     */
+    private estimateTokens;
+    /**
+     * 서비스 사용 가능 여부 확인
+     */
+    isAvailable(): boolean;
+    /**
+     * 모델 정보 반환
+     */
+    getModelInfo(): {
+        model: string;
+        dimensions: number;
+        maxTokens: number;
+    };
+}
+//# sourceMappingURL=lightweight-embedding-service.d.ts.map

package/dist/services/lightweight-embedding-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lightweight-embedding-service.d.ts","sourceRoot":"","sources":["../../src/services/lightweight-embedding-service.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAErE,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,KAAK,EAAE;QACL,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,2BAA2B;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,2BAA2B;IACtC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAO;IAClC,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,mBAAmB,CAAkC;IAC7D,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAc;;IAOxC;;OAEG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,0BAA0B,GAAG,IAAI,CAAC;IAoCjF;;OAEG;IACG,aAAa,CACjB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,EACvE,KAAK,GAAE,MAAW,EAClB,SAAS,GAAE,MAAY,GACtB,OAAO,CAAC,2BAA2B,EAAE,CAAC;IAyBzC;;OAEG;IACH,OAAO,CAAC,cAAc;IAStB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAuBzB;;OAEG;IACH,OAAO,CAAC,YAAY;IAsBpB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAoC3B;;OAEG;IACH,OAAO,CAAC,eAAe;IAavB;;OAEG;IACH,OAAO,CAAC,eAAe;IAOvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;OAEG;IACH,OAAO,CAAC,WAAW;IAUnB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA2BxB;;OAEG;IACH,OAAO,CAAC,cAAc;IAKtB;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;OAEG;IACH,YAAY,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;CAOzE"}

package/dist/services/lightweight-embedding-service.js

@@ -0,0 +1,263 @@
+/**
+ * 경량 하이브리드 임베딩 서비스
+ * TF-IDF + 키워드 매칭 기반 벡터화
+ * OpenAI가 없을 때 사용하는 fallback 솔루션
+ */
+import { getStopWords } from '../utils/stopwords.js';
+export class LightweightEmbeddingService {
+    model = 'lightweight-hybrid';
+    dimensions = 512; // 고정 차원
+    vocabulary = new Map();
+    documentFrequencies = new Map();
+    totalDocuments = 0;
+    stopWords;
+    constructor() {
+        this.stopWords = getStopWords();
+        console.log('✅ 경량 하이브리드 임베딩 서비스 초기화 완료');
+    }
+    /**
+     * 텍스트를 경량 임베딩으로 변환
+     */
+    async generateEmbedding(text) {
+        if (!text || text.trim().length === 0) {
+            throw new Error('텍스트가 비어있습니다');
+        }
+        try {
+            // 1. 텍스트 전처리
+            const processedText = this.preprocessText(text);
+            // 2. TF-IDF 벡터 생성
+            const tfidfVector = this.createTFIDFVector(processedText);
+            // 3. 키워드 가중치 적용
+            const weightedVector = this.applyKeywordWeights(tfidfVector, processedText);
+            // 4. 벡터 정규화
+            const normalizedVector = this.normalizeVector(weightedVector);
+            // 5. 차원 맞추기 (패딩 또는 자르기)
+            const finalVector = this.adjustDimensions(normalizedVector);
+            return {
+                embedding: finalVector,
+                model: this.model,
+                provider: 'tfidf',
+                usage: {
+                    prompt_tokens: this.estimateTokens(text),
+                    total_tokens: this.estimateTokens(text),
+                },
+            };
+        }
+        catch (error) {
+            console.error('❌ 경량 임베딩 생성 실패:', error);
+            throw new Error(`경량 임베딩 생성 실패: ${error instanceof Error ? error.message : 'Unknown error'}`);
+        }
+    }
+    /**
+     * 쿼리와 유사한 임베딩 검색
+     */
+    async searchSimilar(query, embeddings, limit = 10, threshold = 0.7) {
+        // 쿼리 임베딩 생성
+        const queryEmbedding = await this.generateEmbedding(query);
+        if (!queryEmbedding) {
+            return [];
+        }
+        // 코사인 유사도 계산
+        const similarities = embeddings.map(item => {
+            const similarity = this.cosineSimilarity(queryEmbedding.embedding, item.embedding);
+            return {
+                id: item.id,
+                content: item.content,
+                similarity,
+                score: similarity
+            };
+        });
+        // 유사도 순으로 정렬하고 임계값 필터링
+        return similarities
+            .filter(item => item.similarity >= threshold)
+            .sort((a, b) => b.similarity - a.similarity)
+            .slice(0, limit);
+    }
+    /**
+     * 텍스트 전처리
+     */
+    preprocessText(text) {
+        return text
+            .toLowerCase()
+            .replace(/[^\w\s가-힣]/g, ' ') // 특수문자 제거, 한글 유지
+            .split(/\s+/)
+            .filter(word => word.length > 1 && !this.stopWords.has(word))
+            .filter(word => word.trim().length > 0);
+    }
+    /**
+     * TF-IDF 벡터 생성
+     */
+    createTFIDFVector(words) {
+        const vector = new Array(this.dimensions).fill(0);
+        const wordCounts = new Map();
+        // 단어 빈도 계산
+        for (const word of words) {
+            wordCounts.set(word, (wordCounts.get(word) || 0) + 1);
+        }
+        // TF-IDF 계산
+        for (const [word, count] of wordCounts) {
+            const tf = count / words.length; // Term Frequency
+            const idf = this.calculateIDF(word); // Inverse Document Frequency
+            const tfidf = tf * idf;
+            // 해시 기반 인덱스 생성
+            const index = this.hashToIndex(word);
+            vector[index] += tfidf;
+        }
+        return vector;
+    }
+    /**
+     * IDF 계산 (간단한 휴리스틱)
+     */
+    calculateIDF(word) {
+        // 실제로는 문서 컬렉션에서 계산해야 하지만, 
+        // 여기서는 단어 길이와 복잡성을 기반으로 휴리스틱 사용
+        const wordLength = word.length;
+        const hasNumbers = /\d/.test(word);
+        const hasSpecialChars = /[^a-zA-Z가-힣]/.test(word);
+        let idf = 1.0;
+        // 긴 단어일수록 높은 IDF
+        if (wordLength > 5)
+            idf += 0.5;
+        if (wordLength > 8)
+            idf += 0.3;
+        // 숫자가 포함된 단어는 낮은 IDF (일반적으로 덜 중요)
+        if (hasNumbers)
+            idf -= 0.2;
+        // 특수문자가 포함된 단어는 높은 IDF (고유할 가능성)
+        if (hasSpecialChars)
+            idf += 0.3;
+        return Math.max(0.1, idf);
+    }
+    /**
+     * 키워드 가중치 적용
+     */
+    applyKeywordWeights(vector, words) {
+        const weightedVector = [...vector];
+        // 중요한 키워드 패턴에 가중치 적용
+        for (const word of words) {
+            if (!word || word.trim().length === 0)
+                continue; // undefined 및 빈 문자열 체크
+            const index = this.hashToIndex(word);
+            // 배열 범위 체크
+            if (index < 0 || index >= weightedVector.length)
+                continue;
+            // 안전한 배열 접근을 위한 체크
+            const currentValue = weightedVector[index];
+            if (currentValue === undefined)
+                continue;
+            // 기술 용어 가중치
+            if (this.isTechnicalTerm(word)) {
+                weightedVector[index] = currentValue * 1.5;
+            }
+            // 고유명사 가중치 (대문자로 시작하는 단어)
+            if (word.length > 2 && word[0] && word[0] === word[0].toUpperCase()) {
+                weightedVector[index] = currentValue * 1.3;
+            }
+            // 반복되는 단어 가중치 감소
+            const wordFrequency = words.filter(w => w === word).length;
+            if (wordFrequency > 3) {
+                weightedVector[index] = currentValue * 0.8;
+            }
+        }
+        return weightedVector;
+    }
+    /**
+     * 기술 용어 판별
+     */
+    isTechnicalTerm(word) {
+        const technicalPatterns = [
+            /^[a-z]+[A-Z]/, // camelCase
+            /^[A-Z][a-z]+[A-Z]/, // PascalCase
+            /^[a-z]+_[a-z]+/, // snake_case
+            /^[a-z]+-[a-z]+/, // kebab-case
+            /api|sdk|http|json|xml|sql|db|ui|ux|ai|ml|nlp/i, // 기술 용어
+            /react|vue|angular|node|python|java|typescript/i, // 프레임워크/언어
+        ];
+        return technicalPatterns.some(pattern => pattern.test(word));
+    }
+    /**
+     * 벡터 정규화
+     */
+    normalizeVector(vector) {
+        const magnitude = Math.sqrt(vector.reduce((sum, val) => sum + val * val, 0));
+        if (magnitude === 0)
+            return vector;
+        return vector.map(val => val / magnitude);
+    }
+    /**
+     * 차원 조정
+     */
+    adjustDimensions(vector) {
+        if (vector.length === this.dimensions) {
+            return vector;
+        }
+        else if (vector.length < this.dimensions) {
+            // 패딩
+            return [...vector, ...new Array(this.dimensions - vector.length).fill(0)];
+        }
+        else {
+            // 자르기
+            return vector.slice(0, this.dimensions);
+        }
+    }
+    /**
+     * 해시 기반 인덱스 생성
+     */
+    hashToIndex(word) {
+        let hash = 0;
+        for (let i = 0; i < word.length; i++) {
+            const char = word.charCodeAt(i);
+            hash = ((hash << 5) - hash) + char;
+            hash = hash & hash; // 32비트 정수로 변환
+        }
+        return Math.abs(hash) % this.dimensions;
+    }
+    /**
+     * 코사인 유사도 계산
+     */
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length) {
+            throw new Error('벡터 차원이 일치하지 않습니다');
+        }
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            const aVal = a[i] || 0;
+            const bVal = b[i] || 0;
+            dotProduct += aVal * bVal;
+            normA += aVal * aVal;
+            normB += bVal * bVal;
+        }
+        normA = Math.sqrt(normA);
+        normB = Math.sqrt(normB);
+        if (normA === 0 || normB === 0) {
+            return 0;
+        }
+        return dotProduct / (normA * normB);
+    }
+    /**
+     * 토큰 수 추정
+     */
+    estimateTokens(text) {
+        // 간단한 추정: 1 토큰 ≈ 4 문자
+        return Math.ceil(text.length / 4);
+    }
+    /**
+     * 서비스 사용 가능 여부 확인
+     */
+    isAvailable() {
+        return true; // 항상 사용 가능
+    }
+    /**
+     * 모델 정보 반환
+     */
+    getModelInfo() {
+        return {
+            model: this.model,
+            dimensions: this.dimensions,
+            maxTokens: 8191, // OpenAI와 동일한 제한
+        };
+    }
+}
+//# sourceMappingURL=lightweight-embedding-service.js.map