@ninebix/nmt-system 1.0.0

package/dist/services/llm-router.d.ts

@@ -0,0 +1,143 @@
+/**
+ * LLM Router Service
+ * 쿼리 복잡도에 따른 모델 자동 선택
+ *
+ * @module services/llm-router
+ */
+import { LLMResponse, LLMProvider } from './llm.js';
+/**
+ * 쿼리 복잡도 수준
+ */
+export type ComplexityLevel = 'simple' | 'medium' | 'complex';
+/**
+ * 복잡도 분석 결과
+ */
+export interface ComplexityAnalysis {
+    level: ComplexityLevel;
+    score: number;
+    factors: {
+        length: number;
+        questionCount: number;
+        technicalTerms: number;
+        contextDependency: number;
+        reasoning: number;
+    };
+    suggestedModel: string;
+    estimatedTokens: number;
+    estimatedCost: number;
+}
+/**
+ * 라우팅 설정
+ */
+export interface RoutingConfig {
+    models: {
+        simple: {
+            provider: LLMProvider;
+            model: string;
+            costPer1K: number;
+        };
+        medium: {
+            provider: LLMProvider;
+            model: string;
+            costPer1K: number;
+        };
+        complex: {
+            provider: LLMProvider;
+            model: string;
+            costPer1K: number;
+        };
+    };
+    thresholds: {
+        simpleMax: number;
+        complexMin: number;
+    };
+    fallbackToComplex: boolean;
+    apiKeys: Partial<Record<LLMProvider, string>>;
+}
+/**
+ * 라우팅 결과
+ */
+export interface RoutingResult {
+    complexity: ComplexityAnalysis;
+    selectedModel: {
+        provider: LLMProvider;
+        model: string;
+    };
+    response: LLMResponse;
+    actualCost: number;
+    savedCost: number;
+}
+/**
+ * LLM Router 클래스
+ */
+export declare class LLMRouter {
+    private llmService;
+    private config;
+    private stats;
+    constructor(config?: Partial<RoutingConfig>);
+    /**
+     * 복잡도 분석
+     */
+    analyzeComplexity(query: string, contexts?: string[]): ComplexityAnalysis;
+    /**
+     * 길이 점수
+     */
+    private scorelength;
+    /**
+     * 질문 개수 점수
+     */
+    private scoreQuestionCount;
+    /**
+     * 기술 용어 점수
+     */
+    private scoreTechnicalTerms;
+    /**
+     * 컨텍스트 의존성 점수
+     */
+    private scoreContextDependency;
+    /**
+     * 추론 필요성 점수
+     */
+    private scoreReasoning;
+    /**
+     * 토큰 추정
+     */
+    private estimateTokens;
+    /**
+     * 스마트 라우팅 + 응답 생성
+     */
+    route(query: string, contexts: string[], options?: {
+        systemPrompt?: string;
+        forceModel?: ComplexityLevel;
+        maxTokens?: number;
+    }): Promise<RoutingResult>;
+    /**
+     * 단순 쿼리용 빠른 라우팅
+     */
+    quickRoute(query: string): Promise<RoutingResult>;
+    /**
+     * API 키 설정
+     */
+    setApiKey(provider: LLMProvider, apiKey: string): void;
+    /**
+     * 모델 설정 변경
+     */
+    setModel(level: ComplexityLevel, config: {
+        provider: LLMProvider;
+        model: string;
+        costPer1K: number;
+    }): void;
+    /**
+     * 통계 조회
+     */
+    getStats(): typeof this.stats & {
+        avgCostPerRequest: number;
+        savingsRate: number;
+    };
+    /**
+     * 통계 초기화
+     */
+    resetStats(): void;
+}
+export declare const llmRouter: LLMRouter;
+//# sourceMappingURL=llm-router.d.ts.map

package/dist/services/llm-router.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-router.d.ts","sourceRoot":"","sources":["../../src/services/llm-router.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAqC,WAAW,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvF;;GAEG;AACH,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,eAAe,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAE5B,MAAM,EAAE;QACN,MAAM,EAAE;YAAE,QAAQ,EAAE,WAAW,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC;QACpE,MAAM,EAAE;YAAE,QAAQ,EAAE,WAAW,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC;QACpE,OAAO,EAAE;YAAE,QAAQ,EAAE,WAAW,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC;KACtE,CAAC;IAEF,UAAU,EAAE;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAEF,iBAAiB,EAAE,OAAO,CAAC;IAE3B,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;CAC/C;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,kBAAkB,CAAC;IAC/B,aAAa,EAAE;QAAE,QAAQ,EAAE,WAAW,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACxD,QAAQ,EAAE,WAAW,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAuBD;;GAEG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,MAAM,CAAgB;IAG9B,OAAO,CAAC,KAAK,CAKX;gBAEU,MAAM,GAAE,OAAO,CAAC,aAAa,CAAM;IAkB/C;;OAEG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAM,EAAO,GAAG,kBAAkB;IAgD7E;;OAEG;IACH,OAAO,CAAC,WAAW;IASnB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAO1B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAa3B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAS9B;;OAEG;IACH,OAAO,CAAC,cAAc;IAYtB;;OAEG;IACH,OAAO,CAAC,cAAc;IAOtB;;OAEG;IACG,KAAK,CACT,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,EAClB,OAAO,GAAE;QACP,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,eAAe,CAAC;QAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;KACf,GACL,OAAO,CAAC,aAAa,CAAC;IAgEzB;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAIvD;;OAEG;IACH,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAItD;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE;QAAE,QAAQ,EAAE,WAAW,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAI3G;;OAEG;IACH,QAAQ,IAAI,OAAO,IAAI,CAAC,KAAK,GAAG;QAC9B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,WAAW,EAAE,MAAM,CAAC;KACrB;IAYD;;OAEG;IACH,UAAU,IAAI,IAAI;CAQnB;AAGD,eAAO,MAAM,SAAS,WAAkB,CAAC"}

package/dist/services/llm-router.js

@@ -0,0 +1,284 @@
+/**
+ * LLM Router Service
+ * 쿼리 복잡도에 따른 모델 자동 선택
+ *
+ * @module services/llm-router
+ */
+import { LLMService } from './llm.js';
+/**
+ * 기술 용어 패턴
+ */
+const TECHNICAL_PATTERNS = [
+    /\b(algorithm|database|API|server|client|backend|frontend|deploy|kubernetes|docker)\b/gi,
+    /\b(neural|transformer|embedding|vector|tensor|gradient|backprop|epoch)\b/gi,
+    /\b(SQL|NoSQL|REST|GraphQL|WebSocket|TCP|HTTP|DNS)\b/gi,
+    /\b(async|await|promise|callback|closure|recursion|polymorphism)\b/gi,
+    /[가-힣]*(알고리즘|데이터베이스|서버|클라이언트|배포|아키텍처|프레임워크|라이브러리)[가-힣]*/g
+];
+/**
+ * 추론 필요 패턴
+ */
+const REASONING_PATTERNS = [
+    /왜|어떻게|비교|분석|장단점|차이점|설명/g,
+    /why|how|compare|analyze|pros.cons|difference|explain/gi,
+    /만약|가정|경우|상황/g,
+    /if|suppose|case|scenario/gi
+];
+/**
+ * LLM Router 클래스
+ */
+export class LLMRouter {
+    llmService;
+    config;
+    // 통계
+    stats = {
+        totalRequests: 0,
+        byComplexity: { simple: 0, medium: 0, complex: 0 },
+        totalCost: 0,
+        savedCost: 0
+    };
+    constructor(config = {}) {
+        this.llmService = new LLMService();
+        this.config = {
+            models: config.models ?? {
+                simple: { provider: 'huggingface', model: 'meta-llama/Llama-3.1-8B-Instruct', costPer1K: 0.0001 },
+                medium: { provider: 'openai', model: 'gpt-4o-mini', costPer1K: 0.00015 },
+                complex: { provider: 'openai', model: 'gpt-4o', costPer1K: 0.005 }
+            },
+            thresholds: config.thresholds ?? {
+                simpleMax: 0.3,
+                complexMin: 0.7
+            },
+            fallbackToComplex: config.fallbackToComplex ?? true,
+            apiKeys: config.apiKeys ?? {}
+        };
+    }
+    /**
+     * 복잡도 분석
+     */
+    analyzeComplexity(query, contexts = []) {
+        // 요소별 점수 계산
+        const factors = {
+            length: this.scorelength(query),
+            questionCount: this.scoreQuestionCount(query),
+            technicalTerms: this.scoreTechnicalTerms(query + ' ' + contexts.join(' ')),
+            contextDependency: this.scoreContextDependency(query, contexts),
+            reasoning: this.scoreReasoning(query)
+        };
+        // 가중 평균
+        const weights = {
+            length: 0.1,
+            questionCount: 0.15,
+            technicalTerms: 0.2,
+            contextDependency: 0.25,
+            reasoning: 0.3
+        };
+        let score = 0;
+        for (const [key, weight] of Object.entries(weights)) {
+            score += factors[key] * weight;
+        }
+        // 복잡도 레벨 결정
+        let level;
+        if (score <= this.config.thresholds.simpleMax) {
+            level = 'simple';
+        }
+        else if (score >= this.config.thresholds.complexMin) {
+            level = 'complex';
+        }
+        else {
+            level = 'medium';
+        }
+        const modelConfig = this.config.models[level];
+        const estimatedTokens = this.estimateTokens(query, contexts);
+        const estimatedCost = (estimatedTokens / 1000) * modelConfig.costPer1K;
+        return {
+            level,
+            score,
+            factors,
+            suggestedModel: modelConfig.model,
+            estimatedTokens,
+            estimatedCost
+        };
+    }
+    /**
+     * 길이 점수
+     */
+    scorelength(query) {
+        const len = query.length;
+        if (len < 50)
+            return 0.1;
+        if (len < 100)
+            return 0.3;
+        if (len < 200)
+            return 0.5;
+        if (len < 400)
+            return 0.7;
+        return 0.9;
+    }
+    /**
+     * 질문 개수 점수
+     */
+    scoreQuestionCount(query) {
+        const questionMarks = (query.match(/\?/g) || []).length;
+        if (questionMarks <= 1)
+            return 0.2;
+        if (questionMarks <= 2)
+            return 0.5;
+        return 0.8;
+    }
+    /**
+     * 기술 용어 점수
+     */
+    scoreTechnicalTerms(text) {
+        let count = 0;
+        for (const pattern of TECHNICAL_PATTERNS) {
+            count += (text.match(pattern) || []).length;
+        }
+        if (count === 0)
+            return 0.1;
+        if (count <= 3)
+            return 0.3;
+        if (count <= 7)
+            return 0.5;
+        if (count <= 15)
+            return 0.7;
+        return 0.9;
+    }
+    /**
+     * 컨텍스트 의존성 점수
+     */
+    scoreContextDependency(query, contexts) {
+        if (contexts.length === 0)
+            return 0.2;
+        const totalContextLength = contexts.join(' ').length;
+        const ratio = totalContextLength / (query.length + totalContextLength);
+        return Math.min(0.9, ratio + 0.1);
+    }
+    /**
+     * 추론 필요성 점수
+     */
+    scoreReasoning(query) {
+        let count = 0;
+        for (const pattern of REASONING_PATTERNS) {
+            count += (query.match(pattern) || []).length;
+        }
+        if (count === 0)
+            return 0.1;
+        if (count === 1)
+            return 0.4;
+        if (count <= 3)
+            return 0.7;
+        return 0.9;
+    }
+    /**
+     * 토큰 추정
+     */
+    estimateTokens(query, contexts) {
+        const text = query + ' ' + contexts.join(' ');
+        const englishChars = text.replace(/[가-힣]/g, '').length;
+        const koreanChars = text.length - englishChars;
+        return Math.ceil(englishChars / 4 + koreanChars / 2);
+    }
+    /**
+     * 스마트 라우팅 + 응답 생성
+     */
+    async route(query, contexts, options = {}) {
+        // 복잡도 분석
+        const complexity = this.analyzeComplexity(query, contexts);
+        // 모델 선택
+        const level = options.forceModel ?? complexity.level;
+        const modelConfig = this.config.models[level];
+        // API 키 확인
+        const apiKey = this.config.apiKeys[modelConfig.provider];
+        if (!apiKey) {
+            // 폴백
+            if (this.config.fallbackToComplex && level !== 'complex') {
+                return this.route(query, contexts, { ...options, forceModel: 'complex' });
+            }
+            throw new Error(`No API key for provider: ${modelConfig.provider}`);
+        }
+        // LLM 설정
+        const llmConfig = {
+            provider: modelConfig.provider,
+            apiKey,
+            model: modelConfig.model,
+            maxTokens: options.maxTokens ?? 1024
+        };
+        // 메시지 구성
+        const messages = [];
+        if (options.systemPrompt) {
+            messages.push({ role: 'system', content: options.systemPrompt });
+        }
+        // 컨텍스트 + 쿼리
+        let userContent = query;
+        if (contexts.length > 0) {
+            userContent = `## 참고 정보:\n${contexts.map((c, i) => `[${i + 1}] ${c}`).join('\n\n')}\n\n## 질문:\n${query}`;
+        }
+        messages.push({ role: 'user', content: userContent });
+        // LLM 호출
+        const response = await this.llmService.chat(messages, llmConfig);
+        // 비용 계산
+        const actualTokens = (response.usage?.totalTokens ?? complexity.estimatedTokens);
+        const actualCost = (actualTokens / 1000) * modelConfig.costPer1K;
+        const complexCost = (actualTokens / 1000) * this.config.models.complex.costPer1K;
+        const savedCost = complexCost - actualCost;
+        // 통계 업데이트
+        this.stats.totalRequests++;
+        this.stats.byComplexity[level]++;
+        this.stats.totalCost += actualCost;
+        this.stats.savedCost += savedCost;
+        return {
+            complexity,
+            selectedModel: { provider: modelConfig.provider, model: modelConfig.model },
+            response,
+            actualCost,
+            savedCost
+        };
+    }
+    /**
+     * 단순 쿼리용 빠른 라우팅
+     */
+    async quickRoute(query) {
+        return this.route(query, [], { forceModel: 'simple', maxTokens: 512 });
+    }
+    /**
+     * API 키 설정
+     */
+    setApiKey(provider, apiKey) {
+        this.config.apiKeys[provider] = apiKey;
+    }
+    /**
+     * 모델 설정 변경
+     */
+    setModel(level, config) {
+        this.config.models[level] = config;
+    }
+    /**
+     * 통계 조회
+     */
+    getStats() {
+        return {
+            ...this.stats,
+            avgCostPerRequest: this.stats.totalRequests > 0
+                ? this.stats.totalCost / this.stats.totalRequests
+                : 0,
+            savingsRate: this.stats.totalCost > 0
+                ? this.stats.savedCost / (this.stats.totalCost + this.stats.savedCost)
+                : 0
+        };
+    }
+    /**
+     * 통계 초기화
+     */
+    resetStats() {
+        this.stats = {
+            totalRequests: 0,
+            byComplexity: { simple: 0, medium: 0, complex: 0 },
+            totalCost: 0,
+            savedCost: 0
+        };
+    }
+}
+// 싱글톤 인스턴스
+export const llmRouter = new LLMRouter();
+//# sourceMappingURL=llm-router.js.map

package/dist/services/llm-router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-router.js","sourceRoot":"","sources":["../../src/services/llm-router.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAmD,MAAM,UAAU,CAAC;AAyDvF;;GAEG;AACH,MAAM,kBAAkB,GAAG;IACzB,wFAAwF;IACxF,4EAA4E;IAC5E,uDAAuD;IACvD,qEAAqE;IACrE,yDAAyD;CAC1D,CAAC;AAEF;;GAEG;AACH,MAAM,kBAAkB,GAAG;IACzB,yBAAyB;IACzB,wDAAwD;IACxD,cAAc;IACd,4BAA4B;CAC7B,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,SAAS;IACZ,UAAU,CAAa;IACvB,MAAM,CAAgB;IAE9B,KAAK;IACG,KAAK,GAAG;QACd,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;QAClD,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,CAAC;KACb,CAAC;IAEF,YAAY,SAAiC,EAAE;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;QAEnC,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI;gBACvB,MAAM,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,kCAAkC,EAAE,SAAS,EAAE,MAAM,EAAE;gBACjG,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE;gBACxE,OAAO,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE;aACnE;YACD,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI;gBAC/B,SAAS,EAAE,GAAG;gBACd,UAAU,EAAE,GAAG;aAChB;YACD,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,IAAI;YACnD,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,KAAa,EAAE,WAAqB,EAAE;QACtD,YAAY;QACZ,MAAM,OAAO,GAAG;YACd,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;YAC/B,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;YAC7C,cAAc,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,GAAG,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC1E,iBAAiB,EAAE,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC;YAC/D,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;SACtC,CAAC;QAEF,QAAQ;QACR,MAAM,OAAO,GAAG;YACd,MAAM,EAAE,GAAG;YACX,aAAa,EAAE,IAAI;YACnB,cAAc,EAAE,GAAG;YACnB,iBAAiB,EAAE,IAAI;YACvB,SAAS,EAAE,GAAG;SACf,CAAC;QAEF,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACpD,KAAK,IAAI,OAAO,CAAC,GAA2B,CAAC,GAAG,MAAM,CAAC;QACzD,CAAC;QAED,YAAY;QACZ,IAAI,KAAsB,CAAC;QAC3B,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;YAC9C,KAAK,GAAG,QAAQ,CAAC;QACnB,CAAC;aAAM,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YACtD,KAAK,GAAG,SAAS,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,QAAQ,CAAC;QACnB,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7D,MAAM,aAAa,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC;QAEvE,OAAO;YACL,KAAK;YACL,KAAK;YACL,OAAO;YACP,cAAc,EAAE,WAAW,CAAC,KAAK;YACjC,eAAe;YACf,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAa;QAC/B,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;QACzB,IAAI,GAAG,GAAG,EAAE;YAAE,OAAO,GAAG,CAAC;QACzB,IAAI,GAAG,GAAG,GAAG;YAAE,OAAO,GAAG,CAAC;QAC1B,IAAI,GAAG,GAAG,GAAG;YAAE,OAAO,GAAG,CAAC;QAC1B,IAAI,GAAG,GAAG,GAAG;YAAE,OAAO,GAAG,CAAC;QAC1B,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,KAAa;QACtC,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACxD,IAAI,aAAa,IAAI,CAAC;YAAE,OAAO,GAAG,CAAC;QACnC,IAAI,aAAa,IAAI,CAAC;YAAE,OAAO,GAAG,CAAC;QACnC,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,IAAY;QACtC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAC9C,CAAC;QAED,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAC5B,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,GAAG,CAAC;QAC3B,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,GAAG,CAAC;QAC3B,IAAI,KAAK,IAAI,EAAE;YAAE,OAAO,GAAG,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,KAAa,EAAE,QAAkB;QAC9D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAEtC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QACrD,MAAM,KAAK,GAAG,kBAAkB,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,kBAAkB,CAAC,CAAC;QAEvE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAa;QAClC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAC/C,CAAC;QAED,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAC5B,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAC5B,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,GAAG,CAAC;QAC3B,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAa,EAAE,QAAkB;QACtD,MAAM,IAAI,GAAG,KAAK,GAAG,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;QACvD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC;QAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CACT,KAAa,EACb,QAAkB,EAClB,UAII,EAAE;QAEN,SAAS;QACT,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE3D,QAAQ;QACR,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,IAAI,UAAU,CAAC,KAAK,CAAC;QACrD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE9C,WAAW;QACX,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,KAAK;YACL,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACzD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,SAAS;QACT,MAAM,SAAS,GAAc;YAC3B,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,MAAM;YACN,KAAK,EAAE,WAAW,CAAC,KAAK;YACxB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;SACrC,CAAC;QAEF,SAAS;QACT,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAElC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,YAAY;QACZ,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,WAAW,GAAG,cAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,KAAK,EAAE,CAAC;QAC3G,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAEtD,SAAS;QACT,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAEjE,QAAQ;QACR,MAAM,YAAY,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,WAAW,IAAI,UAAU,CAAC,eAAe,CAAC,CAAC;QACjF,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC;QACjE,MAAM,WAAW,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;QACjF,MAAM,SAAS,GAAG,WAAW,GAAG,UAAU,CAAC;QAE3C,UAAU;QACV,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,UAAU,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,SAAS,CAAC;QAElC,OAAO;YACL,UAAU;YACV,aAAa,EAAE,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE;YAC3E,QAAQ;YACR,UAAU;YACV,SAAS;SACV,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,QAAqB,EAAE,MAAc;QAC7C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAAsB,EAAE,MAAmE;QAClG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,QAAQ;QAIN,OAAO;YACL,GAAG,IAAI,CAAC,KAAK;YACb,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC;gBAC7C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa;gBACjD,CAAC,CAAC,CAAC;YACL,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC;gBACnC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;gBACtE,CAAC,CAAC,CAAC;SACN,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,KAAK,GAAG;YACX,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;YAClD,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;SACb,CAAC;IACJ,CAAC;CACF;AAED,WAAW;AACX,MAAM,CAAC,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC"}

package/dist/services/llm.d.ts

@@ -0,0 +1,86 @@
+/**
+ * LLM Service
+ * Supports OpenAI, HuggingFace, and Grok (xAI)
+ * API keys are provided by the user at runtime
+ */
+export type LLMProvider = 'openai' | 'huggingface' | 'grok';
+export interface LLMConfig {
+    provider: LLMProvider;
+    apiKey: string;
+    model?: string;
+    baseUrl?: string;
+    maxTokens?: number;
+    temperature?: number;
+}
+export interface LLMMessage {
+    role: 'system' | 'user' | 'assistant';
+    content: string;
+}
+export interface LLMResponse {
+    content: string;
+    model: string;
+    provider: LLMProvider;
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+    processingTime: number;
+}
+export interface RAGContext {
+    id: string;
+    content: string;
+    score: number;
+    metadata?: Record<string, any>;
+}
+export interface RAGRequest {
+    query: string;
+    contexts: RAGContext[];
+    systemPrompt?: string;
+    maxContextLength?: number;
+}
+export declare class LLMService {
+    private config;
+    /**
+     * Configure the LLM service
+     */
+    configure(config: LLMConfig): void;
+    /**
+     * Check if service is configured
+     */
+    isConfigured(): boolean;
+    /**
+     * Get current configuration (without API key)
+     */
+    getConfig(): Omit<LLMConfig, 'apiKey'> | null;
+    /**
+     * Send chat completion request
+     */
+    chat(messages: LLMMessage[], config?: Partial<LLMConfig>): Promise<LLMResponse>;
+    /**
+     * Call OpenAI API
+     */
+    private callOpenAI;
+    /**
+     * Call HuggingFace Inference API
+     */
+    private callHuggingFace;
+    /**
+     * Call Grok (xAI) API
+     */
+    private callGrok;
+    /**
+     * RAG query - combine retrieved contexts with LLM
+     */
+    ragQuery(request: RAGRequest, config?: Partial<LLMConfig>): Promise<LLMResponse>;
+    /**
+     * Simple completion (single prompt)
+     */
+    complete(prompt: string, config?: Partial<LLMConfig>): Promise<LLMResponse>;
+    /**
+     * Get available models for a provider
+     */
+    getAvailableModels(provider: LLMProvider): string[];
+}
+export declare const llmService: LLMService;
+//# sourceMappingURL=llm.d.ts.map

package/dist/services/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/services/llm.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,aAAa,GAAG,MAAM,CAAC;AAE5D,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,CAAC,EAAE;QACN,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,UAAU,EAAE,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAgBD,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAA0B;IAExC;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI;IASlC;;OAEG;IACH,YAAY,IAAI,OAAO;IAIvB;;OAEG;IACH,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,IAAI;IAM7C;;OAEG;IACG,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;IA+CrF;;OAEG;YACW,UAAU;IAyCxB;;OAEG;YACW,eAAe;IAqD7B;;OAEG;YACW,QAAQ;IAyCtB;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;IAkCtF;;OAEG;IACG,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;IAIjF;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,MAAM,EAAE;CA+BpD;AAGD,eAAO,MAAM,UAAU,YAAmB,CAAC"}