@ninebix/nmt-system 1.0.0

package/dist/services/llm.js

@@ -0,0 +1,283 @@
+/**
+ * LLM Service
+ * Supports OpenAI, HuggingFace, and Grok (xAI)
+ * API keys are provided by the user at runtime
+ */
+// Default models for each provider
+const DEFAULT_MODELS = {
+    openai: 'gpt-4o-mini',
+    huggingface: 'meta-llama/Llama-3.3-70B-Instruct',
+    grok: 'grok-2-latest',
+};
+// API endpoints
+const API_ENDPOINTS = {
+    openai: 'https://api.openai.com/v1/chat/completions',
+    huggingface: 'https://api-inference.huggingface.co/models/',
+    grok: 'https://api.x.ai/v1/chat/completions',
+};
+export class LLMService {
+    config = null;
+    /**
+     * Configure the LLM service
+     */
+    configure(config) {
+        this.config = {
+            ...config,
+            model: config.model || DEFAULT_MODELS[config.provider],
+            maxTokens: config.maxTokens ?? 2048,
+            temperature: config.temperature ?? 0.7,
+        };
+    }
+    /**
+     * Check if service is configured
+     */
+    isConfigured() {
+        return this.config !== null && !!this.config.apiKey;
+    }
+    /**
+     * Get current configuration (without API key)
+     */
+    getConfig() {
+        if (!this.config)
+            return null;
+        const { apiKey, ...rest } = this.config;
+        return rest;
+    }
+    /**
+     * Send chat completion request
+     */
+    async chat(messages, config) {
+        const effectiveConfig = config?.apiKey
+            ? { ...this.config, ...config }
+            : this.config;
+        if (!effectiveConfig || !effectiveConfig.apiKey || !effectiveConfig.provider) {
+            throw new Error('LLM service not configured. Please provide an API key and provider.');
+        }
+        // Assert as LLMConfig after validation
+        const validConfig = {
+            provider: effectiveConfig.provider,
+            apiKey: effectiveConfig.apiKey,
+            model: effectiveConfig.model,
+            baseUrl: effectiveConfig.baseUrl,
+            maxTokens: effectiveConfig.maxTokens,
+            temperature: effectiveConfig.temperature,
+        };
+        const startTime = Date.now();
+        const provider = validConfig.provider;
+        const model = validConfig.model || DEFAULT_MODELS[provider];
+        try {
+            let response;
+            switch (provider) {
+                case 'openai':
+                    response = await this.callOpenAI(messages, validConfig, model);
+                    break;
+                case 'huggingface':
+                    response = await this.callHuggingFace(messages, validConfig, model);
+                    break;
+                case 'grok':
+                    response = await this.callGrok(messages, validConfig, model);
+                    break;
+                default:
+                    throw new Error(`Unsupported provider: ${provider}`);
+            }
+            response.processingTime = Date.now() - startTime;
+            return response;
+        }
+        catch (error) {
+            throw new Error(`LLM API error (${provider}): ${error.message}`);
+        }
+    }
+    /**
+     * Call OpenAI API
+     */
+    async callOpenAI(messages, config, model) {
+        const url = config.baseUrl || API_ENDPOINTS.openai;
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${config.apiKey}`,
+            },
+            body: JSON.stringify({
+                model,
+                messages,
+                max_tokens: config.maxTokens,
+                temperature: config.temperature,
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.json().catch(() => ({ error: { message: response.statusText } }));
+            throw new Error(error.error?.message || `HTTP ${response.status}`);
+        }
+        const data = await response.json();
+        return {
+            content: data.choices[0]?.message?.content || '',
+            model,
+            provider: 'openai',
+            usage: data.usage ? {
+                promptTokens: data.usage.prompt_tokens,
+                completionTokens: data.usage.completion_tokens,
+                totalTokens: data.usage.total_tokens,
+            } : undefined,
+            processingTime: 0,
+        };
+    }
+    /**
+     * Call HuggingFace Inference API
+     */
+    async callHuggingFace(messages, config, model) {
+        const url = `${API_ENDPOINTS.huggingface}${model}`;
+        // Format messages for HuggingFace
+        const prompt = messages.map(m => {
+            if (m.role === 'system')
+                return `System: ${m.content}`;
+            if (m.role === 'user')
+                return `User: ${m.content}`;
+            return `Assistant: ${m.content}`;
+        }).join('\n\n') + '\n\nAssistant:';
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${config.apiKey}`,
+            },
+            body: JSON.stringify({
+                inputs: prompt,
+                parameters: {
+                    max_new_tokens: config.maxTokens,
+                    temperature: config.temperature,
+                    return_full_text: false,
+                },
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.json().catch(() => ({ error: response.statusText }));
+            throw new Error(error.error || `HTTP ${response.status}`);
+        }
+        const data = await response.json();
+        // HuggingFace returns array or object depending on model
+        let content = '';
+        if (Array.isArray(data)) {
+            content = data[0]?.generated_text || '';
+        }
+        else if (data.generated_text) {
+            content = data.generated_text;
+        }
+        return {
+            content: content.trim(),
+            model,
+            provider: 'huggingface',
+            processingTime: 0,
+        };
+    }
+    /**
+     * Call Grok (xAI) API
+     */
+    async callGrok(messages, config, model) {
+        const url = config.baseUrl || API_ENDPOINTS.grok;
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${config.apiKey}`,
+            },
+            body: JSON.stringify({
+                model,
+                messages,
+                max_tokens: config.maxTokens,
+                temperature: config.temperature,
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.json().catch(() => ({ error: { message: response.statusText } }));
+            throw new Error(error.error?.message || `HTTP ${response.status}`);
+        }
+        const data = await response.json();
+        return {
+            content: data.choices[0]?.message?.content || '',
+            model,
+            provider: 'grok',
+            usage: data.usage ? {
+                promptTokens: data.usage.prompt_tokens,
+                completionTokens: data.usage.completion_tokens,
+                totalTokens: data.usage.total_tokens,
+            } : undefined,
+            processingTime: 0,
+        };
+    }
+    /**
+     * RAG query - combine retrieved contexts with LLM
+     */
+    async ragQuery(request, config) {
+        const { query, contexts, systemPrompt, maxContextLength = 4000 } = request;
+        // Build context string
+        let contextText = '';
+        let currentLength = 0;
+        for (const ctx of contexts) {
+            const entry = `[관련도: ${(ctx.score * 100).toFixed(1)}%]\n${ctx.content}\n---\n`;
+            if (currentLength + entry.length > maxContextLength)
+                break;
+            contextText += entry;
+            currentLength += entry.length;
+        }
+        // Build system prompt
+        const defaultSystemPrompt = `당신은 지식 그래프 기반의 AI 어시스턴트입니다.
+아래 제공된 컨텍스트를 기반으로 사용자의 질문에 정확하게 답변하세요.
+컨텍스트에 없는 정보는 "제공된 정보에서 찾을 수 없습니다"라고 답변하세요.
+답변은 명확하고 간결하게 작성하세요.`;
+        const messages = [
+            {
+                role: 'system',
+                content: systemPrompt || defaultSystemPrompt,
+            },
+            {
+                role: 'user',
+                content: `## 검색된 컨텍스트:\n${contextText}\n\n## 질문:\n${query}`,
+            },
+        ];
+        return this.chat(messages, config);
+    }
+    /**
+     * Simple completion (single prompt)
+     */
+    async complete(prompt, config) {
+        return this.chat([{ role: 'user', content: prompt }], config);
+    }
+    /**
+     * Get available models for a provider
+     */
+    getAvailableModels(provider) {
+        switch (provider) {
+            case 'openai':
+                return [
+                    'gpt-4o',
+                    'gpt-4o-mini',
+                    'gpt-4-turbo',
+                    'gpt-4',
+                    'gpt-3.5-turbo',
+                    'o1-preview',
+                    'o1-mini',
+                ];
+            case 'huggingface':
+                return [
+                    'meta-llama/Llama-3.3-70B-Instruct',
+                    'meta-llama/Llama-3.1-8B-Instruct',
+                    'mistralai/Mixtral-8x7B-Instruct-v0.1',
+                    'mistralai/Mistral-7B-Instruct-v0.2',
+                    'google/gemma-2-9b-it',
+                    'Qwen/Qwen2.5-72B-Instruct',
+                ];
+            case 'grok':
+                return [
+                    'grok-2-latest',
+                    'grok-2-vision-latest',
+                    'grok-beta',
+                ];
+            default:
+                return [];
+        }
+    }
+}
+// Singleton instance
+export const llmService = new LLMService();
+//# sourceMappingURL=llm.js.map

package/dist/services/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../src/services/llm.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA4CH,mCAAmC;AACnC,MAAM,cAAc,GAAgC;IAClD,MAAM,EAAE,aAAa;IACrB,WAAW,EAAE,mCAAmC;IAChD,IAAI,EAAE,eAAe;CACtB,CAAC;AAEF,gBAAgB;AAChB,MAAM,aAAa,GAAgC;IACjD,MAAM,EAAE,4CAA4C;IACpD,WAAW,EAAE,8CAA8C;IAC3D,IAAI,EAAE,sCAAsC;CAC7C,CAAC;AAEF,MAAM,OAAO,UAAU;IACb,MAAM,GAAqB,IAAI,CAAC;IAExC;;OAEG;IACH,SAAS,CAAC,MAAiB;QACzB,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,MAAM;YACT,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC;YACtD,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;SACvC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,SAAS;QACP,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,MAA2B;QAC5D,MAAM,eAAe,GAAG,MAAM,EAAE,MAAM;YACpC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE;YAC/B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAEhB,IAAI,CAAC,eAAe,IAAI,CAAC,eAAe,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAC7E,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACzF,CAAC;QAED,uCAAuC;QACvC,MAAM,WAAW,GAAc;YAC7B,QAAQ,EAAE,eAAe,CAAC,QAAQ;YAClC,MAAM,EAAE,eAAe,CAAC,MAAM;YAC9B,KAAK,EAAE,eAAe,CAAC,KAAK;YAC5B,OAAO,EAAE,eAAe,CAAC,OAAO;YAChC,SAAS,EAAE,eAAe,CAAC,SAAS;YACpC,WAAW,EAAE,eAAe,CAAC,WAAW;SACzC,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;QACtC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE5D,IAAI,CAAC;YACH,IAAI,QAAqB,CAAC;YAE1B,QAAQ,QAAQ,EAAE,CAAC;gBACjB,KAAK,QAAQ;oBACX,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;oBAC/D,MAAM;gBACR,KAAK,aAAa;oBAChB,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;oBACpE,MAAM;gBACR,KAAK,MAAM;oBACT,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;oBAC7D,MAAM;gBACR;oBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;YACzD,CAAC;YAED,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACjD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU,CACtB,QAAsB,EACtB,MAAiB,EACjB,KAAa;QAEb,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC;QAEnD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;aAC3C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ;gBACR,UAAU,EAAE,MAAM,CAAC,SAAS;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAQ,CAAC;YACtG,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;QAE1C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAChD,KAAK;YACL,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAClB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;gBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;gBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;aACrC,CAAC,CAAC,CAAC,SAAS;YACb,cAAc,EAAE,CAAC;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAsB,EACtB,MAAiB,EACjB,KAAa;QAEb,MAAM,GAAG,GAAG,GAAG,aAAa,CAAC,WAAW,GAAG,KAAK,EAAE,CAAC;QAEnD,kCAAkC;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC9B,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC;YACvD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;gBAAE,OAAO,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;YACnD,OAAO,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;QACnC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,gBAAgB,CAAC;QAEnC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;aAC3C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM,CAAC,SAAS;oBAChC,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,gBAAgB,EAAE,KAAK;iBACxB;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAQ,CAAC;YACzF,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;QAE1C,yDAAyD;QACzD,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,cAAc,IAAI,EAAE,CAAC;QAC1C,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/B,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC;QAChC,CAAC;QAED,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,KAAK;YACL,QAAQ,EAAE,aAAa;YACvB,cAAc,EAAE,CAAC;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,QAAQ,CACpB,QAAsB,EACtB,MAAiB,EACjB,KAAa;QAEb,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC;QAEjD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;aAC3C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ;gBACR,UAAU,EAAE,MAAM,CAAC,SAAS;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAQ,CAAC;YACtG,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;QAE1C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAChD,KAAK;YACL,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAClB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;gBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;gBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;aACrC,CAAC,CAAC,CAAC,SAAS;YACb,cAAc,EAAE,CAAC;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAmB,EAAE,MAA2B;QAC7D,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,gBAAgB,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;QAE3E,uBAAuB;QACvB,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,OAAO,SAAS,CAAC;YAC/E,IAAI,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,gBAAgB;gBAAE,MAAM;YAC3D,WAAW,IAAI,KAAK,CAAC;YACrB,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,sBAAsB;QACtB,MAAM,mBAAmB,GAAG;;;qBAGX,CAAC;QAElB,MAAM,QAAQ,GAAiB;YAC7B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,YAAY,IAAI,mBAAmB;aAC7C;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,iBAAiB,WAAW,eAAe,KAAK,EAAE;aAC5D;SACF,CAAC;QAEF,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,MAA2B;QACxD,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAqB;QACtC,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,OAAO;oBACL,QAAQ;oBACR,aAAa;oBACb,aAAa;oBACb,OAAO;oBACP,eAAe;oBACf,YAAY;oBACZ,SAAS;iBACV,CAAC;YACJ,KAAK,aAAa;gBAChB,OAAO;oBACL,mCAAmC;oBACnC,kCAAkC;oBAClC,sCAAsC;oBACtC,oCAAoC;oBACpC,sBAAsB;oBACtB,2BAA2B;iBAC5B,CAAC;YACJ,KAAK,MAAM;gBACT,OAAO;oBACL,eAAe;oBACf,sBAAsB;oBACtB,WAAW;iBACZ,CAAC;YACJ;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}

package/dist/services/metrics-dashboard.d.ts

@@ -0,0 +1,262 @@
+/**
+ * NMT Metrics Dashboard
+ * KPI 메트릭 통합 대시보드
+ *
+ * 설계 문서: NMT_Updated.md 5절
+ *
+ * 비용 절감 KPI:
+ * - LLM_call_rate: 전체 요청 대비 LLM 호출 비율
+ * - prompt_tokens p50/p95
+ * - cost_per_request avg
+ * - cache_hit_rate
+ * - model_mix_ratio
+ *
+ * 품질 KPI:
+ * - grounded_rate: sources 포함 응답 비율
+ * - accuracy / human eval
+ * - abstain_rate: 근거 부족 시 "모름/부족" 반환 비율
+ *
+ * 성능 KPI:
+ * - latency p50/p95
+ * - retrieve/verify/compose 단계별 latency
+ *
+ * @module services/metrics-dashboard
+ */
+/**
+ * 메트릭 데이터 포인트
+ */
+export interface MetricDataPoint {
+    timestamp: number;
+    value: number;
+    metadata?: Record<string, any>;
+}
+/**
+ * 백분위 통계
+ */
+export interface PercentileStats {
+    min: number;
+    max: number;
+    avg: number;
+    p50: number;
+    p75: number;
+    p95: number;
+    p99: number;
+    count: number;
+}
+/**
+ * 비용 KPI
+ */
+export interface CostKPIs {
+    llmCallRate: number;
+    promptTokens: PercentileStats;
+    costPerRequest: PercentileStats;
+    cacheHitRate: number;
+    modelMixRatio: {
+        simple: number;
+        medium: number;
+        complex: number;
+    };
+    totalCostUSD: number;
+    savedCostUSD: number;
+    savingsRate: number;
+}
+/**
+ * 품질 KPI
+ */
+export interface QualityKPIs {
+    groundedRate: number;
+    abstainRate: number;
+    avgGroundingScore: number;
+    verificationSuccessRate: number;
+    avgSourcesPerResponse: number;
+}
+/**
+ * 성능 KPI
+ */
+export interface PerformanceKPIs {
+    totalLatency: PercentileStats;
+    searchLatency: PercentileStats;
+    verifyLatency: PercentileStats;
+    compressLatency: PercentileStats;
+    llmLatency: PercentileStats;
+    throughput: number;
+}
+/**
+ * 메모리/리소스 KPI
+ */
+export interface ResourceKPIs {
+    totalNeurons: number;
+    factNeurons: number;
+    transientNeurons: number;
+    factRatio: number;
+    indexSize: number;
+    cacheSize: number;
+    gcStats: {
+        runs: number;
+        expired: number;
+        promoted: number;
+        demoted: number;
+    };
+}
+/**
+ * 전체 KPI 대시보드
+ */
+export interface KPIDashboard {
+    timestamp: string;
+    period: string;
+    cost: CostKPIs;
+    quality: QualityKPIs;
+    performance: PerformanceKPIs;
+    resources: ResourceKPIs;
+    alerts: DashboardAlert[];
+}
+/**
+ * 대시보드 알림
+ */
+export interface DashboardAlert {
+    level: 'info' | 'warning' | 'critical';
+    metric: string;
+    message: string;
+    value: number;
+    threshold: number;
+    timestamp: number;
+}
+/**
+ * 알림 임계값 설정
+ */
+export interface AlertThresholds {
+    maxCostPerRequest: number;
+    minCacheHitRate: number;
+    maxLLMCallRate: number;
+    minGroundedRate: number;
+    maxAbstainRate: number;
+    maxLatencyP95: number;
+    minThroughput: number;
+    maxTransientRatio: number;
+}
+/**
+ * Metrics Collector
+ */
+export declare class MetricsCollector {
+    private dataPoints;
+    private maxDataPoints;
+    private retentionMs;
+    /**
+     * 메트릭 기록
+     */
+    record(metricName: string, value: number, metadata?: Record<string, any>): void;
+    /**
+     * 오래된 데이터 제거
+     */
+    private pruneOldData;
+    /**
+     * 백분위 계산
+     */
+    calculatePercentiles(metricName: string, periodMs?: number): PercentileStats;
+    /**
+     * 비율 계산
+     */
+    calculateRate(successMetric: string, totalMetric: string, periodMs?: number): number;
+    /**
+     * 합계 계산
+     */
+    calculateSum(metricName: string, periodMs?: number): number;
+    /**
+     * 카운트 계산
+     */
+    getCount(metricName: string, periodMs?: number): number;
+    /**
+     * 메트릭 초기화
+     */
+    clear(metricName?: string): void;
+    /**
+     * 모든 메트릭 이름 조회
+     */
+    getMetricNames(): string[];
+}
+/**
+ * NMT Metrics Dashboard
+ */
+export declare class NMTMetricsDashboard {
+    private collector;
+    private alertThresholds;
+    private alerts;
+    private externalProviders;
+    constructor(thresholds?: Partial<AlertThresholds>);
+    /**
+     * 외부 통계 제공자 등록
+     */
+    registerProvider(name: string, provider: () => Record<string, any>): void;
+    /**
+     * 요청 기록
+     */
+    recordRequest(metrics: {
+        cacheHit: boolean;
+        llmCalled: boolean;
+        promptTokens?: number;
+        costUSD?: number;
+        modelLevel?: 'simple' | 'medium' | 'complex';
+        totalLatencyMs: number;
+        searchLatencyMs?: number;
+        verifyLatencyMs?: number;
+        compressLatencyMs?: number;
+        llmLatencyMs?: number;
+    }): void;
+    /**
+     * 품질 메트릭 기록
+     */
+    recordQuality(metrics: {
+        grounded: boolean;
+        abstained: boolean;
+        groundingScore: number;
+        verificationSuccess: boolean;
+        sourcesCount: number;
+    }): void;
+    /**
+     * 리소스 메트릭 기록
+     */
+    recordResource(metrics: {
+        factNeurons: number;
+        transientNeurons: number;
+        indexSize: number;
+        cacheSize: number;
+    }): void;
+    /**
+     * 비용 KPI 계산
+     */
+    getCostKPIs(periodMs?: number): CostKPIs;
+    /**
+     * 품질 KPI 계산
+     */
+    getQualityKPIs(periodMs?: number): QualityKPIs;
+    /**
+     * 성능 KPI 계산
+     */
+    getPerformanceKPIs(periodMs?: number): PerformanceKPIs;
+    /**
+     * 리소스 KPI 계산
+     */
+    getResourceKPIs(): ResourceKPIs;
+    /**
+     * 전체 대시보드 생성
+     */
+    getDashboard(periodMs?: number): KPIDashboard;
+    /**
+     * 알림 체크
+     */
+    private checkAlerts;
+    /**
+     * 알림 임계값 업데이트
+     */
+    updateThresholds(thresholds: Partial<AlertThresholds>): void;
+    /**
+     * 메트릭 초기화
+     */
+    reset(): void;
+    /**
+     * 대시보드 JSON 내보내기
+     */
+    exportJSON(periodMs?: number): string;
+}
+export declare const metricsDashboard: NMTMetricsDashboard;
+//# sourceMappingURL=metrics-dashboard.d.ts.map

package/dist/services/metrics-dashboard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics-dashboard.d.ts","sourceRoot":"","sources":["../../src/services/metrics-dashboard.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,eAAe,CAAC;IAC9B,cAAc,EAAE,eAAe,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE;QACb,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,uBAAuB,EAAE,MAAM,CAAC;IAChC,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,eAAe,CAAC;IAC9B,aAAa,EAAE,eAAe,CAAC;IAC/B,aAAa,EAAE,eAAe,CAAC;IAC/B,eAAe,EAAE,eAAe,CAAC;IACjC,UAAU,EAAE,eAAe,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;IACrB,WAAW,EAAE,eAAe,CAAC;IAC7B,SAAS,EAAE,YAAY,CAAC;IACxB,MAAM,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAE9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IAGvB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IAGvB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IAGtB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAA6C;IAC/D,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,WAAW,CAA+B;IAElD;;OAEG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAgB/E;;OAEG;IACH,OAAO,CAAC,YAAY;IAiBpB;;OAEG;IACH,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,eAAe;IAkC5E;;OAEG;IACH,aAAa,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;IAWpF;;OAEG;IACH,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;IAS3D;;OAEG;IACH,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;IAOvD;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAQhC;;OAEG;IACH,cAAc,IAAI,MAAM,EAAE;CAG3B;AAED;;GAEG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAmB;IACpC,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,MAAM,CAAwB;IAGtC,OAAO,CAAC,iBAAiB,CAAqD;gBAElE,UAAU,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC;IAcjD;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAMzE;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE;QACrB,QAAQ,EAAE,OAAO,CAAC;QAClB,SAAS,EAAE,OAAO,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;QAC7C,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,GAAG,IAAI;IAwCR;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE;QACrB,QAAQ,EAAE,OAAO,CAAC;QAClB,SAAS,EAAE,OAAO,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,mBAAmB,EAAE,OAAO,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;KACtB,GAAG,IAAI;IAmBR;;OAEG;IACH,cAAc,CAAC,OAAO,EAAE;QACtB,WAAW,EAAE,MAAM,CAAC;QACpB,gBAAgB,EAAE,MAAM,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACnB,GAAG,IAAI;IASR;;OAEG;IACH,WAAW,CAAC,QAAQ,GAAE,MAAgB,GAAG,QAAQ;IA0BjD;;OAEG;IACH,cAAc,CAAC,QAAQ,GAAE,MAAgB,GAAG,WAAW;IAkBvD;;OAEG;IACH,kBAAkB,CAAC,QAAQ,GAAE,MAAgB,GAAG,eAAe;IAc/D;;OAEG;IACH,eAAe,IAAI,YAAY;IAwB/B;;OAEG;IACH,YAAY,CAAC,QAAQ,GAAE,MAAgB,GAAG,YAAY;IAiBtD;;OAEG;IACH,OAAO,CAAC,WAAW;IAiEnB;;OAEG;IACH,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,IAAI;IAI5D;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb;;OAEG;IACH,UAAU,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;CAGtC;AAGD,eAAO,MAAM,gBAAgB,qBAA4B,CAAC"}