@debian777/kairos-mcp 3.0.1-beta.14

package/dist/services/code-block-processor.js

@@ -0,0 +1,169 @@
+// logger import removed because not used
+/**
+ * Service for extracting and processing code blocks from markdown content
+ * to enhance searchability of technical documentation
+ */
+export class CodeBlockProcessor {
+    /**
+     * Extract code blocks from markdown content
+     */
+    extractCodeBlocks(markdown) {
+        const codeBlocks = [];
+        const lines = markdown.split(/\r?\n/);
+        let inCodeBlock = false;
+        let currentBlock = null;
+        for (const line of lines) {
+            if (line.trim().startsWith('```')) {
+                if (!inCodeBlock) {
+                    // Start of code block
+                    inCodeBlock = true;
+                    const language = line.trim().substring(3).trim() || 'text';
+                    currentBlock = { language, content: [] };
+                }
+                else {
+                    // End of code block
+                    if (currentBlock) {
+                        const content = currentBlock.content.join('\n');
+                        const identifiers = this.extractIdentifiers(content, currentBlock.language);
+                        codeBlocks.push({
+                            language: currentBlock.language,
+                            content,
+                            identifiers
+                        });
+                    }
+                    inCodeBlock = false;
+                    currentBlock = null;
+                }
+            }
+            else if (inCodeBlock && currentBlock) {
+                currentBlock.content.push(line);
+            }
+        }
+        return codeBlocks;
+    }
+    /**
+     * Extract searchable identifiers from code content
+     */
+    extractIdentifiers(code, language) {
+        const identifiers = new Set();
+        // Language-specific patterns
+        const patterns = this.getLanguagePatterns(language);
+        for (const pattern of patterns) {
+            const matches = code.matchAll(pattern.regex);
+            for (const match of matches) {
+                const identifier = match[1] || match[0];
+                if (identifier && identifier.length > 2 && identifier.length < 50) {
+                    // Filter out common keywords and short fragments
+                    if (!this.isCommonKeyword(identifier, language)) {
+                        identifiers.add(identifier.toLowerCase());
+                    }
+                }
+            }
+        }
+        return Array.from(identifiers);
+    }
+    /**
+     * Get regex patterns for extracting identifiers from different languages
+     */
+    getLanguagePatterns(language) {
+        const basePatterns = [
+            // Function names (various languages)
+            { regex: /\bfunction\s+([a-zA-Z_$][a-zA-Z0-9_$]*)\s*\(/g, type: 'function' },
+            { regex: /\bdef\s+([a-zA-Z_$][a-zA-Z0-9_$]*)\s*\(/g, type: 'function' },
+            { regex: /\b([a-zA-Z_$][a-zA-Z0-9_$]*)\s*\([^)]*\)\s*{/g, type: 'function' }, // C-style functions
+            // Class names
+            { regex: /\bclass\s+([a-zA-Z_$][a-zA-Z0-9_$]*)/g, type: 'class' },
+            // Variable/constant declarations
+            { regex: /\b(?:const|let|var)\s+([a-zA-Z_$][a-zA-Z0-9_$]*)\s*[:=]/g, type: 'variable' },
+            { regex: /\b([a-zA-Z_$][a-zA-Z0-9_$]*)\s*[:=]\s*function/g, type: 'variable' },
+            // Interface/type names
+            { regex: /\binterface\s+([a-zA-Z_$][a-zA-Z0-9_$]*)/g, type: 'interface' },
+            { regex: /\btype\s+([a-zA-Z_$][a-zA-Z0-9_$]*)/g, type: 'type' },
+            // Method calls (potential API methods)
+            { regex: /\.([a-zA-Z_$][a-zA-Z0-9_$]*)\s*\(/g, type: 'method' },
+            // Import/require statements
+            { regex: /(?:import|from|require)\s+['"]([^'"]+)['"]/g, type: 'import' },
+            { regex: /(?:import|require)\s*\(\s*['"]([^'"]+)['"]\s*\)/g, type: 'import' },
+        ];
+        // Language-specific additions
+        switch (language.toLowerCase()) {
+            case 'javascript':
+            case 'typescript':
+            case 'js':
+            case 'ts':
+                return [
+                    ...basePatterns,
+                    // Arrow functions
+                    { regex: /\b([a-zA-Z_$][a-zA-Z0-9_$]*)\s*=>/g, type: 'function' },
+                    // Export statements
+                    { regex: /\bexport\s+(?:const|function|class)\s+([a-zA-Z_$][a-zA-Z0-9_$]*)/g, type: 'export' },
+                ];
+            case 'python':
+            case 'py':
+                return [
+                    ...basePatterns,
+                    // Class methods
+                    { regex: /\bdef\s+([a-zA-Z_$][a-zA-Z0-9_$]*)\s*\(self/g, type: 'method' },
+                ];
+            case 'java':
+                return [
+                    ...basePatterns,
+                    // Package declarations
+                    { regex: /\bpackage\s+([a-zA-Z_$][a-zA-Z0-9_$.]*)/g, type: 'package' },
+                ];
+            case 'csharp':
+            case 'c#':
+                return [
+                    ...basePatterns,
+                    // Namespace
+                    { regex: /\bnamespace\s+([a-zA-Z_$][a-zA-Z0-9_$.]*)/g, type: 'namespace' },
+                ];
+            default:
+                return basePatterns;
+        }
+    }
+    /**
+     * Check if an identifier is a common keyword that shouldn't be indexed
+     */
+    isCommonKeyword(identifier, language) {
+        const commonKeywords = new Set([
+            'function', 'class', 'const', 'let', 'var', 'if', 'else', 'for', 'while',
+            'return', 'import', 'export', 'from', 'require', 'interface', 'type',
+            'public', 'private', 'protected', 'static', 'final', 'void', 'int',
+            'string', 'boolean', 'object', 'array', 'null', 'undefined', 'true', 'false'
+        ]);
+        // Language-specific keywords
+        const languageKeywords = {
+            'javascript': new Set(['console', 'log', 'error', 'warn', 'info', 'document', 'window']),
+            'typescript': new Set(['console', 'log', 'error', 'warn', 'info', 'document', 'window', 'any']),
+            'python': new Set(['self', 'print', 'len', 'str', 'int', 'list', 'dict', 'set']),
+            'java': new Set(['System', 'out', 'println', 'String', 'Integer', 'List', 'Map']),
+        };
+        const langKeywords = languageKeywords[language.toLowerCase()] || new Set();
+        return commonKeywords.has(identifier.toLowerCase()) || langKeywords.has(identifier);
+    }
+    /**
+     * Process markdown content and return code processing results
+     */
+    processMarkdown(markdown) {
+        const codeBlocks = this.extractCodeBlocks(markdown);
+        const allIdentifiers = codeBlocks.flatMap(block => block.identifiers);
+        return {
+            codeBlocks,
+            allIdentifiers: [...new Set(allIdentifiers)] // Remove duplicates
+        };
+    }
+    /**
+     * Enhance text content with code identifiers for better searchability
+     */
+    enhanceContentForSearch(originalText, codeResult) {
+        if (codeResult.allIdentifiers.length === 0) {
+            return originalText;
+        }
+        // Add code identifiers to the end of the text for search purposes
+        // This ensures they're included in embeddings and text search
+        const identifierText = codeResult.allIdentifiers.join(' ');
+        return `${originalText}\n\n[CODE_IDENTIFIERS: ${identifierText}]`;
+    }
+}
+//# sourceMappingURL=code-block-processor.js.map

package/dist/services/code-block-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"code-block-processor.js","sourceRoot":"","sources":["../../src/services/code-block-processor.ts"],"names":[],"mappings":"AAAA,yCAAyC;AAazC;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAC7B;;OAEG;IACH,iBAAiB,CAAC,QAAgB;QAChC,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEtC,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,YAAY,GAAmD,IAAI,CAAC;QAExE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,sBAAsB;oBACtB,WAAW,GAAG,IAAI,CAAC;oBACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC;oBAC3D,YAAY,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;gBAC3C,CAAC;qBAAM,CAAC;oBACN,oBAAoB;oBACpB,IAAI,YAAY,EAAE,CAAC;wBACjB,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAChD,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;wBAC5E,UAAU,CAAC,IAAI,CAAC;4BACd,QAAQ,EAAE,YAAY,CAAC,QAAQ;4BAC/B,OAAO;4BACP,WAAW;yBACZ,CAAC,CAAC;oBACL,CAAC;oBACD,WAAW,GAAG,KAAK,CAAC;oBACpB,YAAY,GAAG,IAAI,CAAC;gBACtB,CAAC;YACH,CAAC;iBAAM,IAAI,WAAW,IAAI,YAAY,EAAE,CAAC;gBACvC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,IAAY,EAAE,QAAgB;QACvD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,6BAA6B;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAEpD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC7C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxC,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;oBAClE,iDAAiD;oBACjD,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC;wBAChD,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC;oBAC5C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,QAAgB;QAC1C,MAAM,YAAY,GAAG;YACnB,qCAAqC;YACrC,EAAE,KAAK,EAAE,+CAA+C,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5E,EAAE,KAAK,EAAE,0CAA0C,EAAE,IAAI,EAAE,UAAU,EAAE;YACvE,EAAE,KAAK,EAAE,+CAA+C,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,oBAAoB;YAElG,cAAc;YACd,EAAE,KAAK,EAAE,uCAAuC,EAAE,IAAI,EAAE,OAAO,EAAE;YAEjE,iCAAiC;YACjC,EAAE,KAAK,EAAE,0DAA0D,EAAE,IAAI,EAAE,UAAU,EAAE;YACvF,EAAE,KAAK,EAAE,iDAAiD,EAAE,IAAI,EAAE,UAAU,EAAE;YAE9E,uBAAuB;YACvB,EAAE,KAAK,EAAE,2CAA2C,EAAE,IAAI,EAAE,WAAW,EAAE;YACzE,EAAE,KAAK,EAAE,sCAAsC,EAAE,IAAI,EAAE,MAAM,EAAE;YAE/D,uCAAuC;YACvC,EAAE,KAAK,EAAE,oCAAoC,EAAE,IAAI,EAAE,QAAQ,EAAE;YAE/D,4BAA4B;YAC5B,EAAE,KAAK,EAAE,6CAA6C,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxE,EAAE,KAAK,EAAE,kDAAkD,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC9E,CAAC;QAEF,8BAA8B;QAC9B,QAAQ,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;YAC/B,KAAK,YAAY,CAAC;YAClB,KAAK,YAAY,CAAC;YAClB,KAAK,IAAI,CAAC;YACV,KAAK,IAAI;gBACP,OAAO;oBACL,GAAG,YAAY;oBACf,kBAAkB;oBAClB,EAAE,KAAK,EAAE,oCAAoC,EAAE,IAAI,EAAE,UAAU,EAAE;oBACjE,oBAAoB;oBACpB,EAAE,KAAK,EAAE,mEAAmE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC/F,CAAC;YAEJ,KAAK,QAAQ,CAAC;YACd,KAAK,IAAI;gBACP,OAAO;oBACL,GAAG,YAAY;oBACf,gBAAgB;oBAChB,EAAE,KAAK,EAAE,8CAA8C,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC1E,CAAC;YAEJ,KAAK,MAAM;gBACT,OAAO;oBACL,GAAG,YAAY;oBACf,uBAAuB;oBACvB,EAAE,KAAK,EAAE,0CAA0C,EAAE,IAAI,EAAE,SAAS,EAAE;iBACvE,CAAC;YAEJ,KAAK,QAAQ,CAAC;YACd,KAAK,IAAI;gBACP,OAAO;oBACL,GAAG,YAAY;oBACf,YAAY;oBACZ,EAAE,KAAK,EAAE,4CAA4C,EAAE,IAAI,EAAE,WAAW,EAAE;iBAC3E,CAAC;YAEJ;gBACE,OAAO,YAAY,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,UAAkB,EAAE,QAAgB;QAC1D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;YAC7B,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;YACxE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM;YACpE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK;YAClE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO;SAC7E,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,gBAAgB,GAAgC;YACpD,YAAY,EAAE,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACxF,YAAY,EAAE,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC/F,QAAQ,EAAE,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YAChF,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;SAClF,CAAC;QAEF,MAAM,YAAY,GAAG,gBAAgB,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QAE3E,OAAO,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtF,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,QAAgB;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAEtE,OAAO;YACL,UAAU;YACV,cAAc,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,oBAAoB;SAClE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,uBAAuB,CAAC,YAAoB,EAAE,UAAgC;QAC5E,IAAI,UAAU,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,kEAAkE;QAClE,8DAA8D;QAC9D,MAAM,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,OAAO,GAAG,YAAY,0BAA0B,cAAc,GAAG,CAAC;IACpE,CAAC;CACF"}

package/dist/services/embedding/config.d.ts

@@ -0,0 +1,5 @@
+export declare const DEFAULT_MODEL: string;
+export declare const DEFAULT_DIMENSION: number;
+export declare const OPENAI_ENDPOINT = "https://api.openai.com/v1/embeddings";
+export declare const TEI_EMBEDDING_ENDPOINT: string;
+//# sourceMappingURL=config.d.ts.map

package/dist/services/embedding/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/config.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,aAAa,QAAyB,CAAC;AACpD,eAAO,MAAM,iBAAiB,QAA0B,CAAC;AACzD,eAAO,MAAM,eAAe,yCAAyC,CAAC;AAGtE,eAAO,MAAM,sBAAsB,QAE3B,CAAC"}

package/dist/services/embedding/config.js

@@ -0,0 +1,13 @@
+import { logger } from '../../utils/logger.js';
+import { OPENAI_EMBEDDING_MODEL, getEmbeddingDimension, OPENAI_API_KEY, TEI_BASE_URL } from '../../config.js';
+export const DEFAULT_MODEL = OPENAI_EMBEDDING_MODEL;
+export const DEFAULT_DIMENSION = getEmbeddingDimension();
+export const OPENAI_ENDPOINT = 'https://api.openai.com/v1/embeddings';
+// TEI (Text Embeddings Inference) configuration
+export const TEI_EMBEDDING_ENDPOINT = TEI_BASE_URL
+    ? (TEI_BASE_URL.endsWith('/') ? TEI_BASE_URL.slice(0, -1) : TEI_BASE_URL) + '/v1/embeddings'
+    : '';
+if (!OPENAI_API_KEY) {
+    logger.debug('OPENAI_API_KEY not configured; OpenAI usage will be disabled unless explicitly requested.');
+}
+//# sourceMappingURL=config.js.map

package/dist/services/embedding/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/services/embedding/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE9G,MAAM,CAAC,MAAM,aAAa,GAAG,sBAAsB,CAAC;AACpD,MAAM,CAAC,MAAM,iBAAiB,GAAG,qBAAqB,EAAE,CAAC;AACzD,MAAM,CAAC,MAAM,eAAe,GAAG,sCAAsC,CAAC;AAEtE,gDAAgD;AAChD,MAAM,CAAC,MAAM,sBAAsB,GAAG,YAAY;IAC9C,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,gBAAgB;IAC5F,CAAC,CAAC,EAAE,CAAC;AAET,IAAI,CAAC,cAAc,EAAE,CAAC;IAClB,MAAM,CAAC,KAAK,CAAC,2FAA2F,CAAC,CAAC;AAC9G,CAAC"}

package/dist/services/embedding/providers.d.ts

@@ -0,0 +1,5 @@
+declare function postEmbeddingsOpenAI(input: string[] | string): Promise<number[][]>;
+declare function postEmbeddingsTEI(input: string[] | string): Promise<number[][]>;
+declare function postEmbeddings(input: string[] | string): Promise<number[][]>;
+export { postEmbeddings, postEmbeddingsOpenAI, postEmbeddingsTEI };
+//# sourceMappingURL=providers.d.ts.map

package/dist/services/embedding/providers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/providers.ts"],"names":[],"mappings":"AAIA,iBAAe,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAuDjF;AAED,iBAAe,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAuD9E;AAED,iBAAe,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CA2B3E;AAED,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/services/embedding/providers.js

@@ -0,0 +1,141 @@
+import { logger } from '../../utils/logger.js';
+import { OPENAI_API_KEY, EMBEDDING_PROVIDER, TEI_BASE_URL, TEI_MODEL, TEI_API_KEY } from '../../config.js';
+import { DEFAULT_MODEL, DEFAULT_DIMENSION, OPENAI_ENDPOINT, TEI_EMBEDDING_ENDPOINT } from './config.js';
+async function postEmbeddingsOpenAI(input) {
+    if (!OPENAI_API_KEY || !DEFAULT_MODEL)
+        throw new Error('OpenAI requires OPENAI_API_KEY and OPENAI_EMBEDDING_MODEL to be configured');
+    const inputArray = Array.isArray(input) ? input : [input];
+    const body = {
+        model: DEFAULT_MODEL,
+        input: inputArray,
+    };
+    const headers = {
+        'Content-Type': 'application/json',
+        'Authorization': `Bearer ${OPENAI_API_KEY}`,
+    };
+    const res = await fetch(OPENAI_ENDPOINT, {
+        method: 'POST',
+        headers,
+        body: JSON.stringify(body),
+    });
+    const data = await res.json().catch((err) => {
+        logger.error('[EmbeddingService] Failed to parse OpenAI response as JSON', err);
+        throw new Error(`OpenAI embeddings returned non-JSON response (HTTP ${res.status})`);
+    });
+    if (!res.ok) {
+        const errMsg = data?.error?.message || data?.message || `OpenAI embeddings HTTP ${res.status}`;
+        if (res.status === 401) {
+            throw new Error(`OpenAI authentication failed (401). Check OPENAI_API_KEY: ${errMsg}`);
+        }
+        if (res.status === 429) {
+            throw new Error(`OpenAI rate limit (429): ${errMsg}`);
+        }
+        throw new Error(`OpenAI embeddings error (HTTP ${res.status}): ${errMsg}`);
+    }
+    if (!Array.isArray(data?.data)) {
+        logger.error('[EmbeddingService] Unexpected OpenAI response shape', data);
+        throw new Error('Unexpected OpenAI embeddings response shape');
+    }
+    const embeddings = data.data.map((d) => {
+        if (!Array.isArray(d?.embedding))
+            throw new Error('OpenAI returned invalid embedding shape');
+        return d.embedding;
+    });
+    // Basic dimension validation
+    if (embeddings.length > 0 && embeddings[0]) {
+        const dim = embeddings[0].length;
+        if (dim !== DEFAULT_DIMENSION) {
+            logger.warn(`[EmbeddingService] Embedding dimension mismatch: got ${dim}, expected ${DEFAULT_DIMENSION}`);
+            throw new Error(`Embedding dimension mismatch: got ${dim}, expected ${DEFAULT_DIMENSION}`);
+        }
+    }
+    logger.info(`[EmbeddingService] Received ${embeddings.length} embeddings (dim=${DEFAULT_DIMENSION}) [provider=openai]`);
+    return embeddings;
+}
+async function postEmbeddingsTEI(input) {
+    if (!TEI_BASE_URL || !TEI_MODEL)
+        throw new Error('TEI requires TEI_BASE_URL and TEI_MODEL to be configured');
+    const inputArray = Array.isArray(input) ? input : [input];
+    const body = { input: inputArray, model: TEI_MODEL };
+    const headers = { 'Content-Type': 'application/json' };
+    if (TEI_API_KEY)
+        headers['x-api-key'] = TEI_API_KEY;
+    const url = TEI_EMBEDDING_ENDPOINT || TEI_BASE_URL;
+    const res = await fetch(url, {
+        method: 'POST',
+        headers,
+        body: JSON.stringify(body)
+    });
+    const data = await res.json().catch((err) => {
+        logger.error('[EmbeddingService] Failed to parse TEI response as JSON', err);
+        throw new Error(`TEI embeddings returned non-JSON response (HTTP ${res.status})`);
+    });
+    if (!res.ok) {
+        if (res.status === 401) {
+            throw new Error('TEI authentication failed (401)');
+        }
+        if (res.status === 429) {
+            throw new Error('TEI rate limit (429)');
+        }
+        throw new Error(`TEI embeddings error (HTTP ${res.status})`);
+    }
+    // Different TEI servers return different shapes; try to extract embeddings
+    let embeddings = null;
+    if (Array.isArray(data?.embeddings)) {
+        embeddings = data.embeddings.map((e) => Array.isArray(e) ? e : e?.embedding || e);
+    }
+    else if (Array.isArray(data?.data)) {
+        embeddings = data.data.map((d) => d?.embedding ?? d);
+    }
+    else if (Array.isArray(data?.result)) {
+        embeddings = data.result;
+    }
+    else if (Array.isArray(data)) {
+        embeddings = data;
+    }
+    if (!embeddings || embeddings.length === 0 || !Array.isArray(embeddings[0])) {
+        logger.error('[EmbeddingService] TEI returned unexpected embedding shape', data);
+        throw new Error('TEI returned unexpected embedding shape');
+    }
+    // Validate dimensions
+    const dim = embeddings[0].length;
+    if (dim !== DEFAULT_DIMENSION) {
+        logger.warn(`[EmbeddingService] TEI embedding dimension mismatch: got ${dim}, expected ${DEFAULT_DIMENSION}`);
+        throw new Error(`TEI embedding dimension mismatch: got ${dim}, expected ${DEFAULT_DIMENSION}`);
+    }
+    logger.info(`[EmbeddingService] Received ${embeddings.length} embeddings (dim=${DEFAULT_DIMENSION}) [provider=tei]`);
+    return embeddings;
+}
+async function postEmbeddings(input) {
+    // Choose provider based on explicit ENV override or auto-discovery
+    const providerPref = EMBEDDING_PROVIDER; // 'auto' | 'openai' | 'tei'
+    if (providerPref === 'openai') {
+        if (!OPENAI_API_KEY || !DEFAULT_MODEL)
+            throw new Error('OpenAI requires OPENAI_API_KEY and OPENAI_EMBEDDING_MODEL to be configured');
+        return await postEmbeddingsOpenAI(input);
+    }
+    if (providerPref === 'tei') {
+        if (!TEI_BASE_URL || !TEI_MODEL)
+            throw new Error('TEI requires TEI_BASE_URL and TEI_MODEL to be configured');
+        return await postEmbeddingsTEI(input);
+    }
+    // Auto detection: prefer OpenAI if both OPENAI vars present, otherwise TEI
+    if (OPENAI_API_KEY && DEFAULT_MODEL) {
+        try {
+            return await postEmbeddingsOpenAI(input);
+        }
+        catch (err) {
+            logger.warn('[EmbeddingService] OpenAI failed, attempting TEI fallback: ' + (err instanceof Error ? err.message : String(err)));
+            if (TEI_BASE_URL && TEI_MODEL) {
+                return await postEmbeddingsTEI(input);
+            }
+            throw err;
+        }
+    }
+    if (TEI_BASE_URL && TEI_MODEL) {
+        return await postEmbeddingsTEI(input);
+    }
+    throw new Error('No embedding provider configured (OPENAI_API_KEY+OPENAI_EMBEDDING_MODEL or TEI_BASE_URL+TEI_MODEL required)');
+}
+export { postEmbeddings, postEmbeddingsOpenAI, postEmbeddingsTEI };
+//# sourceMappingURL=providers.js.map

package/dist/services/embedding/providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/services/embedding/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC3G,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAExG,KAAK,UAAU,oBAAoB,CAAC,KAAwB;IACxD,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IACrI,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG;QACT,KAAK,EAAE,aAAa;QACpB,KAAK,EAAE,UAAU;KACpB,CAAC;IACF,MAAM,OAAO,GAA2B;QACpC,cAAc,EAAE,kBAAkB;QAClC,eAAe,EAAE,UAAU,cAAc,EAAE;KAC9C,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,eAAe,EAAE;QACrC,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;KAC7B,CAAC,CAAC;IAEH,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QAC7C,MAAM,CAAC,KAAK,CAAC,4DAA4D,EAAE,GAAG,CAAC,CAAC;QAChF,MAAM,IAAI,KAAK,CAAC,sDAAsD,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACV,MAAM,MAAM,GAAI,IAAY,EAAE,KAAK,EAAE,OAAO,IAAK,IAAY,EAAE,OAAO,IAAI,0BAA0B,GAAG,CAAC,MAAM,EAAE,CAAC;QACjH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,6DAA6D,MAAM,EAAE,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iCAAiC,GAAG,CAAC,MAAM,MAAM,MAAM,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,IAAY,EAAE,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,KAAK,CAAC,qDAAqD,EAAE,IAAI,CAAC,CAAC;QAC1E,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,UAAU,GAAgB,IAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;QAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7F,OAAO,CAAC,CAAC,SAAqB,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACjC,IAAI,GAAG,KAAK,iBAAiB,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,wDAAwD,GAAG,cAAc,iBAAiB,EAAE,CAAC,CAAC;YAC1G,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,cAAc,iBAAiB,EAAE,CAAC,CAAC;QAC/F,CAAC;IACL,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,+BAA+B,UAAU,CAAC,MAAM,oBAAoB,iBAAiB,qBAAqB,CAAC,CAAC;IACxH,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,KAAwB;IACrD,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC7G,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAC1D,MAAM,OAAO,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IAC/E,IAAI,WAAW;QAAE,OAAO,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC;IAEpD,MAAM,GAAG,GAAG,sBAAsB,IAAI,YAAY,CAAC;IACnD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QACzB,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;KAC7B,CAAC,CAAC;IAEH,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QAC7C,MAAM,CAAC,KAAK,CAAC,yDAAyD,EAAE,GAAG,CAAC,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,mDAAmD,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACV,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;IACjE,CAAC;IAED,2EAA2E;IAC3E,IAAI,UAAU,GAAsB,IAAI,CAAC;IACzC,IAAI,KAAK,CAAC,OAAO,CAAE,IAAY,EAAE,UAAU,CAAC,EAAE,CAAC;QAC3C,UAAU,GAAI,IAAY,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;IACpG,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAE,IAAY,EAAE,IAAI,CAAC,EAAE,CAAC;QAC5C,UAAU,GAAI,IAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;IACvE,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAE,IAAY,EAAE,MAAM,CAAC,EAAE,CAAC;QAC9C,UAAU,GAAI,IAAY,CAAC,MAAM,CAAC;IACtC,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7B,UAAU,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,CAAC,KAAK,CAAC,4DAA4D,EAAE,IAAI,CAAC,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC/D,CAAC;IAED,sBAAsB;IACtB,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACjC,IAAI,GAAG,KAAK,iBAAiB,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,4DAA4D,GAAG,cAAc,iBAAiB,EAAE,CAAC,CAAC;QAC9G,MAAM,IAAI,KAAK,CAAC,yCAAyC,GAAG,cAAc,iBAAiB,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,+BAA+B,UAAU,CAAC,MAAM,oBAAoB,iBAAiB,kBAAkB,CAAC,CAAC;IACrH,OAAO,UAAwB,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAwB;IAClD,mEAAmE;IACnE,MAAM,YAAY,GAAG,kBAAkB,CAAC,CAAC,4BAA4B;IACrE,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;QACrI,OAAO,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC7G,OAAO,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IACD,2EAA2E;IAC3E,IAAI,cAAc,IAAI,aAAa,EAAE,CAAC;QAClC,IAAI,CAAC;YACD,OAAO,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,6DAA6D,GAAG,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAChI,IAAI,YAAY,IAAI,SAAS,EAAE,CAAC;gBAC5B,OAAO,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IACD,IAAI,YAAY,IAAI,SAAS,EAAE,CAAC;QAC5B,OAAO,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,6GAA6G,CAAC,CAAC;AACnI,CAAC;AAED,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/services/embedding/service.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Embedding Service using OpenAI embeddings
+ *
+ * Implements pure OpenAI embedding support.
+ * Uses environment variables:
+ *  - OPENAI_API_KEY
+ *  - OPENAI_EMBEDDING_MODEL
+ *  - EMBEDDING_DIMENSION
+ *
+ * Supports OpenAI and TEI (Text Embeddings Inference) providers. Selection:
+ *  - If OPENAI_API_KEY is set, OpenAI is used.
+ *  - Otherwise, TEI_BASE_URL + TEI_MODEL will be used if configured.
+ */
+import type { EmbeddingResult, BatchEmbeddingResult } from './types.js';
+export type { EmbeddingResult, BatchEmbeddingResult } from './types.js';
+export declare class EmbeddingService {
+    private readonly embeddingDimension;
+    constructor();
+    generateEmbedding(text: string): Promise<EmbeddingResult>;
+    generateBatchEmbeddings(texts: string[]): Promise<BatchEmbeddingResult>;
+    calculateCosineSimilarity(embedding1: number[] | undefined, embedding2: number[] | undefined): number;
+    generateMemoryEmbedding(memory: any): Promise<number[]>;
+    estimateCost(): number;
+    healthCheck(): Promise<{
+        healthy: boolean;
+        message: string;
+    }>;
+    getProvider(): 'openai' | 'tei' | 'local';
+    getConfig(): {
+        model: string;
+        dimension: number;
+        provider: "none" | "openai" | "tei";
+        apiKeyConfigured: boolean;
+        teiConfigured: boolean;
+        providerPref: string;
+    };
+}
+export declare const embeddingService: EmbeddingService;
+//# sourceMappingURL=service.d.ts.map

package/dist/services/embedding/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAMH,OAAO,KAAK,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAWxE,YAAY,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAExE,qBAAa,gBAAgB;IACzB,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;;IAMtC,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA6CzD,uBAAuB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAyD7E,yBAAyB,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,MAAM;IAa/F,uBAAuB,CAAC,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAa7D,YAAY,IAAI,MAAM;IAKhB,WAAW,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAoHnE,WAAW,IAAI,QAAQ,GAAG,KAAK,GAAG,OAAO;IASzC,SAAS;;;;;;;;CAiBZ;AAED,eAAO,MAAM,gBAAgB,kBAAyB,CAAC"}