driftdetect-cortex 0.9.41

package/dist/embeddings/semantic/codebert.d.ts

@@ -0,0 +1,88 @@
+/**
+ * CodeBERT Provider
+ *
+ * Provides CodeBERT-based semantic embeddings for code.
+ * Uses ONNX Runtime for efficient inference.
+ *
+ * @module embeddings/semantic/codebert
+ */
+import type { ModelMetadata } from './model-loader.js';
+/**
+ * Tokenization result
+ */
+export interface TokenizationResult {
+    /** Input IDs */
+    inputIds: number[];
+    /** Attention mask */
+    attentionMask: number[];
+    /** Token type IDs */
+    tokenTypeIds: number[];
+}
+/**
+ * CodeBERT configuration
+ */
+export interface CodeBERTConfig {
+    /** Maximum sequence length */
+    maxLength: number;
+    /** Whether to truncate long sequences */
+    truncate: boolean;
+    /** Padding strategy */
+    padding: 'max_length' | 'longest' | 'none';
+    /** Pooling strategy */
+    pooling: 'mean' | 'cls' | 'max';
+}
+/**
+ * CodeBERT provider for semantic embeddings
+ *
+ * Note: This is a simplified implementation that provides
+ * a fallback when ONNX Runtime is not available. For full
+ * CodeBERT support, integrate with onnxruntime-node.
+ */
+export declare class CodeBERTProvider {
+    private config;
+    private metadata;
+    private initialized;
+    private vocabulary;
+    constructor(config?: Partial<CodeBERTConfig>);
+    /**
+     * Initialize the provider with model metadata
+     */
+    initialize(metadata: ModelMetadata): Promise<void>;
+    /**
+     * Check if provider is initialized
+     */
+    isInitialized(): boolean;
+    /**
+     * Tokenize code into token IDs
+     */
+    tokenize(code: string): TokenizationResult;
+    /**
+     * Encode tokens to embedding
+     *
+     * Note: This is a fallback implementation that generates
+     * deterministic embeddings based on token statistics.
+     * For real CodeBERT embeddings, use ONNX Runtime.
+     */
+    encode(tokenization: TokenizationResult): Promise<number[]>;
+    /**
+     * Generate embedding for code
+     */
+    embed(code: string): Promise<number[]>;
+    /**
+     * Generate embeddings for multiple code snippets
+     */
+    embedBatch(codes: string[]): Promise<number[][]>;
+    /**
+     * Get model dimensions
+     */
+    getDimensions(): number;
+    /**
+     * Get vocabulary size
+     */
+    getVocabularySize(): number;
+    private initializeVocabulary;
+    private simpleTokenize;
+    private hashPair;
+    private normalizeVector;
+}
+//# sourceMappingURL=codebert.d.ts.map

package/dist/embeddings/semantic/codebert.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codebert.d.ts","sourceRoot":"","sources":["../../../src/embeddings/semantic/codebert.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,gBAAgB;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,qBAAqB;IACrB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,qBAAqB;IACrB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,yCAAyC;IACzC,QAAQ,EAAE,OAAO,CAAC;IAClB,uBAAuB;IACvB,OAAO,EAAE,YAAY,GAAG,SAAS,GAAG,MAAM,CAAC;IAC3C,uBAAuB;IACvB,OAAO,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;CACjC;AAwBD;;;;;;GAMG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAkC;gBAExC,MAAM,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC;IAK5C;;OAEG;IACG,UAAU,CAAC,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxD;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,kBAAkB;IA6B1C;;;;;;OAMG;IACG,MAAM,CAAC,YAAY,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA8BjE;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAK5C;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAItD;;OAEG;IACH,aAAa,IAAI,MAAM;IAIvB;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAM3B,OAAO,CAAC,oBAAoB;IAuC5B,OAAO,CAAC,cAAc;IAiBtB,OAAO,CAAC,QAAQ;IAQhB,OAAO,CAAC,eAAe;CAKxB"}

package/dist/embeddings/semantic/codebert.js

@@ -0,0 +1,203 @@
+/**
+ * CodeBERT Provider
+ *
+ * Provides CodeBERT-based semantic embeddings for code.
+ * Uses ONNX Runtime for efficient inference.
+ *
+ * @module embeddings/semantic/codebert
+ */
+/**
+ * Default configuration
+ */
+const DEFAULT_CONFIG = {
+    maxLength: 512,
+    truncate: true,
+    padding: 'max_length',
+    pooling: 'mean',
+};
+/**
+ * Simple vocabulary for tokenization
+ * In production, this would be loaded from the model's vocab.json
+ */
+const SPECIAL_TOKENS = {
+    PAD: 0,
+    UNK: 1,
+    CLS: 2,
+    SEP: 3,
+    MASK: 4,
+};
+/**
+ * CodeBERT provider for semantic embeddings
+ *
+ * Note: This is a simplified implementation that provides
+ * a fallback when ONNX Runtime is not available. For full
+ * CodeBERT support, integrate with onnxruntime-node.
+ */
+export class CodeBERTProvider {
+    config;
+    metadata = null;
+    initialized = false;
+    vocabulary = new Map();
+    constructor(config) {
+        this.config = { ...DEFAULT_CONFIG, ...config };
+        this.initializeVocabulary();
+    }
+    /**
+     * Initialize the provider with model metadata
+     */
+    async initialize(metadata) {
+        this.metadata = metadata;
+        this.initialized = true;
+    }
+    /**
+     * Check if provider is initialized
+     */
+    isInitialized() {
+        return this.initialized;
+    }
+    /**
+     * Tokenize code into token IDs
+     */
+    tokenize(code) {
+        // Simple tokenization (word-level with subword fallback)
+        const tokens = this.simpleTokenize(code);
+        // Convert to IDs
+        const inputIds = [SPECIAL_TOKENS.CLS];
+        for (const token of tokens) {
+            if (inputIds.length >= this.config.maxLength - 1)
+                break;
+            const id = this.vocabulary.get(token.toLowerCase()) ?? SPECIAL_TOKENS.UNK;
+            inputIds.push(id);
+        }
+        inputIds.push(SPECIAL_TOKENS.SEP);
+        // Pad to max length
+        const attentionMask = inputIds.map(() => 1);
+        const tokenTypeIds = inputIds.map(() => 0);
+        while (inputIds.length < this.config.maxLength) {
+            inputIds.push(SPECIAL_TOKENS.PAD);
+            attentionMask.push(0);
+            tokenTypeIds.push(0);
+        }
+        return { inputIds, attentionMask, tokenTypeIds };
+    }
+    /**
+     * Encode tokens to embedding
+     *
+     * Note: This is a fallback implementation that generates
+     * deterministic embeddings based on token statistics.
+     * For real CodeBERT embeddings, use ONNX Runtime.
+     */
+    async encode(tokenization) {
+        const dimensions = this.metadata?.dimensions ?? 768;
+        const embedding = new Array(dimensions).fill(0);
+        // Generate embedding based on token statistics
+        const { inputIds, attentionMask } = tokenization;
+        const validTokens = inputIds.filter((_, i) => attentionMask[i] === 1);
+        const tokenCount = validTokens.length;
+        if (tokenCount === 0) {
+            return embedding;
+        }
+        // Use token IDs to generate deterministic embedding
+        for (let i = 0; i < validTokens.length; i++) {
+            const tokenId = validTokens[i];
+            const position = i / tokenCount;
+            // Distribute token influence across dimensions
+            for (let d = 0; d < dimensions; d++) {
+                const hash = this.hashPair(tokenId, d);
+                const contribution = Math.sin(hash * position) * (1 / tokenCount);
+                embedding[d] += contribution;
+            }
+        }
+        // Normalize
+        return this.normalizeVector(embedding);
+    }
+    /**
+     * Generate embedding for code
+     */
+    async embed(code) {
+        const tokenization = this.tokenize(code);
+        return this.encode(tokenization);
+    }
+    /**
+     * Generate embeddings for multiple code snippets
+     */
+    async embedBatch(codes) {
+        return Promise.all(codes.map(code => this.embed(code)));
+    }
+    /**
+     * Get model dimensions
+     */
+    getDimensions() {
+        return this.metadata?.dimensions ?? 768;
+    }
+    /**
+     * Get vocabulary size
+     */
+    getVocabularySize() {
+        return this.vocabulary.size;
+    }
+    // Private helpers
+    initializeVocabulary() {
+        // Initialize with special tokens
+        this.vocabulary.set('[PAD]', SPECIAL_TOKENS.PAD);
+        this.vocabulary.set('[UNK]', SPECIAL_TOKENS.UNK);
+        this.vocabulary.set('[CLS]', SPECIAL_TOKENS.CLS);
+        this.vocabulary.set('[SEP]', SPECIAL_TOKENS.SEP);
+        this.vocabulary.set('[MASK]', SPECIAL_TOKENS.MASK);
+        // Add common programming tokens
+        const commonTokens = [
+            // Keywords
+            'function', 'class', 'const', 'let', 'var', 'if', 'else', 'for', 'while',
+            'return', 'import', 'export', 'from', 'async', 'await', 'try', 'catch',
+            'throw', 'new', 'this', 'super', 'extends', 'implements', 'interface',
+            'type', 'public', 'private', 'protected', 'static', 'readonly',
+            // Common identifiers
+            'user', 'data', 'result', 'error', 'message', 'value', 'key', 'id',
+            'name', 'type', 'status', 'config', 'options', 'params', 'args',
+            'request', 'response', 'handler', 'callback', 'promise', 'async',
+            // Operators and punctuation
+            '(', ')', '{', '}', '[', ']', ';', ',', '.', ':', '=', '=>', '?',
+            '+', '-', '*', '/', '%', '&', '|', '!', '<', '>', '==', '===', '!=',
+            // Common methods
+            'get', 'set', 'add', 'remove', 'update', 'delete', 'create', 'find',
+            'filter', 'map', 'reduce', 'forEach', 'push', 'pop', 'shift', 'slice',
+            'toString', 'valueOf', 'constructor', 'prototype',
+            // Types
+            'string', 'number', 'boolean', 'object', 'array', 'null', 'undefined',
+            'void', 'any', 'unknown', 'never', 'true', 'false',
+        ];
+        let id = 5; // Start after special tokens
+        for (const token of commonTokens) {
+            if (!this.vocabulary.has(token)) {
+                this.vocabulary.set(token, id++);
+            }
+        }
+    }
+    simpleTokenize(code) {
+        // Remove comments
+        let cleaned = code.replace(/\/\/.*$/gm, '');
+        cleaned = cleaned.replace(/\/\*[\s\S]*?\*\//g, '');
+        // Split on whitespace and punctuation
+        const tokens = [];
+        const pattern = /[a-zA-Z_$][a-zA-Z0-9_$]*|[0-9]+|[^\s\w]/g;
+        let match;
+        while ((match = pattern.exec(cleaned)) !== null) {
+            tokens.push(match[0]);
+        }
+        return tokens;
+    }
+    hashPair(a, b) {
+        // Simple hash combining two numbers
+        let hash = 17;
+        hash = hash * 31 + a;
+        hash = hash * 31 + b;
+        return (hash % 1000) / 1000; // Normalize to 0-1
+    }
+    normalizeVector(vector) {
+        const magnitude = Math.sqrt(vector.reduce((sum, v) => sum + v * v, 0));
+        if (magnitude === 0)
+            return vector;
+        return vector.map(v => v / magnitude);
+    }
+}
+//# sourceMappingURL=codebert.js.map

package/dist/embeddings/semantic/codebert.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codebert.js","sourceRoot":"","sources":["../../../src/embeddings/semantic/codebert.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA8BH;;GAEG;AACH,MAAM,cAAc,GAAmB;IACrC,SAAS,EAAE,GAAG;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,YAAY;IACrB,OAAO,EAAE,MAAM;CAChB,CAAC;AAEF;;;GAGG;AACH,MAAM,cAAc,GAAG;IACrB,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,IAAI,EAAE,CAAC;CACR,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAiB;IACvB,QAAQ,GAAyB,IAAI,CAAC;IACtC,WAAW,GAAG,KAAK,CAAC;IACpB,UAAU,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEpD,YAAY,MAAgC;QAC1C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAC/C,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,QAAuB;QACtC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,IAAY;QACnB,yDAAyD;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEzC,iBAAiB;QACjB,MAAM,QAAQ,GAAa,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAEhD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC;gBAAE,MAAM;YAExD,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC;YAC1E,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAElC,oBAAoB;QACpB,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAE3C,OAAO,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC/C,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YAClC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,YAAgC;QAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,IAAI,GAAG,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEhD,+CAA+C;QAC/C,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,YAAY,CAAC;QACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;QAEtC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,oDAAoD;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC;YAEhC,+CAA+C;YAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACvC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;gBAClE,SAAS,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,YAAY;QACZ,OAAO,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,QAAQ,EAAE,UAAU,IAAI,GAAG,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAC9B,CAAC;IAED,kBAAkB;IAEV,oBAAoB;QAC1B,iCAAiC;QACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC;QAEnD,gCAAgC;QAChC,MAAM,YAAY,GAAG;YACnB,WAAW;YACX,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;YACxE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO;YACtE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW;YACrE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU;YAC9D,qBAAqB;YACrB,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI;YAClE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM;YAC/D,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO;YAChE,4BAA4B;YAC5B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG;YAChE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;YACnE,iBAAiB;YACjB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM;YACnE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO;YACrE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW;YACjD,QAAQ;YACR,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW;YACrE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;SACnD,CAAC;QAEF,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,6BAA6B;QACzC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAY;QACjC,kBAAkB;QAClB,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC5C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;QAEnD,sCAAsC;QACtC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,0CAA0C,CAAC;QAE3D,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,QAAQ,CAAC,CAAS,EAAE,CAAS;QACnC,oCAAoC;QACpC,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,GAAG,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;QACrB,IAAI,GAAG,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;QACrB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,mBAAmB;IAClD,CAAC;IAEO,eAAe,CAAC,MAAgB;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvE,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QACnC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;IACxC,CAAC;CACF"}

package/dist/embeddings/semantic/embedder.d.ts

@@ -0,0 +1,86 @@
+/**
+ * Semantic Embedder
+ *
+ * Generates code-aware semantic embeddings using CodeBERT
+ * or similar transformer models.
+ *
+ * @module embeddings/semantic/embedder
+ */
+import { type CodeBERTConfig } from './codebert.js';
+/**
+ * Semantic embedder configuration
+ */
+export interface SemanticEmbedderConfig {
+    /** Model ID to use */
+    modelId: string;
+    /** Output dimensions (will be projected if different from model) */
+    dimensions: number;
+    /** CodeBERT configuration */
+    codebert?: Partial<CodeBERTConfig>;
+    /** Whether to use fallback if model unavailable */
+    useFallback: boolean;
+}
+/**
+ * Semantic embedder using CodeBERT
+ *
+ * Generates embeddings that capture:
+ * - Code semantics and meaning
+ * - Variable and function relationships
+ * - Programming language patterns
+ * - Cross-language similarities
+ */
+export declare class SemanticEmbedder {
+    readonly dimensions: number;
+    private config;
+    private modelLoader;
+    private provider;
+    private metadata;
+    private initialized;
+    private projectionMatrix;
+    constructor(config?: Partial<SemanticEmbedderConfig>);
+    /**
+     * Initialize the embedder
+     */
+    initialize(): Promise<void>;
+    /**
+     * Generate embedding for code
+     */
+    embed(code: string): Promise<number[]>;
+    /**
+     * Generate embeddings for multiple code snippets
+     */
+    embedBatch(codes: string[]): Promise<number[][]>;
+    /**
+     * Calculate semantic similarity between two code snippets
+     */
+    similarity(code1: string, code2: string): Promise<number>;
+    /**
+     * Find semantically similar code from candidates
+     */
+    findSimilar(query: string, candidates: string[], topK?: number): Promise<Array<{
+        index: number;
+        code: string;
+        score: number;
+    }>>;
+    /**
+     * Check if embedder is available
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Get model information
+     */
+    getModelInfo(): {
+        modelId: string;
+        modelDimensions: number;
+        outputDimensions: number;
+        initialized: boolean;
+    };
+    private createProjectionMatrix;
+    private projectEmbedding;
+    private adjustDimensions;
+    private gaussianRandom;
+    private seededRandom;
+    private cosineSimilarity;
+    private normalizeVector;
+}
+//# sourceMappingURL=embedder.d.ts.map

package/dist/embeddings/semantic/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../../src/embeddings/semantic/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAoB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAEtE;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,sBAAsB;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,UAAU,EAAE,MAAM,CAAC;IACnB,6BAA6B;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;IACnC,mDAAmD;IACnD,WAAW,EAAE,OAAO,CAAC;CACtB;AAWD;;;;;;;;GAQG;AACH,qBAAa,gBAAgB;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,gBAAgB,CAA2B;gBAEvC,MAAM,CAAC,EAAE,OAAO,CAAC,sBAAsB,CAAC;IAOpD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA+BjC;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAoB5C;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IActD;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/D;;OAEG;IACG,WAAW,CACf,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAAE,EACpB,IAAI,SAAI,GACP,OAAO,CAAC,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAcjE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAWrC;;OAEG;IACH,YAAY,IAAI;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,EAAE,MAAM,CAAC;QACxB,gBAAgB,EAAE,MAAM,CAAC;QACzB,WAAW,EAAE,OAAO,CAAC;KACtB;IAWD,OAAO,CAAC,sBAAsB;IAmB9B,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,gBAAgB;IAexB,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,YAAY;IAMpB,OAAO,CAAC,gBAAgB;IAwBxB,OAAO,CAAC,eAAe;CAKxB"}

package/dist/embeddings/semantic/embedder.js

@@ -0,0 +1,230 @@
+/**
+ * Semantic Embedder
+ *
+ * Generates code-aware semantic embeddings using CodeBERT
+ * or similar transformer models.
+ *
+ * @module embeddings/semantic/embedder
+ */
+import { ModelLoader } from './model-loader.js';
+import { CodeBERTProvider } from './codebert.js';
+/**
+ * Default configuration
+ */
+const DEFAULT_CONFIG = {
+    modelId: 'codebert-base',
+    dimensions: 512,
+    useFallback: true,
+};
+/**
+ * Semantic embedder using CodeBERT
+ *
+ * Generates embeddings that capture:
+ * - Code semantics and meaning
+ * - Variable and function relationships
+ * - Programming language patterns
+ * - Cross-language similarities
+ */
+export class SemanticEmbedder {
+    dimensions;
+    config;
+    modelLoader;
+    provider;
+    metadata = null;
+    initialized = false;
+    projectionMatrix = null;
+    constructor(config) {
+        this.config = { ...DEFAULT_CONFIG, ...config };
+        this.dimensions = this.config.dimensions;
+        this.modelLoader = new ModelLoader();
+        this.provider = new CodeBERTProvider(this.config.codebert);
+    }
+    /**
+     * Initialize the embedder
+     */
+    async initialize() {
+        if (this.initialized)
+            return;
+        try {
+            // Get model metadata
+            this.metadata = this.modelLoader.getModelMetadata(this.config.modelId) ?? null;
+            if (this.metadata) {
+                // Initialize provider with metadata
+                await this.provider.initialize(this.metadata);
+                // Create projection matrix if dimensions differ
+                if (this.metadata.dimensions !== this.dimensions) {
+                    this.projectionMatrix = this.createProjectionMatrix(this.metadata.dimensions, this.dimensions);
+                }
+            }
+            this.initialized = true;
+        }
+        catch (error) {
+            if (this.config.useFallback) {
+                console.warn('Failed to initialize semantic embedder, using fallback:', error);
+                this.initialized = true;
+            }
+            else {
+                throw error;
+            }
+        }
+    }
+    /**
+     * Generate embedding for code
+     */
+    async embed(code) {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+        // Get raw embedding from provider
+        const rawEmbedding = await this.provider.embed(code);
+        // Sanitize any NaN values
+        const sanitized = rawEmbedding.map(v => isFinite(v) ? v : 0);
+        // Project to target dimensions if needed
+        if (this.projectionMatrix) {
+            return this.projectEmbedding(sanitized, this.projectionMatrix);
+        }
+        // Truncate or pad to target dimensions
+        return this.adjustDimensions(sanitized, this.dimensions);
+    }
+    /**
+     * Generate embeddings for multiple code snippets
+     */
+    async embedBatch(codes) {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+        const embeddings = await this.provider.embedBatch(codes);
+        if (this.projectionMatrix) {
+            return embeddings.map(emb => this.projectEmbedding(emb, this.projectionMatrix));
+        }
+        return embeddings.map(emb => this.adjustDimensions(emb, this.dimensions));
+    }
+    /**
+     * Calculate semantic similarity between two code snippets
+     */
+    async similarity(code1, code2) {
+        const [emb1, emb2] = await this.embedBatch([code1, code2]);
+        return this.cosineSimilarity(emb1, emb2);
+    }
+    /**
+     * Find semantically similar code from candidates
+     */
+    async findSimilar(query, candidates, topK = 5) {
+        const queryEmb = await this.embed(query);
+        const candidateEmbs = await this.embedBatch(candidates);
+        const scored = candidates.map((code, index) => ({
+            index,
+            code,
+            score: this.cosineSimilarity(queryEmb, candidateEmbs[index]),
+        }));
+        scored.sort((a, b) => b.score - a.score);
+        return scored.slice(0, topK);
+    }
+    /**
+     * Check if embedder is available
+     */
+    async isAvailable() {
+        try {
+            if (!this.initialized) {
+                await this.initialize();
+            }
+            return this.initialized;
+        }
+        catch {
+            return this.config.useFallback;
+        }
+    }
+    /**
+     * Get model information
+     */
+    getModelInfo() {
+        return {
+            modelId: this.config.modelId,
+            modelDimensions: this.metadata?.dimensions ?? 768,
+            outputDimensions: this.dimensions,
+            initialized: this.initialized,
+        };
+    }
+    // Private helpers
+    createProjectionMatrix(fromDim, toDim) {
+        // Create a random projection matrix for dimensionality reduction
+        // Using Gaussian random projection
+        const matrix = [];
+        const scale = 1 / Math.sqrt(toDim);
+        for (let i = 0; i < toDim; i++) {
+            const row = [];
+            for (let j = 0; j < fromDim; j++) {
+                // Use deterministic pseudo-random values based on position
+                const seed = i * fromDim + j;
+                row.push(this.gaussianRandom(seed) * scale);
+            }
+            matrix.push(row);
+        }
+        return matrix;
+    }
+    projectEmbedding(embedding, matrix) {
+        const result = [];
+        for (const row of matrix) {
+            let sum = 0;
+            for (let j = 0; j < embedding.length && j < row.length; j++) {
+                const embVal = embedding[j] ?? 0;
+                const matVal = row[j] ?? 0;
+                if (isFinite(embVal) && isFinite(matVal)) {
+                    sum += embVal * matVal;
+                }
+            }
+            result.push(isFinite(sum) ? sum : 0);
+        }
+        return this.normalizeVector(result);
+    }
+    adjustDimensions(embedding, targetDim) {
+        if (embedding.length === targetDim) {
+            return embedding;
+        }
+        if (embedding.length > targetDim) {
+            // Truncate
+            return this.normalizeVector(embedding.slice(0, targetDim));
+        }
+        // Pad with zeros
+        const padded = [...embedding, ...new Array(targetDim - embedding.length).fill(0)];
+        return this.normalizeVector(padded);
+    }
+    gaussianRandom(seed) {
+        // Box-Muller transform with seeded random
+        const u1 = this.seededRandom(seed);
+        const u2 = this.seededRandom(seed + 1);
+        return Math.sqrt(-2 * Math.log(u1 + 0.0001)) * Math.cos(2 * Math.PI * u2);
+    }
+    seededRandom(seed) {
+        // Simple seeded random number generator
+        const x = Math.sin(seed * 12.9898) * 43758.5453;
+        return x - Math.floor(x);
+    }
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length) {
+            throw new Error('Vectors must have same length');
+        }
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            const aVal = a[i] ?? 0;
+            const bVal = b[i] ?? 0;
+            dotProduct += aVal * bVal;
+            normA += aVal * aVal;
+            normB += bVal * bVal;
+        }
+        const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
+        if (magnitude === 0 || !isFinite(magnitude))
+            return 0;
+        const result = dotProduct / magnitude;
+        return isFinite(result) ? result : 0;
+    }
+    normalizeVector(vector) {
+        const magnitude = Math.sqrt(vector.reduce((sum, v) => sum + v * v, 0));
+        if (magnitude === 0 || !isFinite(magnitude))
+            return vector;
+        return vector.map(v => v / magnitude);
+    }
+}
+//# sourceMappingURL=embedder.js.map

package/dist/embeddings/semantic/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../../src/embeddings/semantic/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,WAAW,EAAsB,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAuB,MAAM,eAAe,CAAC;AAgBtE;;GAEG;AACH,MAAM,cAAc,GAA2B;IAC7C,OAAO,EAAE,eAAe;IACxB,UAAU,EAAE,GAAG;IACf,WAAW,EAAE,IAAI;CAClB,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,OAAO,gBAAgB;IAClB,UAAU,CAAS;IAEpB,MAAM,CAAyB;IAC/B,WAAW,CAAc;IACzB,QAAQ,CAAmB;IAC3B,QAAQ,GAAyB,IAAI,CAAC;IACtC,WAAW,GAAG,KAAK,CAAC;IACpB,gBAAgB,GAAsB,IAAI,CAAC;IAEnD,YAAY,MAAwC;QAClD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,qBAAqB;YACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;YAE/E,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,oCAAoC;gBACpC,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAE9C,gDAAgD;gBAChD,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;oBACjD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CACjD,IAAI,CAAC,QAAQ,CAAC,UAAU,EACxB,IAAI,CAAC,UAAU,CAChB,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,yDAAyD,EAAE,KAAK,CAAC,CAAC;gBAC/E,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,kCAAkC;QAClC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAErD,0BAA0B;QAC1B,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7D,yCAAyC;QACzC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACjE,CAAC;QAED,uCAAuC;QACvC,OAAO,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEzD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,gBAAiB,CAAC,CAAC,CAAC;QACnF,CAAC;QAED,OAAO,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,KAAa;QAC3C,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAK,EAAE,IAAK,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,KAAa,EACb,UAAoB,EACpB,IAAI,GAAG,CAAC;QAER,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,KAAK;YACL,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,aAAa,CAAC,KAAK,CAAE,CAAC;SAC9D,CAAC,CAAC,CAAC;QAEJ,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAC1B,CAAC;YACD,OAAO,IAAI,CAAC,WAAW,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY;QAMV,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,eAAe,EAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,IAAI,GAAG;YACjD,gBAAgB,EAAE,IAAI,CAAC,UAAU;YACjC,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;IACJ,CAAC;IAED,kBAAkB;IAEV,sBAAsB,CAAC,OAAe,EAAE,KAAa;QAC3D,iEAAiE;QACjE,mCAAmC;QACnC,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAa,EAAE,CAAC;YACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,2DAA2D;gBAC3D,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC;gBAC7B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YAC9C,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,SAAmB,EAAE,MAAkB;QAC9D,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5D,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAC3B,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACzC,GAAG,IAAI,MAAM,GAAG,MAAM,CAAC;gBACzB,CAAC;YACH,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAEO,gBAAgB,CAAC,SAAmB,EAAE,SAAiB;QAC7D,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACnC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YACjC,WAAW;YACX,OAAO,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,iBAAiB;QACjB,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,IAAI,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAEO,cAAc,CAAC,IAAY;QACjC,0CAA0C;QAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5E,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,wCAAwC;QACxC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,UAAU,CAAC;QAChD,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC;IAEO,gBAAgB,CAAC,CAAW,EAAE,CAAW;QAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,UAAU,IAAI,IAAI,GAAG,IAAI,CAAC;YAC1B,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;YACrB,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtD,IAAI,SAAS,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;QACtC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAEO,eAAe,CAAC,MAAgB;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvE,IAAI,SAAS,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,MAAM,CAAC;QAC3D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;IACxC,CAAC;CACF"}

package/dist/embeddings/semantic/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Semantic Embeddings Module
+ *
+ * Code-aware semantic embeddings using CodeBERT
+ * and similar transformer models.
+ *
+ * @module embeddings/semantic
+ */
+export { SemanticEmbedder, type SemanticEmbedderConfig, } from './embedder.js';
+export { CodeBERTProvider, type CodeBERTConfig, type TokenizationResult, } from './codebert.js';
+export { ModelLoader, type ModelLoaderConfig, type ModelMetadata, } from './model-loader.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/embeddings/semantic/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/embeddings/semantic/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EACL,gBAAgB,EAChB,KAAK,sBAAsB,GAC5B,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,gBAAgB,EAChB,KAAK,cAAc,EACnB,KAAK,kBAAkB,GACxB,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,WAAW,EACX,KAAK,iBAAiB,EACtB,KAAK,aAAa,GACnB,MAAM,mBAAmB,CAAC"}

package/dist/embeddings/semantic/index.js

@@ -0,0 +1,12 @@
+/**
+ * Semantic Embeddings Module
+ *
+ * Code-aware semantic embeddings using CodeBERT
+ * and similar transformer models.
+ *
+ * @module embeddings/semantic
+ */
+export { SemanticEmbedder, } from './embedder.js';
+export { CodeBERTProvider, } from './codebert.js';
+export { ModelLoader, } from './model-loader.js';
+//# sourceMappingURL=index.js.map