ruvector 0.2.21 → 0.2.23

package/dist/core/onnx-optimized.d.ts

@@ -1,109 +0,0 @@
-/**
- * Optimized ONNX Embedder for RuVector
- *
- * Performance optimizations:
- * 1. TOKENIZER CACHING - Cache tokenization results (~10-20ms savings per repeat)
- * 2. EMBEDDING LRU CACHE - Full embedding cache with configurable size
- * 3. QUANTIZED MODELS - INT8/FP16 models for 2-4x speedup
- * 4. LAZY INITIALIZATION - Defer model loading until first use
- * 5. DYNAMIC BATCHING - Optimize batch sizes based on input
- * 6. MEMORY OPTIMIZATION - Float32Array for all operations
- *
- * Usage:
- *   const embedder = new OptimizedOnnxEmbedder({ cacheSize: 1000 });
- *   await embedder.init();
- *   const embedding = await embedder.embed("Hello world");
- */
-export interface OptimizedOnnxConfig {
-    /** Model to use (default: 'all-MiniLM-L6-v2') */
-    modelId?: string;
-    /** Use quantized model if available (default: true) */
-    useQuantized?: boolean;
-    /** Quantization type: 'fp16' | 'int8' | 'dynamic' */
-    quantization?: 'fp16' | 'int8' | 'dynamic' | 'none';
-    /** Max input length (default: 256) */
-    maxLength?: number;
-    /** Embedding cache size (default: 512) */
-    cacheSize?: number;
-    /** Tokenizer cache size (default: 256) */
-    tokenizerCacheSize?: number;
-    /** Enable lazy initialization (default: true) */
-    lazyInit?: boolean;
-    /** Batch size for dynamic batching (default: 32) */
-    batchSize?: number;
-    /** Minimum texts to trigger batching (default: 4) */
-    batchThreshold?: number;
-}
-export declare class OptimizedOnnxEmbedder {
-    private config;
-    private wasmModule;
-    private embedder;
-    private initialized;
-    private initPromise;
-    private embeddingCache;
-    private tokenizerCache;
-    private totalEmbeds;
-    private totalTimeMs;
-    private dimension;
-    constructor(config?: OptimizedOnnxConfig);
-    /**
-     * Initialize the embedder (loads model)
-     */
-    init(): Promise<void>;
-    private doInit;
-    /**
-     * Embed a single text with caching
-     */
-    embed(text: string): Promise<Float32Array>;
-    /**
-     * Embed multiple texts with batching and caching
-     */
-    embedBatch(texts: string[]): Promise<Float32Array[]>;
-    /**
-     * Calculate similarity between two texts
-     */
-    similarity(text1: string, text2: string): Promise<number>;
-    /**
-     * Fast cosine similarity with loop unrolling
-     */
-    cosineSimilarity(a: Float32Array, b: Float32Array): number;
-    /**
-     * Get cache statistics
-     */
-    getCacheStats(): {
-        embedding: {
-            hits: number;
-            misses: number;
-            hitRate: number;
-            size: number;
-        };
-        tokenizer: {
-            hits: number;
-            misses: number;
-            hitRate: number;
-            size: number;
-        };
-        avgTimeMs: number;
-        totalEmbeds: number;
-    };
-    /**
-     * Clear all caches
-     */
-    clearCache(): void;
-    /**
-     * Get embedding dimension
-     */
-    getDimension(): number;
-    /**
-     * Check if initialized
-     */
-    isReady(): boolean;
-    /**
-     * Get configuration
-     */
-    getConfig(): Required<OptimizedOnnxConfig>;
-}
-export declare function getOptimizedOnnxEmbedder(config?: OptimizedOnnxConfig): OptimizedOnnxEmbedder;
-export declare function initOptimizedOnnx(config?: OptimizedOnnxConfig): Promise<OptimizedOnnxEmbedder>;
-export default OptimizedOnnxEmbedder;
-//# sourceMappingURL=onnx-optimized.d.ts.map

package/dist/core/onnx-optimized.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"onnx-optimized.d.ts","sourceRoot":"","sources":["../../src/core/onnx-optimized.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAcH,MAAM,WAAW,mBAAmB;IAClC,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uDAAuD;IACvD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,qDAAqD;IACrD,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,MAAM,CAAC;IACpD,sCAAsC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0CAA0C;IAC1C,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iDAAiD;IACjD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,oDAAoD;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AA0HD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,MAAM,CAAgC;IAC9C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,WAAW,CAA8B;IAGjD,OAAO,CAAC,cAAc,CAAiC;IACvD,OAAO,CAAC,cAAc,CAAwB;IAG9C,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,SAAS,CAAO;gBAEZ,MAAM,GAAE,mBAAwB;IAiB5C;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAWb,MAAM;IA8EpB;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAiChD;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAmD1D;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/D;;OAEG;IACH,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM;IAmB1D;;OAEG;IACH,aAAa,IAAI;QACf,SAAS,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC;QAC3E,SAAS,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC;QAC3E,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;KACrB;IASD;;OAEG;IACH,UAAU,IAAI,IAAI;IAKlB;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,OAAO,IAAI,OAAO;IAIlB;;OAEG;IACH,SAAS,IAAI,QAAQ,CAAC,mBAAmB,CAAC;CAG3C;AAQD,wBAAgB,wBAAwB,CAAC,MAAM,CAAC,EAAE,mBAAmB,GAAG,qBAAqB,CAK5F;AAED,wBAAsB,iBAAiB,CAAC,MAAM,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAIpG;AAED,eAAe,qBAAqB,CAAC"}

package/dist/core/onnx-optimized.js

@@ -1,419 +0,0 @@
-"use strict";
-/**
- * Optimized ONNX Embedder for RuVector
- *
- * Performance optimizations:
- * 1. TOKENIZER CACHING - Cache tokenization results (~10-20ms savings per repeat)
- * 2. EMBEDDING LRU CACHE - Full embedding cache with configurable size
- * 3. QUANTIZED MODELS - INT8/FP16 models for 2-4x speedup
- * 4. LAZY INITIALIZATION - Defer model loading until first use
- * 5. DYNAMIC BATCHING - Optimize batch sizes based on input
- * 6. MEMORY OPTIMIZATION - Float32Array for all operations
- *
- * Usage:
- *   const embedder = new OptimizedOnnxEmbedder({ cacheSize: 1000 });
- *   await embedder.init();
- *   const embedding = await embedder.embed("Hello world");
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OptimizedOnnxEmbedder = void 0;
-exports.getOptimizedOnnxEmbedder = getOptimizedOnnxEmbedder;
-exports.initOptimizedOnnx = initOptimizedOnnx;
-const path = __importStar(require("path"));
-const fs = __importStar(require("fs"));
-const url_1 = require("url");
-// Force native dynamic import
-// eslint-disable-next-line @typescript-eslint/no-implied-eval
-const dynamicImport = new Function('specifier', 'return import(specifier)');
-// ============================================================================
-// Quantized Model Registry
-// ============================================================================
-const QUANTIZED_MODELS = {
-    'all-MiniLM-L6-v2': {
-        onnx: 'https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2/resolve/main/onnx/model.onnx',
-        // Quantized versions (community-provided)
-        fp16: 'https://huggingface.co/Xenova/all-MiniLM-L6-v2/resolve/main/onnx/model_fp16.onnx',
-        int8: 'https://huggingface.co/Xenova/all-MiniLM-L6-v2/resolve/main/onnx/model_quantized.onnx',
-        tokenizer: 'https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2/resolve/main/tokenizer.json',
-        dimension: 384,
-        maxLength: 256,
-    },
-    'bge-small-en-v1.5': {
-        onnx: 'https://huggingface.co/BAAI/bge-small-en-v1.5/resolve/main/onnx/model.onnx',
-        fp16: 'https://huggingface.co/Xenova/bge-small-en-v1.5/resolve/main/onnx/model_fp16.onnx',
-        int8: 'https://huggingface.co/Xenova/bge-small-en-v1.5/resolve/main/onnx/model_quantized.onnx',
-        tokenizer: 'https://huggingface.co/BAAI/bge-small-en-v1.5/resolve/main/tokenizer.json',
-        dimension: 384,
-        maxLength: 512,
-    },
-    'e5-small-v2': {
-        onnx: 'https://huggingface.co/intfloat/e5-small-v2/resolve/main/onnx/model.onnx',
-        fp16: 'https://huggingface.co/Xenova/e5-small-v2/resolve/main/onnx/model_fp16.onnx',
-        tokenizer: 'https://huggingface.co/intfloat/e5-small-v2/resolve/main/tokenizer.json',
-        dimension: 384,
-        maxLength: 512,
-    },
-};
-// ============================================================================
-// LRU Cache Implementation
-// ============================================================================
-class LRUCache {
-    constructor(maxSize) {
-        this.cache = new Map();
-        this.hits = 0;
-        this.misses = 0;
-        this.maxSize = maxSize;
-    }
-    get(key) {
-        const value = this.cache.get(key);
-        if (value !== undefined) {
-            // Move to end (most recently used)
-            this.cache.delete(key);
-            this.cache.set(key, value);
-            this.hits++;
-            return value;
-        }
-        this.misses++;
-        return undefined;
-    }
-    set(key, value) {
-        if (this.cache.has(key)) {
-            this.cache.delete(key);
-        }
-        else if (this.cache.size >= this.maxSize) {
-            // Delete oldest (first) entry
-            const firstKey = this.cache.keys().next().value;
-            if (firstKey !== undefined) {
-                this.cache.delete(firstKey);
-            }
-        }
-        this.cache.set(key, value);
-    }
-    has(key) {
-        return this.cache.has(key);
-    }
-    clear() {
-        this.cache.clear();
-        this.hits = 0;
-        this.misses = 0;
-    }
-    get size() {
-        return this.cache.size;
-    }
-    get stats() {
-        const total = this.hits + this.misses;
-        return {
-            hits: this.hits,
-            misses: this.misses,
-            hitRate: total > 0 ? this.hits / total : 0,
-            size: this.cache.size,
-        };
-    }
-}
-// ============================================================================
-// Fast Hash Function (FNV-1a)
-// ============================================================================
-function hashString(str) {
-    let h = 2166136261;
-    for (let i = 0; i < str.length; i++) {
-        h ^= str.charCodeAt(i);
-        h = Math.imul(h, 16777619);
-    }
-    return h.toString(36);
-}
-// ============================================================================
-// Optimized ONNX Embedder
-// ============================================================================
-class OptimizedOnnxEmbedder {
-    constructor(config = {}) {
-        this.wasmModule = null;
-        this.embedder = null;
-        this.initialized = false;
-        this.initPromise = null;
-        // Stats
-        this.totalEmbeds = 0;
-        this.totalTimeMs = 0;
-        this.dimension = 384;
-        this.config = {
-            modelId: config.modelId ?? 'all-MiniLM-L6-v2',
-            useQuantized: config.useQuantized ?? true,
-            quantization: config.quantization ?? 'fp16',
-            maxLength: config.maxLength ?? 256,
-            cacheSize: config.cacheSize ?? 512,
-            tokenizerCacheSize: config.tokenizerCacheSize ?? 256,
-            lazyInit: config.lazyInit ?? true,
-            batchSize: config.batchSize ?? 32,
-            batchThreshold: config.batchThreshold ?? 4,
-        };
-        this.embeddingCache = new LRUCache(this.config.cacheSize);
-        this.tokenizerCache = new LRUCache(this.config.tokenizerCacheSize);
-    }
-    /**
-     * Initialize the embedder (loads model)
-     */
-    async init() {
-        if (this.initialized)
-            return;
-        if (this.initPromise) {
-            await this.initPromise;
-            return;
-        }
-        this.initPromise = this.doInit();
-        await this.initPromise;
-    }
-    async doInit() {
-        try {
-            // Load bundled WASM module
-            const pkgPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm.js');
-            const loaderPath = path.join(__dirname, 'onnx', 'loader.js');
-            if (!fs.existsSync(pkgPath)) {
-                throw new Error('ONNX WASM files not bundled');
-            }
-            const pkgUrl = (0, url_1.pathToFileURL)(pkgPath).href;
-            const loaderUrl = (0, url_1.pathToFileURL)(loaderPath).href;
-            this.wasmModule = await dynamicImport(pkgUrl);
-            // Initialize WASM
-            const wasmPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm_bg.wasm');
-            if (this.wasmModule.default && typeof this.wasmModule.default === 'function') {
-                const wasmBytes = fs.readFileSync(wasmPath);
-                await this.wasmModule.default(wasmBytes);
-            }
-            const loaderModule = await dynamicImport(loaderUrl);
-            const { ModelLoader } = loaderModule;
-            // Select model URL based on quantization preference
-            const modelInfo = QUANTIZED_MODELS[this.config.modelId];
-            let modelUrl;
-            if (modelInfo) {
-                if (this.config.useQuantized && this.config.quantization !== 'none') {
-                    // Try quantized version first
-                    if (this.config.quantization === 'int8' && modelInfo.int8) {
-                        modelUrl = modelInfo.int8;
-                        console.error(`Using INT8 quantized model: ${this.config.modelId}`);
-                    }
-                    else if (modelInfo.fp16) {
-                        modelUrl = modelInfo.fp16;
-                        console.error(`Using FP16 quantized model: ${this.config.modelId}`);
-                    }
-                    else {
-                        modelUrl = modelInfo.onnx;
-                        console.error(`Using FP32 model (no quantized version): ${this.config.modelId}`);
-                    }
-                }
-                else {
-                    modelUrl = modelInfo.onnx;
-                }
-                this.dimension = modelInfo.dimension;
-            }
-            else {
-                // Fallback to default loader
-                modelUrl = '';
-            }
-            const modelLoader = new ModelLoader({
-                cache: true,
-                cacheDir: path.join(process.env.HOME || '/tmp', '.ruvector', 'models'),
-            });
-            console.error(`Loading ONNX model: ${this.config.modelId}...`);
-            const { modelBytes, tokenizerJson, config: modelConfig } = await modelLoader.loadModel(this.config.modelId);
-            const embedderConfig = new this.wasmModule.WasmEmbedderConfig()
-                .setMaxLength(this.config.maxLength)
-                .setNormalize(true)
-                .setPooling(0); // Mean pooling
-            this.embedder = this.wasmModule.WasmEmbedder.withConfig(modelBytes, tokenizerJson, embedderConfig);
-            this.dimension = this.embedder.dimension();
-            const simdAvailable = typeof this.wasmModule.simd_available === 'function'
-                ? this.wasmModule.simd_available()
-                : false;
-            console.error(`Optimized ONNX embedder ready: ${this.dimension}d, SIMD: ${simdAvailable}, Cache: ${this.config.cacheSize}`);
-            this.initialized = true;
-        }
-        catch (e) {
-            throw new Error(`Failed to initialize optimized ONNX embedder: ${e.message}`);
-        }
-    }
-    /**
-     * Embed a single text with caching
-     */
-    async embed(text) {
-        if (this.config.lazyInit && !this.initialized) {
-            await this.init();
-        }
-        if (!this.embedder) {
-            throw new Error('Embedder not initialized');
-        }
-        // Check cache
-        const cacheKey = hashString(text);
-        const cached = this.embeddingCache.get(cacheKey);
-        if (cached) {
-            return cached;
-        }
-        // Generate embedding
-        const start = performance.now();
-        const embedding = this.embedder.embedOne(text);
-        const elapsed = performance.now() - start;
-        // Convert to Float32Array for efficiency
-        const result = new Float32Array(embedding);
-        // Cache result
-        this.embeddingCache.set(cacheKey, result);
-        // Update stats
-        this.totalEmbeds++;
-        this.totalTimeMs += elapsed;
-        return result;
-    }
-    /**
-     * Embed multiple texts with batching and caching
-     */
-    async embedBatch(texts) {
-        if (this.config.lazyInit && !this.initialized) {
-            await this.init();
-        }
-        if (!this.embedder) {
-            throw new Error('Embedder not initialized');
-        }
-        const results = new Array(texts.length);
-        const uncached = [];
-        // Check cache first
-        for (let i = 0; i < texts.length; i++) {
-            const cacheKey = hashString(texts[i]);
-            const cached = this.embeddingCache.get(cacheKey);
-            if (cached) {
-                results[i] = cached;
-            }
-            else {
-                uncached.push({ index: i, text: texts[i] });
-            }
-        }
-        // If all cached, return immediately
-        if (uncached.length === 0) {
-            return results;
-        }
-        // Batch embed uncached texts
-        const start = performance.now();
-        const uncachedTexts = uncached.map(u => u.text);
-        // Use dynamic batching
-        const batchResults = this.embedder.embedBatch(uncachedTexts);
-        const elapsed = performance.now() - start;
-        // Process and cache results
-        for (let i = 0; i < uncached.length; i++) {
-            const embedding = batchResults.slice(i * this.dimension, (i + 1) * this.dimension);
-            const result = new Float32Array(embedding);
-            results[uncached[i].index] = result;
-            this.embeddingCache.set(hashString(uncached[i].text), result);
-        }
-        // Update stats
-        this.totalEmbeds += uncached.length;
-        this.totalTimeMs += elapsed;
-        return results;
-    }
-    /**
-     * Calculate similarity between two texts
-     */
-    async similarity(text1, text2) {
-        const [emb1, emb2] = await this.embedBatch([text1, text2]);
-        return this.cosineSimilarity(emb1, emb2);
-    }
-    /**
-     * Fast cosine similarity with loop unrolling
-     */
-    cosineSimilarity(a, b) {
-        let dot = 0, normA = 0, normB = 0;
-        const len = Math.min(a.length, b.length);
-        const len4 = len - (len % 4);
-        for (let i = 0; i < len4; i += 4) {
-            dot += a[i] * b[i] + a[i + 1] * b[i + 1] + a[i + 2] * b[i + 2] + a[i + 3] * b[i + 3];
-            normA += a[i] * a[i] + a[i + 1] * a[i + 1] + a[i + 2] * a[i + 2] + a[i + 3] * a[i + 3];
-            normB += b[i] * b[i] + b[i + 1] * b[i + 1] + b[i + 2] * b[i + 2] + b[i + 3] * b[i + 3];
-        }
-        for (let i = len4; i < len; i++) {
-            dot += a[i] * b[i];
-            normA += a[i] * a[i];
-            normB += b[i] * b[i];
-        }
-        return dot / (Math.sqrt(normA * normB) + 1e-8);
-    }
-    /**
-     * Get cache statistics
-     */
-    getCacheStats() {
-        return {
-            embedding: this.embeddingCache.stats,
-            tokenizer: this.tokenizerCache.stats,
-            avgTimeMs: this.totalEmbeds > 0 ? this.totalTimeMs / this.totalEmbeds : 0,
-            totalEmbeds: this.totalEmbeds,
-        };
-    }
-    /**
-     * Clear all caches
-     */
-    clearCache() {
-        this.embeddingCache.clear();
-        this.tokenizerCache.clear();
-    }
-    /**
-     * Get embedding dimension
-     */
-    getDimension() {
-        return this.dimension;
-    }
-    /**
-     * Check if initialized
-     */
-    isReady() {
-        return this.initialized;
-    }
-    /**
-     * Get configuration
-     */
-    getConfig() {
-        return { ...this.config };
-    }
-}
-exports.OptimizedOnnxEmbedder = OptimizedOnnxEmbedder;
-// ============================================================================
-// Singleton & Factory
-// ============================================================================
-let defaultInstance = null;
-function getOptimizedOnnxEmbedder(config) {
-    if (!defaultInstance) {
-        defaultInstance = new OptimizedOnnxEmbedder(config);
-    }
-    return defaultInstance;
-}
-async function initOptimizedOnnx(config) {
-    const embedder = getOptimizedOnnxEmbedder(config);
-    await embedder.init();
-    return embedder;
-}
-exports.default = OptimizedOnnxEmbedder;

package/dist/core/parallel-intelligence.d.ts

@@ -1,109 +0,0 @@
-/**
- * Parallel Intelligence - Worker-based acceleration for IntelligenceEngine
- *
- * Provides parallel processing for:
- * - Q-learning batch updates (3-4x faster)
- * - Multi-file pattern matching
- * - Background memory indexing
- * - Parallel similarity search
- * - Multi-file code analysis
- * - Parallel git commit analysis
- *
- * Uses worker_threads for CPU-bound operations, keeping hooks non-blocking.
- */
-export interface ParallelConfig {
-    /** Number of worker threads (default: CPU cores - 1) */
-    numWorkers?: number;
-    /** Enable parallel processing (default: true for MCP, false for CLI) */
-    enabled?: boolean;
-    /** Minimum batch size to use parallel (default: 4) */
-    batchThreshold?: number;
-}
-export interface BatchEpisode {
-    state: string;
-    action: string;
-    reward: number;
-    nextState: string;
-    done: boolean;
-    metadata?: Record<string, any>;
-}
-export interface PatternMatchResult {
-    file: string;
-    patterns: Array<{
-        pattern: string;
-        confidence: number;
-    }>;
-}
-export interface CoEditAnalysis {
-    file1: string;
-    file2: string;
-    commits: string[];
-    strength: number;
-}
-export declare class ParallelIntelligence {
-    private workers;
-    private taskQueue;
-    private busyWorkers;
-    private config;
-    private initialized;
-    constructor(config?: ParallelConfig);
-    /**
-     * Initialize worker pool
-     */
-    init(): Promise<void>;
-    private processQueue;
-    /**
-     * Execute task in worker pool
-     */
-    private executeInWorker;
-    /**
-     * Batch Q-learning episode recording (3-4x faster)
-     */
-    recordEpisodesBatch(episodes: BatchEpisode[]): Promise<void>;
-    /**
-     * Multi-file pattern matching (parallel pretrain)
-     */
-    matchPatternsParallel(files: string[]): Promise<PatternMatchResult[]>;
-    /**
-     * Background memory indexing (non-blocking)
-     */
-    indexMemoriesBackground(memories: Array<{
-        content: string;
-        type: string;
-    }>): Promise<void>;
-    /**
-     * Parallel similarity search with sharding
-     */
-    searchParallel(query: string, topK?: number): Promise<Array<{
-        content: string;
-        score: number;
-    }>>;
-    /**
-     * Multi-file AST analysis for routing
-     */
-    analyzeFilesParallel(files: string[]): Promise<Map<string, {
-        agent: string;
-        confidence: number;
-    }>>;
-    /**
-     * Parallel git commit analysis for co-edit detection
-     */
-    analyzeCommitsParallel(commits: string[]): Promise<CoEditAnalysis[]>;
-    /**
-     * Get worker pool stats
-     */
-    getStats(): {
-        enabled: boolean;
-        workers: number;
-        busy: number;
-        queued: number;
-    };
-    /**
-     * Shutdown worker pool
-     */
-    shutdown(): Promise<void>;
-}
-export declare function getParallelIntelligence(config?: ParallelConfig): ParallelIntelligence;
-export declare function initParallelIntelligence(config?: ParallelConfig): Promise<ParallelIntelligence>;
-export default ParallelIntelligence;
-//# sourceMappingURL=parallel-intelligence.d.ts.map

package/dist/core/parallel-intelligence.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"parallel-intelligence.d.ts","sourceRoot":"","sources":["../../src/core/parallel-intelligence.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAUH,MAAM,WAAW,cAAc;IAC7B,wDAAwD;IACxD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wEAAwE;IACxE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,sDAAsD;IACtD,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC1D;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAMD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,SAAS,CAAiE;IAClF,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,GAAE,cAAmB;IAWvC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAyB3B,OAAO,CAAC,YAAY;IAWpB;;OAEG;YACW,eAAe;IAiC7B;;OAEG;IACG,mBAAmB,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBlE;;OAEG;IACG,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAkB3E;;OAEG;IACG,uBAAuB,CAAC,QAAQ,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAOhG;;OAEG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAU,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAsBzG;;OAEG;IACG,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAqBxG;;OAEG;IACG,sBAAsB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAkB1E;;OAEG;IACH,QAAQ,IAAI;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAS/E;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAOhC;AAkGD,wBAAgB,uBAAuB,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,oBAAoB,CAKrF;AAED,wBAAsB,wBAAwB,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAIrG;AAED,eAAe,oBAAoB,CAAC"}