agentdb 1.0.12 → 1.1.1

package/dist/quantization/optimized-pq.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"optimized-pq.js","sourceRoot":"","sources":["../../src/quantization/optimized-pq.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;GAaG;;;AAEH,iEAAkF;AAalF;;GAEG;AACH,MAAa,oBAAoB;IAC/B;;;;;;;OAOG;IACH,MAAM,CAAC,aAAa,CAAC,aAAqB,GAAG;QAC3C,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,WAAW,EAAE,gCAAgC;YAC7C,UAAU;YACV,UAAU,EAAE,EAAE,EAAG,oCAAoC;YACrD,IAAI,EAAE,CAAC,EAAU,8BAA8B;YAC/C,gBAAgB,EAAE,EAAE,EAAG,kCAAkC;YACzD,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,UAAU,GAAG,CAAC,GAAG,EAAE,CAAE,mBAAmB;SAC9D,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,QAAQ,CAAC,aAAqB,GAAG;QACtC,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,gCAAgC;YAC7C,UAAU;YACV,UAAU,EAAE,CAAC,EAAI,sBAAsB;YACvC,IAAI,EAAE,CAAC,EAAU,gBAAgB;YACjC,gBAAgB,EAAE,EAAE;YACpB,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,UAAU,GAAG,CAAC,GAAG,CAAC,CAAE,mBAAmB;SAC7D,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,gBAAgB,CAAC,aAAqB,GAAG;QAC9C,OAAO;YACL,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,iCAAiC;YAC9C,UAAU;YACV,UAAU,EAAE,CAAC,EAAI,sCAAsC;YACvD,IAAI,EAAE,CAAC,EAAU,gBAAgB;YACjC,gBAAgB,EAAE,EAAE;YACpB,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,UAAU,GAAG,CAAC,GAAG,CAAC,CAAE,oBAAoB;SAC9D,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,iBAAiB,CAAC,aAAqB,GAAG;QAC/C,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,kCAAkC;YAC/C,UAAU;YACV,UAAU,EAAE,CAAC,EAAI,gCAAgC;YACjD,IAAI,EAAE,CAAC,EAAU,iCAAiC;YAClD,gBAAgB,EAAE,EAAE;YACpB,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,UAAU,GAAG,CAAC,GAAG,CAAC,CAAE,8BAA8B;SACxE,CAAC;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,WAAW,CAAC,aAAqB,GAAG;QACzC,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,6CAA6C;YAC1D,UAAU;YACV,UAAU,EAAE,UAAU,EAAE,2CAA2C;YACnE,IAAI,EAAE,CAAC;YACP,gBAAgB,EAAE,CAAC,EAAE,+BAA+B;YACpD,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,CAAC;SACvB,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,MAAM,CAAC,WAAW,CAAC,aAAqB,GAAG;QACzC,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,+BAA+B;YAC5C,UAAU;YACV,UAAU,EAAE,UAAU;YACtB,IAAI,EAAE,CAAC;YACP,gBAAgB,EAAE,CAAC;YACnB,gBAAgB,EAAE,IAAI;YACtB,mBAAmB,EAAE,CAAC;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,aAAqB,GAAG;QAC5C,OAAO;YACL,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,EAAO,sBAAsB;YACzD,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;YAC5B,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;YAC9B,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YACzB,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC;YACjC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;SACnC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAS,CACd,UAAkB,EAClB,WAAoB,EACpB,OAAgB;QAEhB,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAEjD,iCAAiC;QACjC,IAAI,UAAU,GAAG,QAAQ,CAAC;QAC1B,IAAI,WAAW,EAAE,CAAC;YAChB,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,IAAI,WAAW,CAAC,CAAC;QACzE,CAAC;QAED,6BAA6B;QAC7B,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;YACtC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBACjC,MAAM,cAAc,GAAG,cAAc,GAAG,CAAC,CAAC,mBAAmB,CAAC;gBAC9D,OAAO,cAAc,IAAI,OAAO,CAAC;YACnC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,8DAA8D;QAC9D,OAAO,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,CAAC;CACF;AA9KD,oDA8KC;AAED;;GAEG;AACH,MAAa,wBAAyB,SAAQ,uCAAgB;IAC5D;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,OAA4B;QAC7C,OAAO,IAAI,wBAAwB,CAAC;YAClC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC3C,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,eAA2B;QAC7C,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAClE,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,gDAAgD;QAChD,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,WAAuB;QAMtC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,QAAQ,GAAG,QAAQ,CAAC;QACxB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEnC,2BAA2B;YAC3B,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,eAAe,GAAG,CAAC,CAAC;YAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACpC,WAAW,IAAI,IAAI,GAAG,IAAI,CAAC;gBAC3B,eAAe,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,eAAe,CAAC,CAAC;YAC/D,UAAU,IAAI,aAAa,CAAC;YAC5B,iBAAiB,IAAI,WAAW,CAAC;YAEjC,IAAI,aAAa,GAAG,QAAQ;gBAAE,QAAQ,GAAG,aAAa,CAAC;YACvD,IAAI,aAAa,GAAG,QAAQ;gBAAE,QAAQ,GAAG,aAAa,CAAC;QACzD,CAAC;QAED,MAAM,QAAQ,GAAG,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAEzF,OAAO;YACL,QAAQ;YACR,QAAQ;YACR,QAAQ;YACR,IAAI;SACL,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,oBAAoB,CACzB,UAAkB,EAClB,WAA+C,UAAU;QAEzD,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,oBAAoB,CAAC,aAAa,CAAC,UAAU,CAAC;YACpD,QAAQ,EAAE,oBAAoB,CAAC,QAAQ,CAAC,UAAU,CAAC;YACnD,UAAU,EAAE,oBAAoB,CAAC,gBAAgB,CAAC,UAAU,CAAC;SAC9D,CAAC;QAEF,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO;YACL,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC3C,CAAC;IACJ,CAAC;CACF;AAvGD,4DAuGC;AAED;;GAEG;AACH,MAAa,iBAAiB;IAC5B;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,UAAkB,EAAE,UAAkB,EAAE,IAAY;QAC1E,MAAM,aAAa,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,UAAU;QAChD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3D,OAAO,aAAa,GAAG,eAAe,CAAC;IACzC,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,gBAAgB,CAAC,UAAkB,EAAE,UAAkB,EAAE,IAAY;QAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACpC,MAAM,YAAY,GAAG,UAAU,GAAG,UAAU,CAAC;QAE7C,oCAAoC;QACpC,mCAAmC;QACnC,0CAA0C;QAE1C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,8BAA8B;QAC3F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAE,8BAA8B;QAC3F,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAK,wBAAwB;QAErF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,IAAI,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC;QAEzG,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,sBAAsB,CAAC,aAAqB,GAAG;QACpD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAEjE,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,mFAAmF,CAAC,CAAC;QAEjG,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,GAAG,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAC9F,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YACnE,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAEjE,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;gBACzD,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;oBAChD,OAAO,CAAC,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC;wBAC7D,qBAAqB,CAAC;YAEtC,OAAO,CAAC,GAAG,CACT,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,OAAO,EAAE,CAClH,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;CACF;AAzDD,8CAyDC"}

package/dist/quantization/optimized-pq.mjs

@@ -1,313 +0,0 @@
-/**
- * Optimized Product Quantization with Accuracy Profiles
- *
- * Provides pre-configured profiles for different accuracy/compression trade-offs:
- * - HIGH_ACCURACY: 95%+ accuracy, 48x compression
- * - BALANCED: 90%+ accuracy, 96x compression
- * - HIGH_COMPRESSION: 85%+ accuracy, 384x compression
- *
- * Key improvements:
- * 1. K-means++ initialization (better centroids)
- * 2. More iterations for better convergence
- * 3. Normalized subvectors for stability
- * 4. Pre-configured optimal settings
- */
-import { ProductQuantizer } from './product-quantization.mjs';
-/**
- * Pre-configured quantization profiles for common use cases
- */
-export class QuantizationProfiles {
-    /**
-     * HIGH ACCURACY Profile (95%+ accuracy, 48x compression)
-     * Best for: Production systems requiring high quality
-     *
-     * Config: 768 dims → 16 subvectors × 8 bits
-     * Size: 768 floats (3072 bytes) → 16 bytes
-     * Accuracy: 95-98% (low error)
-     */
-    static HIGH_ACCURACY(dimensions = 768) {
-        return {
-            name: 'HIGH_ACCURACY',
-            description: '95%+ accuracy, 48x compression',
-            dimensions,
-            subvectors: 16, // More subvectors = better accuracy
-            bits: 8, // 256 centroids per subvector
-            kmeansIterations: 30, // More iterations for convergence
-            expectedAccuracy: 0.95,
-            expectedCompression: dimensions * 4 / 16 // 48x for 768 dims
-        };
-    }
-    /**
-     * BALANCED Profile (90%+ accuracy, 96x compression)
-     * Best for: Most production use cases
-     *
-     * Config: 768 dims → 8 subvectors × 8 bits
-     * Size: 768 floats (3072 bytes) → 8 bytes
-     * Accuracy: 90-95% (moderate error)
-     */
-    static BALANCED(dimensions = 768) {
-        return {
-            name: 'BALANCED',
-            description: '90%+ accuracy, 96x compression',
-            dimensions,
-            subvectors: 8, // Moderate subvectors
-            bits: 8, // 256 centroids
-            kmeansIterations: 25,
-            expectedAccuracy: 0.90,
-            expectedCompression: dimensions * 4 / 8 // 96x for 768 dims
-        };
-    }
-    /**
-     * HIGH COMPRESSION Profile (85%+ accuracy, 192x compression)
-     * Best for: Storage-constrained systems
-     *
-     * Config: 768 dims → 4 subvectors × 8 bits
-     * Size: 768 floats (3072 bytes) → 4 bytes
-     * Accuracy: 85-90% (higher error but acceptable)
-     */
-    static HIGH_COMPRESSION(dimensions = 768) {
-        return {
-            name: 'HIGH_COMPRESSION',
-            description: '85%+ accuracy, 192x compression',
-            dimensions,
-            subvectors: 4, // Fewer subvectors = more compression
-            bits: 8, // 256 centroids
-            kmeansIterations: 20,
-            expectedAccuracy: 0.85,
-            expectedCompression: dimensions * 4 / 4 // 192x for 768 dims
-        };
-    }
-    /**
-     * ULTRA COMPRESSION Profile (80%+ accuracy, 384x compression)
-     * Best for: Extreme storage constraints
-     *
-     * Config: 768 dims → 4 subvectors × 6 bits
-     * Size: 768 floats (3072 bytes) → 3 bytes (packed)
-     * Accuracy: 80-85% (high error, use with caution)
-     */
-    static ULTRA_COMPRESSION(dimensions = 768) {
-        return {
-            name: 'ULTRA_COMPRESSION',
-            description: '80%+ accuracy, 384x+ compression',
-            dimensions,
-            subvectors: 8, // Back to 8 for better accuracy
-            bits: 4, // Only 16 centroids (aggressive)
-            kmeansIterations: 20,
-            expectedAccuracy: 0.80,
-            expectedCompression: dimensions * 4 / 4 // 192x base, can pack to 384x
-        };
-    }
-    /**
-     * SCALAR 8-BIT Profile (90%+ accuracy, 4x compression)
-     * Best for: Recommended default for production
-     *
-     * Simple per-dimension quantization. Works great on any data distribution.
-     * Config: 768 dims → 8-bit scalar quantization
-     * Size: 768 floats (3072 bytes) → 768 bytes
-     * Accuracy: 90-95% (excellent on all data types)
-     */
-    static SCALAR_8BIT(dimensions = 768) {
-        return {
-            name: 'SCALAR_8BIT',
-            description: '90%+ accuracy, 4x compression (Recommended)',
-            dimensions,
-            subvectors: dimensions, // Scalar uses all dimensions independently
-            bits: 8,
-            kmeansIterations: 0, // No k-means needed for scalar
-            expectedAccuracy: 0.90,
-            expectedCompression: 4
-        };
-    }
-    /**
-     * SCALAR 4-BIT Profile (85%+ accuracy, 8x compression)
-     * Best for: High compression with good accuracy
-     *
-     * Config: 768 dims → 4-bit scalar quantization
-     * Size: 768 floats (3072 bytes) → 384 bytes
-     * Accuracy: 85-90% (works on any data)
-     */
-    static SCALAR_4BIT(dimensions = 768) {
-        return {
-            name: 'SCALAR_4BIT',
-            description: '85%+ accuracy, 8x compression',
-            dimensions,
-            subvectors: dimensions,
-            bits: 4,
-            kmeansIterations: 0,
-            expectedAccuracy: 0.85,
-            expectedCompression: 8
-        };
-    }
-    /**
-     * Get all available profiles
-     */
-    static getAllProfiles(dimensions = 768) {
-        return [
-            this.SCALAR_8BIT(dimensions), // Recommended default
-            this.SCALAR_4BIT(dimensions),
-            this.HIGH_ACCURACY(dimensions),
-            this.BALANCED(dimensions),
-            this.HIGH_COMPRESSION(dimensions),
-            this.ULTRA_COMPRESSION(dimensions)
-        ];
-    }
-    /**
-     * Recommend profile based on requirements
-     */
-    static recommend(dimensions, minAccuracy, maxSize) {
-        const profiles = this.getAllProfiles(dimensions);
-        // Filter by accuracy requirement
-        let candidates = profiles;
-        if (minAccuracy) {
-            candidates = candidates.filter(p => p.expectedAccuracy >= minAccuracy);
-        }
-        // Filter by size requirement
-        if (maxSize) {
-            const bytesPerVector = dimensions * 4;
-            candidates = candidates.filter(p => {
-                const compressedSize = bytesPerVector / p.expectedCompression;
-                return compressedSize <= maxSize;
-            });
-        }
-        if (candidates.length === 0) {
-            throw new Error('No profile meets requirements');
-        }
-        // Return most balanced (highest compression among candidates)
-        return candidates[candidates.length - 1];
-    }
-}
-/**
- * Improved Product Quantizer with better k-means initialization
- */
-export class ImprovedProductQuantizer extends ProductQuantizer {
-    /**
-     * Create quantizer from profile
-     */
-    static fromProfile(profile) {
-        return new ImprovedProductQuantizer({
-            dimensions: profile.dimensions,
-            subvectors: profile.subvectors,
-            bits: profile.bits,
-            kmeansIterations: profile.kmeansIterations
-        });
-    }
-    /**
-     * Train with improved k-means++ initialization
-     */
-    async trainImproved(trainingVectors) {
-        if (trainingVectors.length === 0) {
-            throw new Error('Training vectors cannot be empty');
-        }
-        console.log(`Training with improved k-means++ initialization...`);
-        const startTime = performance.now();
-        // Use parent's train method (already optimized)
-        await this.train(trainingVectors);
-        const duration = performance.now() - startTime;
-        console.log(`Training complete in ${duration.toFixed(0)}ms`);
-    }
-    /**
-     * Evaluate accuracy on test vectors
-     */
-    evaluateAccuracy(testVectors) {
-        if (!this.isTrained()) {
-            throw new Error('Quantizer must be trained before evaluation');
-        }
-        let totalError = 0;
-        let maxError = 0;
-        let minError = Infinity;
-        let totalSquaredError = 0;
-        for (const vector of testVectors) {
-            const codes = this.encode(vector);
-            const decoded = this.decode(codes);
-            // Calculate relative error
-            let vectorError = 0;
-            let vectorMagnitude = 0;
-            for (let i = 0; i < vector.length; i++) {
-                const diff = vector[i] - decoded[i];
-                vectorError += diff * diff;
-                vectorMagnitude += vector[i] * vector[i];
-            }
-            const relativeError = Math.sqrt(vectorError / vectorMagnitude);
-            totalError += relativeError;
-            totalSquaredError += vectorError;
-            if (relativeError > maxError)
-                maxError = relativeError;
-            if (relativeError < minError)
-                minError = relativeError;
-        }
-        const avgError = totalError / testVectors.length;
-        const rmse = Math.sqrt(totalSquaredError / (testVectors.length * testVectors[0].length));
-        return {
-            avgError,
-            maxError,
-            minError,
-            rmse
-        };
-    }
-    /**
-     * Get recommended configuration for dimensions
-     */
-    static getRecommendedConfig(dimensions, accuracy = 'balanced') {
-        const profiles = {
-            high: QuantizationProfiles.HIGH_ACCURACY(dimensions),
-            balanced: QuantizationProfiles.BALANCED(dimensions),
-            compressed: QuantizationProfiles.HIGH_COMPRESSION(dimensions)
-        };
-        const profile = profiles[accuracy];
-        return {
-            dimensions: profile.dimensions,
-            subvectors: profile.subvectors,
-            bits: profile.bits,
-            kmeansIterations: profile.kmeansIterations
-        };
-    }
-}
-/**
- * Quantization utility functions
- */
-export class QuantizationUtils {
-    /**
-     * Calculate compression ratio
-     */
-    static compressionRatio(dimensions, subvectors, bits) {
-        const originalBytes = dimensions * 4; // Float32
-        const compressedBytes = Math.ceil((subvectors * bits) / 8);
-        return originalBytes / compressedBytes;
-    }
-    /**
-     * Estimate accuracy from configuration
-     * (Empirical formula based on common embeddings)
-     */
-    static estimateAccuracy(dimensions, subvectors, bits) {
-        const centroids = Math.pow(2, bits);
-        const subvectorDim = dimensions / subvectors;
-        // More subvectors = better accuracy
-        // More centroids = better accuracy
-        // Higher subvector dimension = more error
-        const subvectorFactor = Math.log(subvectors) / Math.log(16); // Normalized to 16 subvectors
-        const centroidFactor = Math.log(centroids) / Math.log(256); // Normalized to 256 centroids
-        const dimFactor = Math.log(subvectorDim) / Math.log(48); // Normalized to 48 dims
-        const estimatedAccuracy = 0.70 + (0.15 * subvectorFactor) + (0.10 * centroidFactor) - (0.05 * dimFactor);
-        return Math.max(0.5, Math.min(0.98, estimatedAccuracy));
-    }
-    /**
-     * Print comparison table of profiles
-     */
-    static printProfileComparison(dimensions = 768) {
-        const profiles = QuantizationProfiles.getAllProfiles(dimensions);
-        console.log('\n=== Quantization Profile Comparison ===\n');
-        console.log('Profile            | Accuracy | Compression | Size      | Use Case');
-        console.log('-------------------|----------|-------------|-----------|------------------------');
-        for (const profile of profiles) {
-            const size = `${dimensions * 4} → ${Math.ceil(dimensions * 4 / profile.expectedCompression)}`;
-            const accuracy = `${(profile.expectedAccuracy * 100).toFixed(0)}%`;
-            const compression = `${profile.expectedCompression.toFixed(0)}x`;
-            const useCase = profile.name === 'HIGH_ACCURACY' ? 'Production quality' :
-                profile.name === 'BALANCED' ? 'Most use cases' :
-                    profile.name === 'HIGH_COMPRESSION' ? 'Storage-constrained' :
-                        'Extreme compression';
-            console.log(`${profile.name.padEnd(18)} | ${accuracy.padEnd(8)} | ${compression.padEnd(11)} | ${size.padEnd(9)} | ${useCase}`);
-        }
-        console.log();
-    }
-}

package/dist/quantization/product-quantization.d.ts

@@ -1,109 +0,0 @@
-/**
- * Product Quantization (PQ) for 4-32x vector compression
- *
- * Reduces storage requirements while maintaining 95%+ search accuracy.
- * Splits vectors into subvectors and quantizes each independently.
- *
- * @example
- * ```typescript
- * const pq = new ProductQuantizer({ dimensions: 768, subvectors: 8, bits: 8 });
- * await pq.train(trainingVectors); // Train codebooks
- *
- * // Compress vectors (768 floats → 8 bytes = 96x reduction)
- * const codes = pq.encode(vector);
- *
- * // Decompress for similarity search
- * const approximation = pq.decode(codes);
- * ```
- */
-export interface ProductQuantizerConfig {
-    /** Vector dimensions (e.g., 768 for many embeddings) */
-    dimensions: number;
-    /** Number of subvectors (typically 4-16) */
-    subvectors: number;
-    /** Bits per subvector (typically 8 = 256 centroids) */
-    bits: number;
-    /** K-means iterations for training (default: 20) */
-    kmeansIterations?: number;
-    /** Enable compression statistics (default: true) */
-    enableStats?: boolean;
-}
-export interface CompressionStats {
-    originalSize: number;
-    compressedSize: number;
-    compressionRatio: number;
-    encodeCount: number;
-    decodeCount: number;
-    avgEncodeTime: number;
-    avgDecodeTime: number;
-}
-interface Codebook {
-    centroids: number[][];
-}
-export declare class ProductQuantizer {
-    private config;
-    private codebooks;
-    private subvectorDim;
-    private trained;
-    private stats;
-    constructor(config: ProductQuantizerConfig);
-    /**
-     * Train codebooks using k-means clustering on training vectors
-     */
-    train(trainingVectors: number[][]): Promise<void>;
-    /**
-     * Extract subvectors for a specific segment
-     */
-    private extractSubvectors;
-    /**
-     * Train k-means clustering to create centroids
-     */
-    private trainKMeans;
-    /**
-     * Encode vector into quantized codes
-     */
-    encode(vector: number[]): Uint8Array;
-    /**
-     * Decode quantized codes back to approximate vector
-     */
-    decode(codes: Uint8Array): number[];
-    /**
-     * Compute asymmetric distance for faster search
-     * Compare query vector directly with quantized database vectors
-     */
-    asymmetricDistance(query: number[], codes: Uint8Array): number;
-    /**
-     * Euclidean distance between two vectors
-     */
-    private euclideanDistance;
-    /**
-     * Squared Euclidean distance (faster, no sqrt)
-     */
-    private euclideanDistanceSquared;
-    /**
-     * Get compression statistics
-     */
-    getStats(): CompressionStats;
-    /**
-     * Reset statistics
-     */
-    resetStats(): void;
-    /**
-     * Check if quantizer is trained
-     */
-    isTrained(): boolean;
-    /**
-     * Export codebooks for persistence
-     */
-    exportCodebooks(): Codebook[];
-    /**
-     * Import codebooks from persistence
-     */
-    importCodebooks(codebooks: Codebook[]): void;
-    /**
-     * Get configuration
-     */
-    getConfig(): Required<ProductQuantizerConfig>;
-}
-export {};
-//# sourceMappingURL=product-quantization.d.ts.map

package/dist/quantization/product-quantization.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"product-quantization.d.ts","sourceRoot":"","sources":["../../src/quantization/product-quantization.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,MAAM,WAAW,sBAAsB;IACrC,wDAAwD;IACxD,UAAU,EAAE,MAAM,CAAC;IACnB,4CAA4C;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,uDAAuD;IACvD,IAAI,EAAE,MAAM,CAAC;IACb,oDAAoD;IACpD,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,oDAAoD;IACpD,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,UAAU,QAAQ;IAChB,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC;CACvB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,OAAO,CAAkB;IAGjC,OAAO,CAAC,KAAK,CAKX;gBAEU,MAAM,EAAE,sBAAsB;IAkB1C;;OAEG;IACG,KAAK,CAAC,eAAe,EAAE,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBvD;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAMzB;;OAEG;IACH,OAAO,CAAC,WAAW;IAkEnB;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU;IAyCpC;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,EAAE;IA2BnC;;;OAGG;IACH,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,UAAU,GAAG,MAAM;IAqB9D;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAIzB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAShC;;OAEG;IACH,QAAQ,IAAI,gBAAgB;IAmB5B;;OAEG;IACH,UAAU,IAAI,IAAI;IASlB;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,eAAe,IAAI,QAAQ,EAAE;IAM7B;;OAEG;IACH,eAAe,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI;IAa5C;;OAEG;IACH,SAAS,IAAI,QAAQ,CAAC,sBAAsB,CAAC;CAG9C"}