verso-db 0.1.4 → 0.2.0

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AAEH,gFAAgF;AAEhF,OAAO;AACP,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKxC,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,oBAAoB,EACpB,oBAAoB,EACpB,oBAAoB,EACpB,iBAAiB,EACjB,kBAAkB,EAClB,OAAO,EACP,oBAAoB,EACpB,SAAS,EACT,YAAY,EACb,MAAM,WAAW,CAAC;AAEnB,eAAe;AACf,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAKjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EACL,oBAAoB,EACpB,yBAAyB,EACzB,sBAAsB,GAGvB,MAAM,gCAAgC,CAAC;AAExC,mCAAmC;AACnC,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE1E,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAGvE,4BAA4B;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,gBAAgB;AAChB,OAAO,EACL,aAAa,EACb,sBAAsB,EACtB,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,EACrB,YAAY,EACZ,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,UAAU,CAAC"}

package/dist/presets.d.ts

@@ -23,12 +23,12 @@ export interface HNSWPreset {
  * Preset for low-dimensional vectors (128D or less)
  * Suitable for: Image features, word2vec, GloVe embeddings
  */
-export declare const PRESET_LOW_DIM: HNSWPreset;
+export declare const PRESET_LOW_DIM: Readonly<HNSWPreset>;
 /**
  * Preset for medium-dimensional vectors (256-512D)
  * Suitable for: Sentence embeddings, smaller transformer outputs
  */
-export declare const PRESET_MEDIUM_DIM: HNSWPreset;
+export declare const PRESET_MEDIUM_DIM: Readonly<HNSWPreset>;
 /**
  * Preset for high-dimensional vectors (768D+)
  * Suitable for: BERT, GPT embeddings, Cohere, OpenAI embeddings
@@ -37,19 +37,19 @@ export declare const PRESET_MEDIUM_DIM: HNSWPreset;
  * Benchmarked on Cohere Wikipedia 1024D (495K vectors):
  * - efSearch=128: 99.2% recall, 168 QPS, 10.72ms P99
  */
-export declare const PRESET_HIGH_DIM: HNSWPreset;
+export declare const PRESET_HIGH_DIM: Readonly<HNSWPreset>;
 /**
  * Preset for very high-dimensional vectors (1536D+)
  * Suitable for: OpenAI text-embedding-ada-002, text-embedding-3-large
  *
  * Scaled from PRESET_HIGH_DIM benchmarks (higher M for higher dimensions)
  */
-export declare const PRESET_VERY_HIGH_DIM: HNSWPreset;
+export declare const PRESET_VERY_HIGH_DIM: Readonly<HNSWPreset>;
 /**
  * Preset for small datasets (<10K vectors)
  * Prioritizes recall over speed since brute-force is viable
  */
-export declare const PRESET_SMALL_DATASET: HNSWPreset;
+export declare const PRESET_SMALL_DATASET: Readonly<HNSWPreset>;
 /**
  * Preset for large datasets (100K-1M vectors)
  * Balances recall with build time and memory
@@ -57,21 +57,21 @@ export declare const PRESET_SMALL_DATASET: HNSWPreset;
  * Benchmarked on Cohere Wikipedia 1024D (495K vectors):
  * - efSearch=128: 99.2% recall, 168 QPS
  */
-export declare const PRESET_LARGE_DATASET: HNSWPreset;
+export declare const PRESET_LARGE_DATASET: Readonly<HNSWPreset>;
 /**
  * Preset for maximum recall (prioritizes accuracy over speed)
  * Use when recall is critical and latency is acceptable
  */
-export declare const PRESET_MAX_RECALL: HNSWPreset;
+export declare const PRESET_MAX_RECALL: Readonly<HNSWPreset>;
 /**
  * Preset for minimum latency (prioritizes speed over recall)
  * Use when latency is critical and 90% recall is acceptable
  */
-export declare const PRESET_LOW_LATENCY: HNSWPreset;
+export declare const PRESET_LOW_LATENCY: Readonly<HNSWPreset>;
 /**
  * All available presets
  */
-export declare const PRESETS: Record<string, HNSWPreset>;
+export declare const PRESETS: Readonly<Record<string, Readonly<HNSWPreset>>>;
 /**
  * Get recommended preset based on dimension and dataset size
  *

package/dist/presets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"presets.d.ts","sourceRoot":"","sources":["../src/presets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,CAAC,EAAE,MAAM,CAAC;IACV,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,UAS5B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,iBAAiB,EAAE,UAS/B,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,EAAE,UAS7B,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,EAAE,UASlC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,oBAAoB,EAAE,UASlC,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,oBAAoB,EAAE,UASlC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,iBAAiB,EAAE,UAS/B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,UAShC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAS9C,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,CAkBxF;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAE9D;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,cAAc,EAAE,MAAM,GAAG,UAAU,CAyB/D"}
+{"version":3,"file":"presets.d.ts","sourceRoot":"","sources":["../src/presets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,CAAC,EAAE,MAAM,CAAC;IACV,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,QAAQ,CAAC,UAAU,CAS9C,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,iBAAiB,EAAE,QAAQ,CAAC,UAAU,CASjD,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,EAAE,QAAQ,CAAC,UAAU,CAS/C,CAAC;AAEH;;;;;GAKG;AACH,eAAO,MAAM,oBAAoB,EAAE,QAAQ,CAAC,UAAU,CASpD,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,oBAAoB,EAAE,QAAQ,CAAC,UAAU,CASpD,CAAC;AAEH;;;;;;GAMG;AACH,eAAO,MAAM,oBAAoB,EAAE,QAAQ,CAAC,UAAU,CASpD,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,iBAAiB,EAAE,QAAQ,CAAC,UAAU,CASjD,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,QAAQ,CAAC,UAAU,CASlD,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CASjE,CAAC;AAEH;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,CAkBxF;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAE9D;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,cAAc,EAAE,MAAM,GAAG,UAAU,CAyB/D"}

package/dist/presets.js

@@ -0,0 +1,205 @@
+/**
+ * HNSW Parameter Presets
+ *
+ * These presets are optimized based on extensive benchmarking to achieve
+ * the target recall@10 >= 95% for different dataset sizes and dimensions.
+ *
+ * Key parameters:
+ * - M: Maximum connections per node (higher = better recall, more memory)
+ * - efConstruction: Beam width during index building (higher = better quality, slower build)
+ * - efSearch: Beam width during search (higher = better recall, slower search)
+ */
+/**
+ * Preset for low-dimensional vectors (128D or less)
+ * Suitable for: Image features, word2vec, GloVe embeddings
+ */
+export const PRESET_LOW_DIM = Object.freeze({
+    name: 'low-dim',
+    description: 'Optimized for low-dimensional vectors (<=128D)',
+    M: 16,
+    efConstruction: 200,
+    efSearch: 100,
+    expectedRecall: 0.99,
+    targetDimensions: '<=128',
+    targetDatasetSize: '1K-100K',
+});
+/**
+ * Preset for medium-dimensional vectors (256-512D)
+ * Suitable for: Sentence embeddings, smaller transformer outputs
+ */
+export const PRESET_MEDIUM_DIM = Object.freeze({
+    name: 'medium-dim',
+    description: 'Optimized for medium-dimensional vectors (129-512D)',
+    M: 24,
+    efConstruction: 200,
+    efSearch: 150,
+    expectedRecall: 0.97,
+    targetDimensions: '129-512',
+    targetDatasetSize: '1K-100K',
+});
+/**
+ * Preset for high-dimensional vectors (768D+)
+ * Suitable for: BERT, GPT embeddings, Cohere, OpenAI embeddings
+ * This is the recommended preset for RAG applications
+ *
+ * Benchmarked on Cohere Wikipedia 1024D (495K vectors):
+ * - efSearch=128: 99.2% recall, 168 QPS, 10.72ms P99
+ */
+export const PRESET_HIGH_DIM = Object.freeze({
+    name: 'high-dim',
+    description: 'Optimized for high-dimensional vectors (768D+)',
+    M: 32,
+    efConstruction: 200,
+    efSearch: 128,
+    expectedRecall: 0.99,
+    targetDimensions: '>=768',
+    targetDatasetSize: '1K-500K',
+});
+/**
+ * Preset for very high-dimensional vectors (1536D+)
+ * Suitable for: OpenAI text-embedding-ada-002, text-embedding-3-large
+ *
+ * Scaled from PRESET_HIGH_DIM benchmarks (higher M for higher dimensions)
+ */
+export const PRESET_VERY_HIGH_DIM = Object.freeze({
+    name: 'very-high-dim',
+    description: 'Optimized for very high-dimensional vectors (1536D+)',
+    M: 48,
+    efConstruction: 300,
+    efSearch: 150,
+    expectedRecall: 0.99,
+    targetDimensions: '>=1536',
+    targetDatasetSize: '1K-500K',
+});
+/**
+ * Preset for small datasets (<10K vectors)
+ * Prioritizes recall over speed since brute-force is viable
+ */
+export const PRESET_SMALL_DATASET = Object.freeze({
+    name: 'small-dataset',
+    description: 'Optimized for small datasets (<10K vectors)',
+    M: 16,
+    efConstruction: 200,
+    efSearch: 200,
+    expectedRecall: 0.99,
+    targetDimensions: 'any',
+    targetDatasetSize: '<10K',
+});
+/**
+ * Preset for large datasets (100K-1M vectors)
+ * Balances recall with build time and memory
+ *
+ * Benchmarked on Cohere Wikipedia 1024D (495K vectors):
+ * - efSearch=128: 99.2% recall, 168 QPS
+ */
+export const PRESET_LARGE_DATASET = Object.freeze({
+    name: 'large-dataset',
+    description: 'Optimized for large datasets (100K-1M vectors)',
+    M: 32,
+    efConstruction: 200,
+    efSearch: 128,
+    expectedRecall: 0.99,
+    targetDimensions: 'any',
+    targetDatasetSize: '100K-1M',
+});
+/**
+ * Preset for maximum recall (prioritizes accuracy over speed)
+ * Use when recall is critical and latency is acceptable
+ */
+export const PRESET_MAX_RECALL = Object.freeze({
+    name: 'max-recall',
+    description: 'Maximum recall configuration',
+    M: 48,
+    efConstruction: 500,
+    efSearch: 400,
+    expectedRecall: 0.99,
+    targetDimensions: 'any',
+    targetDatasetSize: 'any',
+});
+/**
+ * Preset for minimum latency (prioritizes speed over recall)
+ * Use when latency is critical and 90% recall is acceptable
+ */
+export const PRESET_LOW_LATENCY = Object.freeze({
+    name: 'low-latency',
+    description: 'Minimum latency configuration (90% recall)',
+    M: 12,
+    efConstruction: 100,
+    efSearch: 50,
+    expectedRecall: 0.90,
+    targetDimensions: 'any',
+    targetDatasetSize: 'any',
+});
+/**
+ * All available presets
+ */
+export const PRESETS = Object.freeze({
+    'low-dim': PRESET_LOW_DIM,
+    'medium-dim': PRESET_MEDIUM_DIM,
+    'high-dim': PRESET_HIGH_DIM,
+    'very-high-dim': PRESET_VERY_HIGH_DIM,
+    'small-dataset': PRESET_SMALL_DATASET,
+    'large-dataset': PRESET_LARGE_DATASET,
+    'max-recall': PRESET_MAX_RECALL,
+    'low-latency': PRESET_LOW_LATENCY,
+});
+/**
+ * Get recommended preset based on dimension and dataset size
+ *
+ * For high-dimensional vectors (768D+), dimension takes priority over dataset size
+ * because recall degrades significantly without higher M values.
+ */
+export function getRecommendedPreset(dimension, datasetSize) {
+    // For high-dimensional vectors, always use dimension-based presets
+    // (dimension matters more than dataset size for recall)
+    // Note: Check 1536 BEFORE 768 since 1536 >= 768 would match first
+    if (dimension >= 1536)
+        return PRESET_VERY_HIGH_DIM;
+    if (dimension >= 768)
+        return PRESET_HIGH_DIM;
+    // For lower dimensions, consider dataset size
+    if (datasetSize !== undefined) {
+        if (datasetSize < 10000)
+            return PRESET_SMALL_DATASET;
+        if (datasetSize > 100000)
+            return PRESET_LARGE_DATASET;
+    }
+    // Dimension-based selection for medium dimensions
+    if (dimension <= 128)
+        return PRESET_LOW_DIM;
+    if (dimension <= 512)
+        return PRESET_MEDIUM_DIM;
+    return PRESET_HIGH_DIM;
+}
+/**
+ * Get preset by name
+ */
+export function getPreset(name) {
+    return PRESETS[name];
+}
+/**
+ * RAG-specific preset recommendation
+ * For typical RAG applications using popular embedding models
+ */
+export function getRAGPreset(embeddingModel) {
+    const model = embeddingModel.toLowerCase();
+    // OpenAI models
+    if (model.includes('ada-002') || model.includes('text-embedding-3')) {
+        return PRESET_VERY_HIGH_DIM;
+    }
+    // Cohere models
+    if (model.includes('cohere') || model.includes('embed-')) {
+        return PRESET_HIGH_DIM;
+    }
+    // BERT/Sentence Transformers
+    if (model.includes('bert') || model.includes('minilm') || model.includes('mpnet')) {
+        return PRESET_HIGH_DIM;
+    }
+    // E5 models
+    if (model.includes('e5-')) {
+        return model.includes('large') ? PRESET_HIGH_DIM : PRESET_MEDIUM_DIM;
+    }
+    // Default to high-dim for unknown models (most modern embeddings are 768D+)
+    return PRESET_HIGH_DIM;
+}
+//# sourceMappingURL=presets.js.map

package/dist/presets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"presets.js","sourceRoot":"","sources":["../src/presets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAaH;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAyB,MAAM,CAAC,MAAM,CAAC;IAChE,IAAI,EAAE,SAAS;IACf,WAAW,EAAE,gDAAgD;IAC7D,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,GAAG;IACb,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,OAAO;IACzB,iBAAiB,EAAE,SAAS;CAC7B,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACnE,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,qDAAqD;IAClE,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,GAAG;IACb,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,SAAS;IAC3B,iBAAiB,EAAE,SAAS;CAC7B,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,eAAe,GAAyB,MAAM,CAAC,MAAM,CAAC;IACjE,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,gDAAgD;IAC7D,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,GAAG;IACb,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,OAAO;IACzB,iBAAiB,EAAE,SAAS;CAC7B,CAAC,CAAC;AAEH;;;;;GAKG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACtE,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,sDAAsD;IACnE,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,GAAG;IACb,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,QAAQ;IAC1B,iBAAiB,EAAE,SAAS;CAC7B,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACtE,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,6CAA6C;IAC1D,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,GAAG;IACb,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,KAAK;IACvB,iBAAiB,EAAE,MAAM;CAC1B,CAAC,CAAC;AAEH;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACtE,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,gDAAgD;IAC7D,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,GAAG;IACb,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,KAAK;IACvB,iBAAiB,EAAE,SAAS;CAC7B,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACnE,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,8BAA8B;IAC3C,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,GAAG;IACb,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,KAAK;IACvB,iBAAiB,EAAE,KAAK;CACzB,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAyB,MAAM,CAAC,MAAM,CAAC;IACpE,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,4CAA4C;IACzD,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,EAAE;IACZ,cAAc,EAAE,IAAI;IACpB,gBAAgB,EAAE,KAAK;IACvB,iBAAiB,EAAE,KAAK;CACzB,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAmD,MAAM,CAAC,MAAM,CAAC;IACnF,SAAS,EAAE,cAAc;IACzB,YAAY,EAAE,iBAAiB;IAC/B,UAAU,EAAE,eAAe;IAC3B,eAAe,EAAE,oBAAoB;IACrC,eAAe,EAAE,oBAAoB;IACrC,eAAe,EAAE,oBAAoB;IACrC,YAAY,EAAE,iBAAiB;IAC/B,aAAa,EAAE,kBAAkB;CAClC,CAAC,CAAC;AAEH;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAAiB,EAAE,WAAoB;IAC1E,mEAAmE;IACnE,wDAAwD;IACxD,kEAAkE;IAClE,IAAI,SAAS,IAAI,IAAI;QAAE,OAAO,oBAAoB,CAAC;IACnD,IAAI,SAAS,IAAI,GAAG;QAAE,OAAO,eAAe,CAAC;IAE7C,8CAA8C;IAC9C,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC9B,IAAI,WAAW,GAAG,KAAK;YAAE,OAAO,oBAAoB,CAAC;QACrD,IAAI,WAAW,GAAG,MAAM;YAAE,OAAO,oBAAoB,CAAC;IACxD,CAAC;IAED,kDAAkD;IAClD,IAAI,SAAS,IAAI,GAAG;QAAE,OAAO,cAAc,CAAC;IAC5C,IAAI,SAAS,IAAI,GAAG;QAAE,OAAO,iBAAiB,CAAC;IAE/C,OAAO,eAAe,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;AACvB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,cAAsB;IACjD,MAAM,KAAK,GAAG,cAAc,CAAC,WAAW,EAAE,CAAC;IAE3C,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACpE,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IAED,gBAAgB;IAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzD,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,6BAA6B;IAC7B,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAClF,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,YAAY;IACZ,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB,CAAC;IACvE,CAAC;IAED,4EAA4E;IAC5E,OAAO,eAAe,CAAC;AACzB,CAAC"}

package/dist/quantization/ScalarQuantizer.d.ts

@@ -32,6 +32,7 @@ export declare class ScalarQuantizer {
      * Get quantization parameters
      */
     getParams(): QuantizationParams | null;
+    private validateParams;
     /**
      * Set quantization parameters (for loading saved quantizer)
      */
@@ -40,6 +41,15 @@ export declare class ScalarQuantizer {
      * Quantize a single float32 vector to int8
      */
     quantize(vector: Float32Array): Int8Array;
+    /**
+     * Quantize a float32 vector directly into a target Int8Array at the given offset.
+     * Zero-allocation: avoids creating a new Int8Array per vector.
+     *
+     * @param vector Source float32 vector
+     * @param target Target Int8Array to write into
+     * @param targetOffset Byte offset in target where quantized values start
+     */
+    quantizeInto(vector: Float32Array, target: Int8Array, targetOffset: number): void;
     /**
      * Quantize multiple vectors
      */
@@ -77,38 +87,4 @@ export declare function l2SquaredInt8(a: Int8Array, b: Int8Array): number;
  * Uses 8-wide unrolling with separate accumulators for better ILP
  */
 export declare function cosineDistanceInt8(a: Int8Array, b: Int8Array): number;
-/**
- * QuantizedVectorStore - Efficient storage for quantized vectors
- */
-export declare class QuantizedVectorStore {
-    private quantizer;
-    private vectors;
-    private originalVectors;
-    private keepOriginals;
-    constructor(dimension: number, keepOriginals?: boolean);
-    /**
-     * Train the quantizer and add vectors
-     */
-    addVectors(vectors: Float32Array[]): void;
-    /**
-     * Get quantized vector by index
-     */
-    getQuantized(index: number): Int8Array;
-    /**
-     * Get original float32 vector by index (for rescoring)
-     */
-    getOriginal(index: number): Float32Array | null;
-    /**
-     * Get number of vectors
-     */
-    size(): number;
-    /**
-     * Calculate memory usage in bytes
-     */
-    memoryUsage(): {
-        quantized: number;
-        original: number;
-        total: number;
-    };
-}
 //# sourceMappingURL=ScalarQuantizer.d.ts.map

package/dist/quantization/ScalarQuantizer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ScalarQuantizer.d.ts","sourceRoot":"","sources":["../../src/quantization/ScalarQuantizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,YAAY,CAAC;IAClB,GAAG,EAAE,YAAY,CAAC;IAClB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,YAAY,CAAC;CACtB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,OAAO,CAAkB;gBAErB,SAAS,EAAE,MAAM;IAI7B;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,IAAI;IAsCpC;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,SAAS,IAAI,kBAAkB,GAAG,IAAI;IAItC;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI;IAK3C;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS;IAkBzC;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,SAAS,EAAE;IAQnD;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,SAAS,GAAG,YAAY;IAiB3C;;OAEG;IACH,SAAS,IAAI,WAAW;IAuBxB;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,GAAG,eAAe;CAqBzD;AAED;;;GAGG;AAEH;;;GAGG;AACH,wBAAgB,cAAc,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,GAAG,MAAM,CAyBjE;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,GAAG,MAAM,CAkChE;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,GAAG,MAAM,CAwCrE;AAED;;GAEG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,aAAa,CAAU;gBAEnB,SAAS,EAAE,MAAM,EAAE,aAAa,UAAO;IAOnD;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,IAAI;IAazC;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS;IAItC;;OAEG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAK/C;;OAEG;IACH,IAAI,IAAI,MAAM;IAId;;OAEG;IACH,WAAW,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;CAOtE"}
+{"version":3,"file":"ScalarQuantizer.d.ts","sourceRoot":"","sources":["../../src/quantization/ScalarQuantizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,YAAY,CAAC;IAClB,GAAG,EAAE,YAAY,CAAC;IAClB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,YAAY,CAAC;CACtB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,OAAO,CAAkB;gBAErB,SAAS,EAAE,MAAM;IAI7B;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,IAAI;IA8CpC;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,SAAS,IAAI,kBAAkB,GAAG,IAAI;IAItC,OAAO,CAAC,cAAc;IA+BtB;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI;IAM3C;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS;IAczC;;;;;;;OAOG;IACH,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAkBjF;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,SAAS,EAAE;IAQnD;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,SAAS,GAAG,YAAY;IAqB3C;;OAEG;IACH,SAAS,IAAI,WAAW;IAuBxB;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,GAAG,eAAe;CAkCzD;AAED;;;GAGG;AAEH;;;GAGG;AACH,wBAAgB,cAAc,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,GAAG,MAAM,CA4BjE;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,GAAG,MAAM,CAqChE;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,GAAG,MAAM,CA2CrE"}