agentdb 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +38 -0
- package/LICENSE-APACHE +190 -0
- package/LICENSE-MIT +21 -0
- package/README.md +953 -0
- package/bin/agentdb.js +485 -0
- package/bin/plugin-cli-wrapper.mjs +21 -0
- package/dist/cache/query-cache.d.ts +105 -0
- package/dist/cache/query-cache.d.ts.map +1 -0
- package/dist/cache/query-cache.js +224 -0
- package/dist/cache/query-cache.js.map +1 -0
- package/dist/cache/query-cache.mjs +219 -0
- package/dist/cli/cache/query-cache.d.ts +104 -0
- package/dist/cli/cache/query-cache.js +244 -0
- package/dist/cli/cli/db-commands.d.ts +48 -0
- package/dist/cli/cli/db-commands.js +613 -0
- package/dist/cli/commands.d.ts +7 -0
- package/dist/cli/commands.d.ts.map +1 -0
- package/dist/cli/commands.js +113 -0
- package/dist/cli/commands.js.map +1 -0
- package/dist/cli/commands.mjs +104 -0
- package/dist/cli/core/backend-interface.d.ts +70 -0
- package/dist/cli/core/backend-interface.js +15 -0
- package/dist/cli/core/native-backend.d.ts +140 -0
- package/dist/cli/core/native-backend.js +432 -0
- package/dist/cli/core/vector-db.d.ts +126 -0
- package/dist/cli/core/vector-db.js +338 -0
- package/dist/cli/core/wasm-backend.d.ts +95 -0
- package/dist/cli/core/wasm-backend.js +418 -0
- package/dist/cli/db-commands.d.ts +49 -0
- package/dist/cli/db-commands.d.ts.map +1 -0
- package/dist/cli/db-commands.js +533 -0
- package/dist/cli/db-commands.js.map +1 -0
- package/dist/cli/db-commands.mjs +522 -0
- package/dist/cli/generator.d.ts +11 -0
- package/dist/cli/generator.d.ts.map +1 -0
- package/dist/cli/generator.js +567 -0
- package/dist/cli/generator.js.map +1 -0
- package/dist/cli/generator.mjs +527 -0
- package/dist/cli/help.d.ts +18 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +676 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/help.mjs +667 -0
- package/dist/cli/index/hnsw.d.ts +164 -0
- package/dist/cli/index/hnsw.js +558 -0
- package/dist/cli/plugin-cli.d.ts +7 -0
- package/dist/cli/plugin-cli.d.ts.map +1 -0
- package/dist/cli/plugin-cli.js +295 -0
- package/dist/cli/plugin-cli.js.map +1 -0
- package/dist/cli/plugin-cli.mjs +289 -0
- package/dist/cli/quantization/product-quantization.d.ts +108 -0
- package/dist/cli/quantization/product-quantization.js +350 -0
- package/dist/cli/query/query-builder.d.ts +322 -0
- package/dist/cli/query/query-builder.js +600 -0
- package/dist/cli/templates.d.ts +14 -0
- package/dist/cli/templates.d.ts.map +1 -0
- package/dist/cli/templates.js +182 -0
- package/dist/cli/templates.js.map +1 -0
- package/dist/cli/templates.mjs +176 -0
- package/dist/cli/types/index.d.ts +116 -0
- package/dist/cli/types/index.js +5 -0
- package/dist/cli/types.d.ts +91 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +6 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/cli/types.mjs +4 -0
- package/dist/cli/wizard/index.d.ts +6 -0
- package/dist/cli/wizard/index.d.ts.map +1 -0
- package/dist/cli/wizard/index.js +138 -0
- package/dist/cli/wizard/index.js.map +1 -0
- package/dist/cli/wizard/index.mjs +131 -0
- package/dist/cli/wizard/prompts.d.ts +11 -0
- package/dist/cli/wizard/prompts.d.ts.map +1 -0
- package/dist/cli/wizard/prompts.js +482 -0
- package/dist/cli/wizard/prompts.js.map +1 -0
- package/dist/cli/wizard/prompts.mjs +470 -0
- package/dist/cli/wizard/validator.d.ts +13 -0
- package/dist/cli/wizard/validator.d.ts.map +1 -0
- package/dist/cli/wizard/validator.js +234 -0
- package/dist/cli/wizard/validator.js.map +1 -0
- package/dist/cli/wizard/validator.mjs +224 -0
- package/dist/core/backend-interface.d.ts +71 -0
- package/dist/core/backend-interface.d.ts.map +1 -0
- package/dist/core/backend-interface.js +16 -0
- package/dist/core/backend-interface.js.map +1 -0
- package/dist/core/backend-interface.mjs +12 -0
- package/dist/core/native-backend.d.ts +141 -0
- package/dist/core/native-backend.d.ts.map +1 -0
- package/dist/core/native-backend.js +457 -0
- package/dist/core/native-backend.js.map +1 -0
- package/dist/core/native-backend.mjs +449 -0
- package/dist/core/vector-db.d.ts +127 -0
- package/dist/core/vector-db.d.ts.map +1 -0
- package/dist/core/vector-db.js +266 -0
- package/dist/core/vector-db.js.map +1 -0
- package/dist/core/vector-db.mjs +261 -0
- package/dist/core/wasm-backend.d.ts +96 -0
- package/dist/core/wasm-backend.d.ts.map +1 -0
- package/dist/core/wasm-backend.js +393 -0
- package/dist/core/wasm-backend.js.map +1 -0
- package/dist/core/wasm-backend.mjs +385 -0
- package/dist/index/hnsw-optimized.d.ts +75 -0
- package/dist/index/hnsw-optimized.d.ts.map +1 -0
- package/dist/index/hnsw-optimized.js +412 -0
- package/dist/index/hnsw-optimized.js.map +1 -0
- package/dist/index/hnsw-optimized.mjs +407 -0
- package/dist/index/hnsw.d.ts +165 -0
- package/dist/index/hnsw.d.ts.map +1 -0
- package/dist/index/hnsw.js +521 -0
- package/dist/index/hnsw.js.map +1 -0
- package/dist/index/hnsw.mjs +516 -0
- package/dist/index.d.ts +57 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +82 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +63 -0
- package/dist/mcp-server.d.ts +27 -0
- package/dist/mcp-server.d.ts.map +1 -0
- package/dist/mcp-server.js +789 -0
- package/dist/mcp-server.js.map +1 -0
- package/dist/mcp-server.mjs +784 -0
- package/dist/plugins/base-plugin.d.ts +114 -0
- package/dist/plugins/base-plugin.d.ts.map +1 -0
- package/dist/plugins/base-plugin.js +313 -0
- package/dist/plugins/base-plugin.js.map +1 -0
- package/dist/plugins/base-plugin.mjs +275 -0
- package/dist/plugins/implementations/active-learning.d.ts +135 -0
- package/dist/plugins/implementations/active-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/active-learning.js +372 -0
- package/dist/plugins/implementations/active-learning.js.map +1 -0
- package/dist/plugins/implementations/active-learning.mjs +367 -0
- package/dist/plugins/implementations/actor-critic.d.ts +64 -0
- package/dist/plugins/implementations/actor-critic.d.ts.map +1 -0
- package/dist/plugins/implementations/actor-critic.js +363 -0
- package/dist/plugins/implementations/actor-critic.js.map +1 -0
- package/dist/plugins/implementations/actor-critic.mjs +358 -0
- package/dist/plugins/implementations/adversarial-training.d.ts +133 -0
- package/dist/plugins/implementations/adversarial-training.d.ts.map +1 -0
- package/dist/plugins/implementations/adversarial-training.js +409 -0
- package/dist/plugins/implementations/adversarial-training.js.map +1 -0
- package/dist/plugins/implementations/adversarial-training.mjs +404 -0
- package/dist/plugins/implementations/curriculum-learning.d.ts +132 -0
- package/dist/plugins/implementations/curriculum-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/curriculum-learning.js +354 -0
- package/dist/plugins/implementations/curriculum-learning.js.map +1 -0
- package/dist/plugins/implementations/curriculum-learning.mjs +349 -0
- package/dist/plugins/implementations/decision-transformer.d.ts +77 -0
- package/dist/plugins/implementations/decision-transformer.d.ts.map +1 -0
- package/dist/plugins/implementations/decision-transformer.js +422 -0
- package/dist/plugins/implementations/decision-transformer.js.map +1 -0
- package/dist/plugins/implementations/decision-transformer.mjs +417 -0
- package/dist/plugins/implementations/federated-learning.d.ts +126 -0
- package/dist/plugins/implementations/federated-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/federated-learning.js +436 -0
- package/dist/plugins/implementations/federated-learning.js.map +1 -0
- package/dist/plugins/implementations/federated-learning.mjs +431 -0
- package/dist/plugins/implementations/index.d.ts +30 -0
- package/dist/plugins/implementations/index.d.ts.map +1 -0
- package/dist/plugins/implementations/index.js +45 -0
- package/dist/plugins/implementations/index.js.map +1 -0
- package/dist/plugins/implementations/index.mjs +31 -0
- package/dist/plugins/implementations/multi-task-learning.d.ts +115 -0
- package/dist/plugins/implementations/multi-task-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/multi-task-learning.js +369 -0
- package/dist/plugins/implementations/multi-task-learning.js.map +1 -0
- package/dist/plugins/implementations/multi-task-learning.mjs +364 -0
- package/dist/plugins/implementations/neural-architecture-search.d.ts +148 -0
- package/dist/plugins/implementations/neural-architecture-search.d.ts.map +1 -0
- package/dist/plugins/implementations/neural-architecture-search.js +379 -0
- package/dist/plugins/implementations/neural-architecture-search.js.map +1 -0
- package/dist/plugins/implementations/neural-architecture-search.mjs +374 -0
- package/dist/plugins/implementations/q-learning.d.ts +98 -0
- package/dist/plugins/implementations/q-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/q-learning.js +435 -0
- package/dist/plugins/implementations/q-learning.js.map +1 -0
- package/dist/plugins/implementations/q-learning.mjs +430 -0
- package/dist/plugins/implementations/sarsa.d.ts +103 -0
- package/dist/plugins/implementations/sarsa.d.ts.map +1 -0
- package/dist/plugins/implementations/sarsa.js +347 -0
- package/dist/plugins/implementations/sarsa.js.map +1 -0
- package/dist/plugins/implementations/sarsa.mjs +342 -0
- package/dist/plugins/index.d.ts +107 -0
- package/dist/plugins/index.d.ts.map +1 -0
- package/dist/plugins/index.js +179 -0
- package/dist/plugins/index.js.map +1 -0
- package/dist/plugins/index.mjs +168 -0
- package/dist/plugins/interface.d.ts +439 -0
- package/dist/plugins/interface.d.ts.map +1 -0
- package/dist/plugins/interface.js +12 -0
- package/dist/plugins/interface.js.map +1 -0
- package/dist/plugins/interface.mjs +10 -0
- package/dist/plugins/learning-plugin.interface.d.ts +257 -0
- package/dist/plugins/learning-plugin.interface.d.ts.map +1 -0
- package/dist/plugins/learning-plugin.interface.js +7 -0
- package/dist/plugins/learning-plugin.interface.js.map +1 -0
- package/dist/plugins/learning-plugin.interface.mjs +5 -0
- package/dist/plugins/plugin-exports.d.ts +71 -0
- package/dist/plugins/plugin-exports.d.ts.map +1 -0
- package/dist/plugins/plugin-exports.js +78 -0
- package/dist/plugins/plugin-exports.js.map +1 -0
- package/dist/plugins/plugin-exports.mjs +69 -0
- package/dist/plugins/registry.d.ts +206 -0
- package/dist/plugins/registry.d.ts.map +1 -0
- package/dist/plugins/registry.js +365 -0
- package/dist/plugins/registry.js.map +1 -0
- package/dist/plugins/registry.mjs +356 -0
- package/dist/plugins/validator.d.ts +63 -0
- package/dist/plugins/validator.d.ts.map +1 -0
- package/dist/plugins/validator.js +464 -0
- package/dist/plugins/validator.js.map +1 -0
- package/dist/plugins/validator.mjs +458 -0
- package/dist/quantization/binary-quantization.d.ts +104 -0
- package/dist/quantization/binary-quantization.d.ts.map +1 -0
- package/dist/quantization/binary-quantization.js +246 -0
- package/dist/quantization/binary-quantization.js.map +1 -0
- package/dist/quantization/binary-quantization.mjs +240 -0
- package/dist/quantization/optimized-pq.d.ts +138 -0
- package/dist/quantization/optimized-pq.d.ts.map +1 -0
- package/dist/quantization/optimized-pq.js +320 -0
- package/dist/quantization/optimized-pq.js.map +1 -0
- package/dist/quantization/optimized-pq.mjs +313 -0
- package/dist/quantization/product-quantization.d.ts +109 -0
- package/dist/quantization/product-quantization.d.ts.map +1 -0
- package/dist/quantization/product-quantization.js +287 -0
- package/dist/quantization/product-quantization.js.map +1 -0
- package/dist/quantization/product-quantization.mjs +282 -0
- package/dist/quantization/scalar-quantization.d.ts +100 -0
- package/dist/quantization/scalar-quantization.d.ts.map +1 -0
- package/dist/quantization/scalar-quantization.js +324 -0
- package/dist/quantization/scalar-quantization.js.map +1 -0
- package/dist/quantization/scalar-quantization.mjs +319 -0
- package/dist/query/index.d.ts +6 -0
- package/dist/query/index.d.ts.map +1 -0
- package/dist/query/index.js +9 -0
- package/dist/query/index.js.map +1 -0
- package/dist/query/index.mjs +4 -0
- package/dist/query/query-builder.d.ts +323 -0
- package/dist/query/query-builder.d.ts.map +1 -0
- package/dist/query/query-builder.js +524 -0
- package/dist/query/query-builder.js.map +1 -0
- package/dist/query/query-builder.mjs +519 -0
- package/dist/reasoning/context-synthesizer.d.ts +57 -0
- package/dist/reasoning/context-synthesizer.d.ts.map +1 -0
- package/dist/reasoning/context-synthesizer.js +224 -0
- package/dist/reasoning/context-synthesizer.js.map +1 -0
- package/dist/reasoning/context-synthesizer.mjs +219 -0
- package/dist/reasoning/experience-curator.d.ts +66 -0
- package/dist/reasoning/experience-curator.d.ts.map +1 -0
- package/dist/reasoning/experience-curator.js +288 -0
- package/dist/reasoning/experience-curator.js.map +1 -0
- package/dist/reasoning/experience-curator.mjs +283 -0
- package/dist/reasoning/memory-optimizer.d.ts +69 -0
- package/dist/reasoning/memory-optimizer.d.ts.map +1 -0
- package/dist/reasoning/memory-optimizer.js +331 -0
- package/dist/reasoning/memory-optimizer.js.map +1 -0
- package/dist/reasoning/memory-optimizer.mjs +326 -0
- package/dist/reasoning/pattern-matcher.d.ts +59 -0
- package/dist/reasoning/pattern-matcher.d.ts.map +1 -0
- package/dist/reasoning/pattern-matcher.js +229 -0
- package/dist/reasoning/pattern-matcher.js.map +1 -0
- package/dist/reasoning/pattern-matcher.mjs +224 -0
- package/dist/reasoningbank/adapter/agentdb-adapter.d.ts +118 -0
- package/dist/reasoningbank/adapter/agentdb-adapter.d.ts.map +1 -0
- package/dist/reasoningbank/adapter/agentdb-adapter.js +477 -0
- package/dist/reasoningbank/adapter/agentdb-adapter.js.map +1 -0
- package/dist/reasoningbank/adapter/types.d.ts +113 -0
- package/dist/reasoningbank/adapter/types.d.ts.map +1 -0
- package/dist/reasoningbank/adapter/types.js +9 -0
- package/dist/reasoningbank/adapter/types.js.map +1 -0
- package/dist/reasoningbank/cli/commands.d.ts +16 -0
- package/dist/reasoningbank/cli/commands.d.ts.map +1 -0
- package/dist/reasoningbank/cli/commands.js +272 -0
- package/dist/reasoningbank/cli/commands.js.map +1 -0
- package/dist/reasoningbank/mcp/agentdb-tools.d.ts +319 -0
- package/dist/reasoningbank/mcp/agentdb-tools.d.ts.map +1 -0
- package/dist/reasoningbank/mcp/agentdb-tools.js +301 -0
- package/dist/reasoningbank/mcp/agentdb-tools.js.map +1 -0
- package/dist/reasoningbank/migration/migrate.d.ts +25 -0
- package/dist/reasoningbank/migration/migrate.d.ts.map +1 -0
- package/dist/reasoningbank/migration/migrate.js +178 -0
- package/dist/reasoningbank/migration/migrate.js.map +1 -0
- package/dist/reasoningbank/reasoning/context-synthesizer.d.ts +37 -0
- package/dist/reasoningbank/reasoning/context-synthesizer.d.ts.map +1 -0
- package/dist/reasoningbank/reasoning/context-synthesizer.js +114 -0
- package/dist/reasoningbank/reasoning/context-synthesizer.js.map +1 -0
- package/dist/reasoningbank/reasoning/experience-curator.d.ts +39 -0
- package/dist/reasoningbank/reasoning/experience-curator.d.ts.map +1 -0
- package/dist/reasoningbank/reasoning/experience-curator.js +98 -0
- package/dist/reasoningbank/reasoning/experience-curator.js.map +1 -0
- package/dist/reasoningbank/reasoning/memory-optimizer.d.ts +44 -0
- package/dist/reasoningbank/reasoning/memory-optimizer.d.ts.map +1 -0
- package/dist/reasoningbank/reasoning/memory-optimizer.js +184 -0
- package/dist/reasoningbank/reasoning/memory-optimizer.js.map +1 -0
- package/dist/reasoningbank/reasoning/pattern-matcher.d.ts +40 -0
- package/dist/reasoningbank/reasoning/pattern-matcher.d.ts.map +1 -0
- package/dist/reasoningbank/reasoning/pattern-matcher.js +87 -0
- package/dist/reasoningbank/reasoning/pattern-matcher.js.map +1 -0
- package/dist/reasoningbank/sync/quic-sync.d.ts +77 -0
- package/dist/reasoningbank/sync/quic-sync.d.ts.map +1 -0
- package/dist/reasoningbank/sync/quic-sync.js +165 -0
- package/dist/reasoningbank/sync/quic-sync.js.map +1 -0
- package/dist/sync/conflict.d.ts +78 -0
- package/dist/sync/conflict.d.ts.map +1 -0
- package/dist/sync/conflict.js +202 -0
- package/dist/sync/conflict.js.map +1 -0
- package/dist/sync/conflict.mjs +196 -0
- package/dist/sync/coordinator.d.ts +111 -0
- package/dist/sync/coordinator.d.ts.map +1 -0
- package/dist/sync/coordinator.js +256 -0
- package/dist/sync/coordinator.js.map +1 -0
- package/dist/sync/coordinator.mjs +250 -0
- package/dist/sync/delta.d.ts +81 -0
- package/dist/sync/delta.d.ts.map +1 -0
- package/dist/sync/delta.js +245 -0
- package/dist/sync/delta.js.map +1 -0
- package/dist/sync/delta.mjs +238 -0
- package/dist/sync/index.d.ts +11 -0
- package/dist/sync/index.d.ts.map +1 -0
- package/dist/sync/index.js +22 -0
- package/dist/sync/index.js.map +1 -0
- package/dist/sync/index.mjs +9 -0
- package/dist/sync/quic-sync.d.ts +81 -0
- package/dist/sync/quic-sync.d.ts.map +1 -0
- package/dist/sync/quic-sync.js +329 -0
- package/dist/sync/quic-sync.js.map +1 -0
- package/dist/sync/quic-sync.mjs +323 -0
- package/dist/sync/types.d.ts +168 -0
- package/dist/sync/types.d.ts.map +1 -0
- package/dist/sync/types.js +8 -0
- package/dist/sync/types.js.map +1 -0
- package/dist/sync/types.mjs +6 -0
- package/dist/types/index.d.ts +117 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +6 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/index.mjs +4 -0
- package/dist/wasm-loader.d.ts +32 -0
- package/dist/wasm-loader.d.ts.map +1 -0
- package/dist/wasm-loader.js +75 -0
- package/dist/wasm-loader.js.map +1 -0
- package/dist/wasm-loader.mjs +64 -0
- package/examples/adaptive-learning.ts +284 -0
- package/examples/browser/README.md +732 -0
- package/examples/browser/adaptive-recommendations/index.html +427 -0
- package/examples/browser/collaborative-filtering/index.html +310 -0
- package/examples/browser/continual-learning/index.html +736 -0
- package/examples/browser/experience-replay/index.html +616 -0
- package/examples/browser/index.html +369 -0
- package/examples/browser/meta-learning/index.html +789 -0
- package/examples/browser/neuro-symbolic/index.html +692 -0
- package/examples/browser/pattern-learning/index.html +620 -0
- package/examples/browser/quantum-inspired/index.html +728 -0
- package/examples/browser/rag/index.html +624 -0
- package/examples/browser/swarm-intelligence/index.html +811 -0
- package/examples/browser-basic.html +170 -0
- package/examples/hnsw-example.ts +148 -0
- package/examples/node-basic.js +70 -0
- package/examples/quic-sync-example.ts +310 -0
- package/examples/quick-start.js +68 -0
- package/examples/wasm-example.ts +222 -0
- package/package.json +118 -0
|
@@ -0,0 +1,516 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* HNSW (Hierarchical Navigable Small World) Index Implementation
|
|
3
|
+
* High-performance approximate nearest neighbor search with O(log n) complexity
|
|
4
|
+
*
|
|
5
|
+
* Algorithm: Hierarchical graph structure with multiple layers
|
|
6
|
+
* - Layer 0: All vectors with dense connections
|
|
7
|
+
* - Higher layers: Sparse long-range connections for efficient navigation
|
|
8
|
+
*
|
|
9
|
+
* Performance targets:
|
|
10
|
+
* - Search: <10ms for 10K vectors
|
|
11
|
+
* - Build: <5s for 10K vectors
|
|
12
|
+
* - Recall: >95% accuracy
|
|
13
|
+
*/
|
|
14
|
+
/**
|
|
15
|
+
* Default HNSW configuration optimized for most use cases
|
|
16
|
+
*/
|
|
17
|
+
export const DEFAULT_HNSW_CONFIG = {
|
|
18
|
+
M: 16,
|
|
19
|
+
M0: 32,
|
|
20
|
+
efConstruction: 200,
|
|
21
|
+
efSearch: 50,
|
|
22
|
+
mL: 1 / Math.log(16),
|
|
23
|
+
minVectorsForIndex: 1000,
|
|
24
|
+
autoRebuild: false,
|
|
25
|
+
enabled: true
|
|
26
|
+
};
|
|
27
|
+
/**
|
|
28
|
+
* HNSW Index implementation
|
|
29
|
+
*/
|
|
30
|
+
export class HNSWIndex {
|
|
31
|
+
constructor(db, config = {}) {
|
|
32
|
+
this.entryPoint = null;
|
|
33
|
+
this.maxLevel = 0;
|
|
34
|
+
this.isBuilt = false;
|
|
35
|
+
this.db = db;
|
|
36
|
+
this.config = { ...DEFAULT_HNSW_CONFIG, ...config };
|
|
37
|
+
this.initializeSchema();
|
|
38
|
+
this.prepareStatements();
|
|
39
|
+
this.loadMetadata();
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* Initialize HNSW schema in SQLite
|
|
43
|
+
*/
|
|
44
|
+
initializeSchema() {
|
|
45
|
+
// Create HNSW nodes table
|
|
46
|
+
this.db.exec(`
|
|
47
|
+
CREATE TABLE IF NOT EXISTS hnsw_nodes (
|
|
48
|
+
id TEXT PRIMARY KEY,
|
|
49
|
+
vector_id TEXT NOT NULL,
|
|
50
|
+
level INTEGER NOT NULL,
|
|
51
|
+
embedding BLOB NOT NULL,
|
|
52
|
+
FOREIGN KEY (vector_id) REFERENCES vectors(id) ON DELETE CASCADE
|
|
53
|
+
);
|
|
54
|
+
|
|
55
|
+
CREATE INDEX IF NOT EXISTS idx_hnsw_nodes_vector ON hnsw_nodes(vector_id);
|
|
56
|
+
CREATE INDEX IF NOT EXISTS idx_hnsw_nodes_level ON hnsw_nodes(level);
|
|
57
|
+
`);
|
|
58
|
+
// Create HNSW edges table
|
|
59
|
+
this.db.exec(`
|
|
60
|
+
CREATE TABLE IF NOT EXISTS hnsw_edges (
|
|
61
|
+
from_id TEXT NOT NULL,
|
|
62
|
+
to_id TEXT NOT NULL,
|
|
63
|
+
level INTEGER NOT NULL,
|
|
64
|
+
distance REAL NOT NULL,
|
|
65
|
+
PRIMARY KEY (from_id, to_id, level),
|
|
66
|
+
FOREIGN KEY (from_id) REFERENCES hnsw_nodes(id) ON DELETE CASCADE,
|
|
67
|
+
FOREIGN KEY (to_id) REFERENCES hnsw_nodes(id) ON DELETE CASCADE
|
|
68
|
+
);
|
|
69
|
+
|
|
70
|
+
CREATE INDEX IF NOT EXISTS idx_hnsw_edges_from ON hnsw_edges(from_id, level);
|
|
71
|
+
CREATE INDEX IF NOT EXISTS idx_hnsw_edges_to ON hnsw_edges(to_id, level);
|
|
72
|
+
CREATE INDEX IF NOT EXISTS idx_hnsw_edges_level ON hnsw_edges(level);
|
|
73
|
+
`);
|
|
74
|
+
// Create metadata table for index state
|
|
75
|
+
this.db.exec(`
|
|
76
|
+
CREATE TABLE IF NOT EXISTS hnsw_metadata (
|
|
77
|
+
key TEXT PRIMARY KEY,
|
|
78
|
+
value TEXT NOT NULL
|
|
79
|
+
);
|
|
80
|
+
`);
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Prepare frequently used SQL statements
|
|
84
|
+
*/
|
|
85
|
+
prepareStatements() {
|
|
86
|
+
this.insertNodeStmt = this.db.prepare(`
|
|
87
|
+
INSERT OR REPLACE INTO hnsw_nodes (id, vector_id, level, embedding)
|
|
88
|
+
VALUES (?, ?, ?, ?)
|
|
89
|
+
`);
|
|
90
|
+
this.insertEdgeStmt = this.db.prepare(`
|
|
91
|
+
INSERT OR REPLACE INTO hnsw_edges (from_id, to_id, level, distance)
|
|
92
|
+
VALUES (?, ?, ?, ?)
|
|
93
|
+
`);
|
|
94
|
+
this.getNodeStmt = this.db.prepare(`
|
|
95
|
+
SELECT id, vector_id, level, embedding
|
|
96
|
+
FROM hnsw_nodes
|
|
97
|
+
WHERE id = ?
|
|
98
|
+
`);
|
|
99
|
+
this.getNeighborsStmt = this.db.prepare(`
|
|
100
|
+
SELECT to_id, distance
|
|
101
|
+
FROM hnsw_edges
|
|
102
|
+
WHERE from_id = ? AND level = ?
|
|
103
|
+
ORDER BY distance ASC
|
|
104
|
+
`);
|
|
105
|
+
this.deleteNodeStmt = this.db.prepare(`
|
|
106
|
+
DELETE FROM hnsw_nodes WHERE id = ?
|
|
107
|
+
`);
|
|
108
|
+
this.deleteEdgesStmt = this.db.prepare(`
|
|
109
|
+
DELETE FROM hnsw_edges WHERE from_id = ? OR to_id = ?
|
|
110
|
+
`);
|
|
111
|
+
}
|
|
112
|
+
/**
|
|
113
|
+
* Load metadata from database
|
|
114
|
+
*/
|
|
115
|
+
loadMetadata() {
|
|
116
|
+
const stmt = this.db.prepare('SELECT value FROM hnsw_metadata WHERE key = ?');
|
|
117
|
+
const entryPointRow = stmt.get('entry_point');
|
|
118
|
+
if (entryPointRow) {
|
|
119
|
+
this.entryPoint = entryPointRow.value;
|
|
120
|
+
}
|
|
121
|
+
const maxLevelRow = stmt.get('max_level');
|
|
122
|
+
if (maxLevelRow) {
|
|
123
|
+
this.maxLevel = parseInt(maxLevelRow.value, 10);
|
|
124
|
+
}
|
|
125
|
+
const isBuiltRow = stmt.get('is_built');
|
|
126
|
+
if (isBuiltRow) {
|
|
127
|
+
this.isBuilt = isBuiltRow.value === 'true';
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
/**
|
|
131
|
+
* Save metadata to database
|
|
132
|
+
*/
|
|
133
|
+
saveMetadata() {
|
|
134
|
+
const stmt = this.db.prepare('INSERT OR REPLACE INTO hnsw_metadata (key, value) VALUES (?, ?)');
|
|
135
|
+
if (this.entryPoint) {
|
|
136
|
+
stmt.run('entry_point', this.entryPoint);
|
|
137
|
+
}
|
|
138
|
+
stmt.run('max_level', this.maxLevel.toString());
|
|
139
|
+
stmt.run('is_built', this.isBuilt.toString());
|
|
140
|
+
}
|
|
141
|
+
/**
|
|
142
|
+
* Calculate random level for new node using exponential decay
|
|
143
|
+
*/
|
|
144
|
+
randomLevel() {
|
|
145
|
+
let level = 0;
|
|
146
|
+
while (Math.random() < this.config.mL && level < 16) {
|
|
147
|
+
level++;
|
|
148
|
+
}
|
|
149
|
+
return level;
|
|
150
|
+
}
|
|
151
|
+
/**
|
|
152
|
+
* Calculate Euclidean distance between two vectors
|
|
153
|
+
*/
|
|
154
|
+
calculateDistance(a, b) {
|
|
155
|
+
let sum = 0;
|
|
156
|
+
for (let i = 0; i < a.length; i++) {
|
|
157
|
+
const diff = a[i] - b[i];
|
|
158
|
+
sum += diff * diff;
|
|
159
|
+
}
|
|
160
|
+
return Math.sqrt(sum);
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Serialize embedding to Buffer
|
|
164
|
+
*/
|
|
165
|
+
serializeEmbedding(embedding) {
|
|
166
|
+
const buffer = Buffer.allocUnsafe(embedding.length * 4);
|
|
167
|
+
const view = new Float32Array(buffer.buffer, buffer.byteOffset, embedding.length);
|
|
168
|
+
view.set(embedding);
|
|
169
|
+
return buffer;
|
|
170
|
+
}
|
|
171
|
+
/**
|
|
172
|
+
* Deserialize embedding from Buffer
|
|
173
|
+
*/
|
|
174
|
+
deserializeEmbedding(buffer) {
|
|
175
|
+
const view = new Float32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 4);
|
|
176
|
+
return Array.from(view);
|
|
177
|
+
}
|
|
178
|
+
/**
|
|
179
|
+
* Get node by ID
|
|
180
|
+
*/
|
|
181
|
+
getNode(id) {
|
|
182
|
+
const row = this.getNodeStmt.get(id);
|
|
183
|
+
if (!row)
|
|
184
|
+
return null;
|
|
185
|
+
return {
|
|
186
|
+
id: row.id,
|
|
187
|
+
vectorId: row.vector_id,
|
|
188
|
+
level: row.level,
|
|
189
|
+
embedding: this.deserializeEmbedding(row.embedding)
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
/**
|
|
193
|
+
* Get neighbors of a node at a specific level
|
|
194
|
+
*/
|
|
195
|
+
getNeighbors(nodeId, level) {
|
|
196
|
+
const rows = this.getNeighborsStmt.all(nodeId, level);
|
|
197
|
+
return rows.map(row => ({
|
|
198
|
+
id: row.to_id,
|
|
199
|
+
distance: row.distance
|
|
200
|
+
}));
|
|
201
|
+
}
|
|
202
|
+
/**
|
|
203
|
+
* Search for k nearest neighbors at a specific layer
|
|
204
|
+
*/
|
|
205
|
+
searchLayer(query, entryPoints, ef, level) {
|
|
206
|
+
const visited = new Set();
|
|
207
|
+
const candidates = [];
|
|
208
|
+
const results = [];
|
|
209
|
+
// Initialize with entry points
|
|
210
|
+
for (const ep of entryPoints) {
|
|
211
|
+
const node = this.getNode(ep);
|
|
212
|
+
if (!node)
|
|
213
|
+
continue;
|
|
214
|
+
const distance = this.calculateDistance(query, node.embedding);
|
|
215
|
+
candidates.push({ id: ep, distance });
|
|
216
|
+
results.push({ id: ep, distance });
|
|
217
|
+
visited.add(ep);
|
|
218
|
+
}
|
|
219
|
+
// Sort candidates by distance (ascending)
|
|
220
|
+
candidates.sort((a, b) => a.distance - b.distance);
|
|
221
|
+
results.sort((a, b) => a.distance - b.distance);
|
|
222
|
+
// Beam search
|
|
223
|
+
while (candidates.length > 0) {
|
|
224
|
+
const current = candidates.shift();
|
|
225
|
+
// If current is farther than worst result, stop
|
|
226
|
+
if (results.length >= ef && current.distance > results[results.length - 1].distance) {
|
|
227
|
+
break;
|
|
228
|
+
}
|
|
229
|
+
// Explore neighbors
|
|
230
|
+
const neighbors = this.getNeighbors(current.id, level);
|
|
231
|
+
for (const neighbor of neighbors) {
|
|
232
|
+
if (visited.has(neighbor.id))
|
|
233
|
+
continue;
|
|
234
|
+
visited.add(neighbor.id);
|
|
235
|
+
const node = this.getNode(neighbor.id);
|
|
236
|
+
if (!node)
|
|
237
|
+
continue;
|
|
238
|
+
const distance = this.calculateDistance(query, node.embedding);
|
|
239
|
+
// Add to candidates if better than worst result
|
|
240
|
+
if (results.length < ef || distance < results[results.length - 1].distance) {
|
|
241
|
+
candidates.push({ id: neighbor.id, distance });
|
|
242
|
+
results.push({ id: neighbor.id, distance });
|
|
243
|
+
// Keep results sorted and limited to ef
|
|
244
|
+
results.sort((a, b) => a.distance - b.distance);
|
|
245
|
+
if (results.length > ef) {
|
|
246
|
+
results.pop();
|
|
247
|
+
}
|
|
248
|
+
// Keep candidates sorted
|
|
249
|
+
candidates.sort((a, b) => a.distance - b.distance);
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
return results;
|
|
254
|
+
}
|
|
255
|
+
/**
|
|
256
|
+
* Select neighbors using heuristic (Alg 4 from HNSW paper)
|
|
257
|
+
*/
|
|
258
|
+
selectNeighborsHeuristic(candidates, M) {
|
|
259
|
+
// Simple implementation: select M closest neighbors
|
|
260
|
+
candidates.sort((a, b) => a.distance - b.distance);
|
|
261
|
+
return candidates.slice(0, M);
|
|
262
|
+
}
|
|
263
|
+
/**
|
|
264
|
+
* Add bidirectional link between nodes
|
|
265
|
+
*/
|
|
266
|
+
addEdge(fromId, toId, level, distance) {
|
|
267
|
+
this.insertEdgeStmt.run(fromId, toId, level, distance);
|
|
268
|
+
this.insertEdgeStmt.run(toId, fromId, level, distance);
|
|
269
|
+
}
|
|
270
|
+
/**
|
|
271
|
+
* Insert a new node into the HNSW index (optimized version)
|
|
272
|
+
*/
|
|
273
|
+
insert(vectorId, embedding) {
|
|
274
|
+
const nodeId = `hnsw_${vectorId}`;
|
|
275
|
+
const level = this.randomLevel();
|
|
276
|
+
// Insert node
|
|
277
|
+
this.insertNodeStmt.run(nodeId, vectorId, level, this.serializeEmbedding(embedding));
|
|
278
|
+
// Update max level
|
|
279
|
+
if (level > this.maxLevel) {
|
|
280
|
+
this.maxLevel = level;
|
|
281
|
+
}
|
|
282
|
+
// If this is the first node, make it the entry point
|
|
283
|
+
if (!this.entryPoint) {
|
|
284
|
+
this.entryPoint = nodeId;
|
|
285
|
+
// Don't save metadata on every insert (batching will handle it)
|
|
286
|
+
return;
|
|
287
|
+
}
|
|
288
|
+
// Search for nearest neighbors at each layer
|
|
289
|
+
let entryPoints = [this.entryPoint];
|
|
290
|
+
// Navigate from top to target level
|
|
291
|
+
for (let lc = this.maxLevel; lc > level; lc--) {
|
|
292
|
+
const nearest = this.searchLayer(embedding, entryPoints, 1, lc);
|
|
293
|
+
if (nearest.length > 0) {
|
|
294
|
+
entryPoints = [nearest[0].id];
|
|
295
|
+
}
|
|
296
|
+
}
|
|
297
|
+
// Cache for prepared statement reuse
|
|
298
|
+
const deleteStmtCache = this.db.prepare(`
|
|
299
|
+
DELETE FROM hnsw_edges
|
|
300
|
+
WHERE (from_id = ? OR to_id = ?) AND level = ?
|
|
301
|
+
`);
|
|
302
|
+
// Insert at all levels from level to 0
|
|
303
|
+
for (let lc = level; lc >= 0; lc--) {
|
|
304
|
+
const M = lc === 0 ? this.config.M0 : this.config.M;
|
|
305
|
+
const candidates = this.searchLayer(embedding, entryPoints, this.config.efConstruction, lc);
|
|
306
|
+
// Select M neighbors
|
|
307
|
+
const neighbors = this.selectNeighborsHeuristic(candidates, M);
|
|
308
|
+
// Add bidirectional links
|
|
309
|
+
for (const neighbor of neighbors) {
|
|
310
|
+
this.addEdge(nodeId, neighbor.id, lc, neighbor.distance);
|
|
311
|
+
}
|
|
312
|
+
// Prune neighbors' connections if needed (optimized)
|
|
313
|
+
for (const neighbor of neighbors) {
|
|
314
|
+
const neighborConnections = this.getNeighbors(neighbor.id, lc);
|
|
315
|
+
if (neighborConnections.length > M) {
|
|
316
|
+
// Need to prune - remove edges and re-add selected ones
|
|
317
|
+
deleteStmtCache.run(neighbor.id, neighbor.id, lc);
|
|
318
|
+
// Re-select neighbors with minimal node fetching
|
|
319
|
+
const node = this.getNode(neighbor.id);
|
|
320
|
+
if (node) {
|
|
321
|
+
// Batch fetch neighbor nodes for distance calculation
|
|
322
|
+
const newCandidates = [];
|
|
323
|
+
for (const nc of neighborConnections) {
|
|
324
|
+
const n = this.getNode(nc.id);
|
|
325
|
+
if (n) {
|
|
326
|
+
newCandidates.push({
|
|
327
|
+
id: nc.id,
|
|
328
|
+
distance: this.calculateDistance(node.embedding, n.embedding)
|
|
329
|
+
});
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
const selected = this.selectNeighborsHeuristic(newCandidates, M);
|
|
333
|
+
for (const sel of selected) {
|
|
334
|
+
this.addEdge(neighbor.id, sel.id, lc, sel.distance);
|
|
335
|
+
}
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
}
|
|
339
|
+
entryPoints = neighbors.map(n => n.id);
|
|
340
|
+
}
|
|
341
|
+
this.isBuilt = true;
|
|
342
|
+
// Don't save metadata on every insert (batching will handle it)
|
|
343
|
+
}
|
|
344
|
+
/**
|
|
345
|
+
* Search for k nearest neighbors using HNSW index
|
|
346
|
+
*/
|
|
347
|
+
search(query, k) {
|
|
348
|
+
if (!this.entryPoint || !this.isBuilt) {
|
|
349
|
+
return [];
|
|
350
|
+
}
|
|
351
|
+
let entryPoints = [this.entryPoint];
|
|
352
|
+
// Navigate from top layer to layer 0
|
|
353
|
+
for (let lc = this.maxLevel; lc > 0; lc--) {
|
|
354
|
+
const nearest = this.searchLayer(query, entryPoints, 1, lc);
|
|
355
|
+
if (nearest.length > 0) {
|
|
356
|
+
entryPoints = [nearest[0].id];
|
|
357
|
+
}
|
|
358
|
+
}
|
|
359
|
+
// Search at layer 0 with efSearch
|
|
360
|
+
const ef = Math.max(this.config.efSearch, k);
|
|
361
|
+
const results = this.searchLayer(query, entryPoints, ef, 0);
|
|
362
|
+
// Convert to final results with full node info
|
|
363
|
+
return results.slice(0, k).map(result => {
|
|
364
|
+
const node = this.getNode(result.id);
|
|
365
|
+
return {
|
|
366
|
+
id: result.id,
|
|
367
|
+
vectorId: node.vectorId,
|
|
368
|
+
distance: result.distance,
|
|
369
|
+
embedding: node.embedding
|
|
370
|
+
};
|
|
371
|
+
});
|
|
372
|
+
}
|
|
373
|
+
/**
|
|
374
|
+
* Build HNSW index from all vectors in database with optimizations
|
|
375
|
+
*/
|
|
376
|
+
build() {
|
|
377
|
+
// Clear existing index
|
|
378
|
+
this.clear();
|
|
379
|
+
// Get all vectors from the main vectors table
|
|
380
|
+
const stmt = this.db.prepare('SELECT id, embedding FROM vectors ORDER BY id');
|
|
381
|
+
const rows = stmt.all();
|
|
382
|
+
if (rows.length === 0) {
|
|
383
|
+
console.log('No vectors to index');
|
|
384
|
+
return;
|
|
385
|
+
}
|
|
386
|
+
console.log(`Building HNSW index for ${rows.length} vectors...`);
|
|
387
|
+
const startTime = Date.now();
|
|
388
|
+
// Batch insert optimization: wrap in transaction
|
|
389
|
+
const transaction = this.db.transaction(() => {
|
|
390
|
+
// Insert all vectors into index
|
|
391
|
+
for (const row of rows) {
|
|
392
|
+
const embedding = this.deserializeEmbedding(row.embedding);
|
|
393
|
+
this.insert(row.id, embedding);
|
|
394
|
+
}
|
|
395
|
+
});
|
|
396
|
+
transaction();
|
|
397
|
+
const duration = Date.now() - startTime;
|
|
398
|
+
const perVector = duration / rows.length;
|
|
399
|
+
console.log(`HNSW index built in ${duration}ms (${perVector.toFixed(2)}ms per vector)`);
|
|
400
|
+
this.isBuilt = true;
|
|
401
|
+
this.saveMetadata();
|
|
402
|
+
}
|
|
403
|
+
/**
|
|
404
|
+
* Build index incrementally (non-blocking for large datasets)
|
|
405
|
+
*/
|
|
406
|
+
async buildAsync(onProgress) {
|
|
407
|
+
// Clear existing index
|
|
408
|
+
this.clear();
|
|
409
|
+
// Get all vectors from the main vectors table
|
|
410
|
+
const stmt = this.db.prepare('SELECT id, embedding FROM vectors ORDER BY id');
|
|
411
|
+
const rows = stmt.all();
|
|
412
|
+
if (rows.length === 0) {
|
|
413
|
+
console.log('No vectors to index');
|
|
414
|
+
return;
|
|
415
|
+
}
|
|
416
|
+
console.log(`Building HNSW index incrementally for ${rows.length} vectors...`);
|
|
417
|
+
const startTime = Date.now();
|
|
418
|
+
const BATCH_SIZE = 100; // Process in batches to allow async breaks
|
|
419
|
+
for (let i = 0; i < rows.length; i += BATCH_SIZE) {
|
|
420
|
+
const batchStartTime = Date.now();
|
|
421
|
+
const batch = rows.slice(i, i + BATCH_SIZE);
|
|
422
|
+
// Process batch in transaction
|
|
423
|
+
const transaction = this.db.transaction(() => {
|
|
424
|
+
for (const row of batch) {
|
|
425
|
+
const embedding = this.deserializeEmbedding(row.embedding);
|
|
426
|
+
this.insert(row.id, embedding);
|
|
427
|
+
}
|
|
428
|
+
});
|
|
429
|
+
transaction();
|
|
430
|
+
const batchTime = Date.now() - batchStartTime;
|
|
431
|
+
// Report progress
|
|
432
|
+
if (onProgress) {
|
|
433
|
+
onProgress(i + batch.length, rows.length, Date.now() - startTime);
|
|
434
|
+
}
|
|
435
|
+
// Yield to event loop every batch
|
|
436
|
+
await new Promise(resolve => setImmediate(resolve));
|
|
437
|
+
}
|
|
438
|
+
const duration = Date.now() - startTime;
|
|
439
|
+
const perVector = duration / rows.length;
|
|
440
|
+
console.log(`HNSW index built incrementally in ${duration}ms (${perVector.toFixed(2)}ms per vector)`);
|
|
441
|
+
this.isBuilt = true;
|
|
442
|
+
this.saveMetadata();
|
|
443
|
+
}
|
|
444
|
+
/**
|
|
445
|
+
* Clear the entire index
|
|
446
|
+
*/
|
|
447
|
+
clear() {
|
|
448
|
+
this.db.exec('DELETE FROM hnsw_edges');
|
|
449
|
+
this.db.exec('DELETE FROM hnsw_nodes');
|
|
450
|
+
this.db.exec('DELETE FROM hnsw_metadata');
|
|
451
|
+
this.entryPoint = null;
|
|
452
|
+
this.maxLevel = 0;
|
|
453
|
+
this.isBuilt = false;
|
|
454
|
+
}
|
|
455
|
+
/**
|
|
456
|
+
* Delete a node from the index
|
|
457
|
+
*/
|
|
458
|
+
delete(vectorId) {
|
|
459
|
+
const nodeId = `hnsw_${vectorId}`;
|
|
460
|
+
// Check if node exists
|
|
461
|
+
const node = this.getNode(nodeId);
|
|
462
|
+
if (!node)
|
|
463
|
+
return;
|
|
464
|
+
// If this is the entry point, find a new one
|
|
465
|
+
if (this.entryPoint === nodeId) {
|
|
466
|
+
const stmt = this.db.prepare('SELECT id FROM hnsw_nodes WHERE id != ? LIMIT 1');
|
|
467
|
+
const row = stmt.get(nodeId);
|
|
468
|
+
this.entryPoint = row ? row.id : null;
|
|
469
|
+
}
|
|
470
|
+
// Delete edges
|
|
471
|
+
this.deleteEdgesStmt.run(nodeId, nodeId);
|
|
472
|
+
// Delete node
|
|
473
|
+
this.deleteNodeStmt.run(nodeId);
|
|
474
|
+
// Update metadata
|
|
475
|
+
if (!this.entryPoint) {
|
|
476
|
+
this.isBuilt = false;
|
|
477
|
+
this.maxLevel = 0;
|
|
478
|
+
}
|
|
479
|
+
this.saveMetadata();
|
|
480
|
+
}
|
|
481
|
+
/**
|
|
482
|
+
* Get index statistics
|
|
483
|
+
*/
|
|
484
|
+
getStats() {
|
|
485
|
+
const nodeCountStmt = this.db.prepare('SELECT COUNT(*) as count FROM hnsw_nodes');
|
|
486
|
+
const edgeCountStmt = this.db.prepare('SELECT COUNT(*) as count FROM hnsw_edges');
|
|
487
|
+
const nodeCount = nodeCountStmt.get().count;
|
|
488
|
+
const edgeCount = edgeCountStmt.get().count;
|
|
489
|
+
const avgDegree = nodeCount > 0 ? edgeCount / nodeCount : 0;
|
|
490
|
+
return {
|
|
491
|
+
nodeCount,
|
|
492
|
+
edgeCount,
|
|
493
|
+
maxLevel: this.maxLevel,
|
|
494
|
+
isBuilt: this.isBuilt,
|
|
495
|
+
avgDegree
|
|
496
|
+
};
|
|
497
|
+
}
|
|
498
|
+
/**
|
|
499
|
+
* Check if index is ready to use
|
|
500
|
+
*/
|
|
501
|
+
isReady() {
|
|
502
|
+
return this.isBuilt && this.entryPoint !== null;
|
|
503
|
+
}
|
|
504
|
+
/**
|
|
505
|
+
* Get configuration
|
|
506
|
+
*/
|
|
507
|
+
getConfig() {
|
|
508
|
+
return { ...this.config };
|
|
509
|
+
}
|
|
510
|
+
/**
|
|
511
|
+
* Update configuration (requires rebuild)
|
|
512
|
+
*/
|
|
513
|
+
updateConfig(config) {
|
|
514
|
+
this.config = { ...this.config, ...config };
|
|
515
|
+
}
|
|
516
|
+
}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* SQLiteVector - Ultra-fast SQLite vector database for agentic systems
|
|
3
|
+
* WASM bindings for JavaScript/TypeScript
|
|
4
|
+
*
|
|
5
|
+
* @module agentdb
|
|
6
|
+
* @version 0.1.0
|
|
7
|
+
* @license MIT OR Apache-2.0
|
|
8
|
+
*/
|
|
9
|
+
/**
|
|
10
|
+
* SQLiteVector - Ultra-fast vector database with dual backend support
|
|
11
|
+
* Supports both native (Node.js) and WASM (browser) backends
|
|
12
|
+
* @packageDocumentation
|
|
13
|
+
*/
|
|
14
|
+
import { SQLiteVectorDB } from './core/vector-db';
|
|
15
|
+
import { NativeBackend } from './core/native-backend';
|
|
16
|
+
import { WasmBackend } from './core/wasm-backend';
|
|
17
|
+
import { BackendType, ExtendedDatabaseConfig, VectorBackend } from './core/backend-interface';
|
|
18
|
+
import { initWasm, initSQL, getWasm, isInitialized, resetWasm } from './wasm-loader';
|
|
19
|
+
export { SQLiteVectorDB };
|
|
20
|
+
export { NativeBackend };
|
|
21
|
+
export { WasmBackend };
|
|
22
|
+
export { BackendType };
|
|
23
|
+
export type { VectorBackend, ExtendedDatabaseConfig };
|
|
24
|
+
export { HNSWIndex, DEFAULT_HNSW_CONFIG } from './index/hnsw';
|
|
25
|
+
export { OptimizedHNSWIndex } from './index/hnsw-optimized';
|
|
26
|
+
export type { HNSWConfig } from './index/hnsw';
|
|
27
|
+
export type { NativeBackendConfig } from './core/native-backend';
|
|
28
|
+
export { QueryCache } from './cache/query-cache';
|
|
29
|
+
export type { QueryCacheConfig, CacheStats } from './cache/query-cache';
|
|
30
|
+
export { VectorQueryBuilder } from './query/query-builder';
|
|
31
|
+
export type { Operator, SortDirection } from './query/query-builder';
|
|
32
|
+
export { ProductQuantizer } from './quantization/product-quantization';
|
|
33
|
+
export type { ProductQuantizerConfig, CompressionStats } from './quantization/product-quantization';
|
|
34
|
+
export { ScalarQuantizer } from './quantization/scalar-quantization';
|
|
35
|
+
export type { ScalarQuantizerConfig, AccuracyMetrics, ScalarQuantizationStats } from './quantization/scalar-quantization';
|
|
36
|
+
export { ImprovedProductQuantizer, QuantizationProfiles, QuantizationUtils } from './quantization/optimized-pq';
|
|
37
|
+
export type { QuantizationProfile } from './quantization/optimized-pq';
|
|
38
|
+
export { BinaryQuantizer, createBinaryQuantizer } from './quantization/binary-quantization';
|
|
39
|
+
export type { BinaryQuantizationConfig, BinaryQuantizationStats } from './quantization/binary-quantization';
|
|
40
|
+
export type { Vector, SearchResult, SimilarityMetric, DatabaseConfig, VectorMetadata, QuantizationConfig } from './types';
|
|
41
|
+
export type { Pattern, Experience, Context, LearningMetrics } from './types';
|
|
42
|
+
export { initWasm, initSQL, getWasm, resetWasm };
|
|
43
|
+
export { isInitialized as isWasmInitialized };
|
|
44
|
+
export { AgentDBMCPServer } from './mcp-server.js';
|
|
45
|
+
/**
|
|
46
|
+
* Convenience function to create a vector database
|
|
47
|
+
* Auto-detects environment and initializes appropriate backend
|
|
48
|
+
*/
|
|
49
|
+
export declare function createVectorDB(config?: ExtendedDatabaseConfig): Promise<SQLiteVectorDB>;
|
|
50
|
+
declare const _default: {
|
|
51
|
+
SQLiteVectorDB: typeof SQLiteVectorDB;
|
|
52
|
+
createVectorDB: typeof createVectorDB;
|
|
53
|
+
BackendType: typeof BackendType;
|
|
54
|
+
initWasm: typeof initWasm;
|
|
55
|
+
};
|
|
56
|
+
export default _default;
|
|
57
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;;GAIG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAC9F,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAGrF,OAAO,EAAE,cAAc,EAAE,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,CAAC;AACzB,OAAO,EAAE,WAAW,EAAE,CAAC;AACvB,OAAO,EAAE,WAAW,EAAE,CAAC;AACvB,YAAY,EAAE,aAAa,EAAE,sBAAsB,EAAE,CAAC;AAGtD,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,YAAY,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAGjE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAGxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAGrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,YAAY,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAGpG,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AACrE,YAAY,EACV,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EACxB,MAAM,oCAAoC,CAAC;AAG5C,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,iBAAiB,EAClB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAGvE,OAAO,EACL,eAAe,EACf,qBAAqB,EACtB,MAAM,oCAAoC,CAAC;AAC5C,YAAY,EACV,wBAAwB,EACxB,uBAAuB,EACxB,MAAM,oCAAoC,CAAC;AAG5C,YAAY,EACV,MAAM,EACN,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,kBAAkB,EACnB,MAAM,SAAS,CAAC;AAGjB,YAAY,EACV,OAAO,EACP,UAAU,EACV,OAAO,EACP,eAAe,EAChB,MAAM,SAAS,CAAC;AAGjB,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AACjD,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,CAAC;AAG9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEnD;;;GAGG;AACH,wBAAsB,cAAc,CAAC,MAAM,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,cAAc,CAAC,CAS7F;;;;;;;AAGD,wBAKE"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* SQLiteVector - Ultra-fast SQLite vector database for agentic systems
|
|
4
|
+
* WASM bindings for JavaScript/TypeScript
|
|
5
|
+
*
|
|
6
|
+
* @module agentdb
|
|
7
|
+
* @version 0.1.0
|
|
8
|
+
* @license MIT OR Apache-2.0
|
|
9
|
+
*/
|
|
10
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
11
|
+
exports.AgentDBMCPServer = exports.isWasmInitialized = exports.resetWasm = exports.getWasm = exports.initSQL = exports.initWasm = exports.createBinaryQuantizer = exports.BinaryQuantizer = exports.QuantizationUtils = exports.QuantizationProfiles = exports.ImprovedProductQuantizer = exports.ScalarQuantizer = exports.ProductQuantizer = exports.VectorQueryBuilder = exports.QueryCache = exports.OptimizedHNSWIndex = exports.DEFAULT_HNSW_CONFIG = exports.HNSWIndex = exports.BackendType = exports.WasmBackend = exports.NativeBackend = exports.SQLiteVectorDB = void 0;
|
|
12
|
+
exports.createVectorDB = createVectorDB;
|
|
13
|
+
/**
|
|
14
|
+
* SQLiteVector - Ultra-fast vector database with dual backend support
|
|
15
|
+
* Supports both native (Node.js) and WASM (browser) backends
|
|
16
|
+
* @packageDocumentation
|
|
17
|
+
*/
|
|
18
|
+
// Main unified API
|
|
19
|
+
const vector_db_1 = require("./core/vector-db");
|
|
20
|
+
Object.defineProperty(exports, "SQLiteVectorDB", { enumerable: true, get: function () { return vector_db_1.SQLiteVectorDB; } });
|
|
21
|
+
const native_backend_1 = require("./core/native-backend");
|
|
22
|
+
Object.defineProperty(exports, "NativeBackend", { enumerable: true, get: function () { return native_backend_1.NativeBackend; } });
|
|
23
|
+
const wasm_backend_1 = require("./core/wasm-backend");
|
|
24
|
+
Object.defineProperty(exports, "WasmBackend", { enumerable: true, get: function () { return wasm_backend_1.WasmBackend; } });
|
|
25
|
+
const backend_interface_1 = require("./core/backend-interface");
|
|
26
|
+
Object.defineProperty(exports, "BackendType", { enumerable: true, get: function () { return backend_interface_1.BackendType; } });
|
|
27
|
+
const wasm_loader_1 = require("./wasm-loader");
|
|
28
|
+
Object.defineProperty(exports, "initWasm", { enumerable: true, get: function () { return wasm_loader_1.initWasm; } });
|
|
29
|
+
Object.defineProperty(exports, "initSQL", { enumerable: true, get: function () { return wasm_loader_1.initSQL; } });
|
|
30
|
+
Object.defineProperty(exports, "getWasm", { enumerable: true, get: function () { return wasm_loader_1.getWasm; } });
|
|
31
|
+
Object.defineProperty(exports, "isWasmInitialized", { enumerable: true, get: function () { return wasm_loader_1.isInitialized; } });
|
|
32
|
+
Object.defineProperty(exports, "resetWasm", { enumerable: true, get: function () { return wasm_loader_1.resetWasm; } });
|
|
33
|
+
// HNSW indexing for high-performance search
|
|
34
|
+
var hnsw_1 = require("./index/hnsw");
|
|
35
|
+
Object.defineProperty(exports, "HNSWIndex", { enumerable: true, get: function () { return hnsw_1.HNSWIndex; } });
|
|
36
|
+
Object.defineProperty(exports, "DEFAULT_HNSW_CONFIG", { enumerable: true, get: function () { return hnsw_1.DEFAULT_HNSW_CONFIG; } });
|
|
37
|
+
var hnsw_optimized_1 = require("./index/hnsw-optimized");
|
|
38
|
+
Object.defineProperty(exports, "OptimizedHNSWIndex", { enumerable: true, get: function () { return hnsw_optimized_1.OptimizedHNSWIndex; } });
|
|
39
|
+
// Query caching for 50-100x speedup on repeated queries
|
|
40
|
+
var query_cache_1 = require("./cache/query-cache");
|
|
41
|
+
Object.defineProperty(exports, "QueryCache", { enumerable: true, get: function () { return query_cache_1.QueryCache; } });
|
|
42
|
+
// Query builder for fluent, type-safe queries
|
|
43
|
+
var query_builder_1 = require("./query/query-builder");
|
|
44
|
+
Object.defineProperty(exports, "VectorQueryBuilder", { enumerable: true, get: function () { return query_builder_1.VectorQueryBuilder; } });
|
|
45
|
+
// Vector quantization for 4-32x compression
|
|
46
|
+
var product_quantization_1 = require("./quantization/product-quantization");
|
|
47
|
+
Object.defineProperty(exports, "ProductQuantizer", { enumerable: true, get: function () { return product_quantization_1.ProductQuantizer; } });
|
|
48
|
+
// Scalar quantization for 4-16x compression with 85-95% accuracy (RECOMMENDED)
|
|
49
|
+
var scalar_quantization_1 = require("./quantization/scalar-quantization");
|
|
50
|
+
Object.defineProperty(exports, "ScalarQuantizer", { enumerable: true, get: function () { return scalar_quantization_1.ScalarQuantizer; } });
|
|
51
|
+
// Optimized quantization with accuracy profiles
|
|
52
|
+
var optimized_pq_1 = require("./quantization/optimized-pq");
|
|
53
|
+
Object.defineProperty(exports, "ImprovedProductQuantizer", { enumerable: true, get: function () { return optimized_pq_1.ImprovedProductQuantizer; } });
|
|
54
|
+
Object.defineProperty(exports, "QuantizationProfiles", { enumerable: true, get: function () { return optimized_pq_1.QuantizationProfiles; } });
|
|
55
|
+
Object.defineProperty(exports, "QuantizationUtils", { enumerable: true, get: function () { return optimized_pq_1.QuantizationUtils; } });
|
|
56
|
+
// Binary quantization for 256x compression and 32x faster search
|
|
57
|
+
var binary_quantization_1 = require("./quantization/binary-quantization");
|
|
58
|
+
Object.defineProperty(exports, "BinaryQuantizer", { enumerable: true, get: function () { return binary_quantization_1.BinaryQuantizer; } });
|
|
59
|
+
Object.defineProperty(exports, "createBinaryQuantizer", { enumerable: true, get: function () { return binary_quantization_1.createBinaryQuantizer; } });
|
|
60
|
+
// MCP Server
|
|
61
|
+
var mcp_server_js_1 = require("./mcp-server.js");
|
|
62
|
+
Object.defineProperty(exports, "AgentDBMCPServer", { enumerable: true, get: function () { return mcp_server_js_1.AgentDBMCPServer; } });
|
|
63
|
+
/**
|
|
64
|
+
* Convenience function to create a vector database
|
|
65
|
+
* Auto-detects environment and initializes appropriate backend
|
|
66
|
+
*/
|
|
67
|
+
async function createVectorDB(config) {
|
|
68
|
+
const db = new vector_db_1.SQLiteVectorDB(config);
|
|
69
|
+
// Initialize async if WASM backend
|
|
70
|
+
if (db.getBackendType() === backend_interface_1.BackendType.WASM) {
|
|
71
|
+
await db.initializeAsync();
|
|
72
|
+
}
|
|
73
|
+
return db;
|
|
74
|
+
}
|
|
75
|
+
// Default export for convenience
|
|
76
|
+
exports.default = {
|
|
77
|
+
SQLiteVectorDB: vector_db_1.SQLiteVectorDB,
|
|
78
|
+
createVectorDB,
|
|
79
|
+
BackendType: backend_interface_1.BackendType,
|
|
80
|
+
initWasm: wasm_loader_1.initWasm,
|
|
81
|
+
};
|
|
82
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AA+FH,wCASC;AAtGD;;;;GAIG;AAEH,mBAAmB;AACnB,gDAAkD;AAOzC,+FAPA,0BAAc,OAOA;AANvB,0DAAsD;AAO7C,8FAPA,8BAAa,OAOA;AANtB,sDAAkD;AAOzC,4FAPA,0BAAW,OAOA;AANpB,gEAA8F;AAOrF,4FAPA,+BAAW,OAOA;AANpB,+CAAqF;AAwE5E,yFAxEA,sBAAQ,OAwEA;AAAE,wFAxEA,qBAAO,OAwEA;AAAE,wFAxEA,qBAAO,OAwEA;AACT,kGAzEW,2BAAa,OAyEP;AADN,0FAxEe,uBAAS,OAwEf;AA/D9C,4CAA4C;AAC5C,qCAA8D;AAArD,iGAAA,SAAS,OAAA;AAAE,2GAAA,mBAAmB,OAAA;AACvC,yDAA4D;AAAnD,oHAAA,kBAAkB,OAAA;AAI3B,wDAAwD;AACxD,mDAAiD;AAAxC,yGAAA,UAAU,OAAA;AAGnB,8CAA8C;AAC9C,uDAA2D;AAAlD,mHAAA,kBAAkB,OAAA;AAG3B,4CAA4C;AAC5C,4EAAuE;AAA9D,wHAAA,gBAAgB,OAAA;AAGzB,+EAA+E;AAC/E,0EAAqE;AAA5D,sHAAA,eAAe,OAAA;AAOxB,gDAAgD;AAChD,4DAIqC;AAHnC,wHAAA,wBAAwB,OAAA;AACxB,oHAAA,oBAAoB,OAAA;AACpB,iHAAA,iBAAiB,OAAA;AAInB,iEAAiE;AACjE,0EAG4C;AAF1C,sHAAA,eAAe,OAAA;AACf,4HAAA,qBAAqB,OAAA;AA6BvB,aAAa;AACb,iDAAmD;AAA1C,iHAAA,gBAAgB,OAAA;AAEzB;;;GAGG;AACI,KAAK,UAAU,cAAc,CAAC,MAA+B;IAClE,MAAM,EAAE,GAAG,IAAI,0BAAc,CAAC,MAAM,CAAC,CAAC;IAEtC,mCAAmC;IACnC,IAAI,EAAE,CAAC,cAAc,EAAE,KAAK,+BAAW,CAAC,IAAI,EAAE,CAAC;QAC7C,MAAM,EAAE,CAAC,eAAe,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,iCAAiC;AACjC,kBAAe;IACb,cAAc,EAAd,0BAAc;IACd,cAAc;IACd,WAAW,EAAX,+BAAW;IACX,QAAQ,EAAR,sBAAQ;CACT,CAAC"}
|