agentdb 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +38 -0
- package/LICENSE-APACHE +190 -0
- package/LICENSE-MIT +21 -0
- package/README.md +953 -0
- package/bin/agentdb.js +485 -0
- package/bin/plugin-cli-wrapper.mjs +21 -0
- package/dist/cache/query-cache.d.ts +105 -0
- package/dist/cache/query-cache.d.ts.map +1 -0
- package/dist/cache/query-cache.js +224 -0
- package/dist/cache/query-cache.js.map +1 -0
- package/dist/cache/query-cache.mjs +219 -0
- package/dist/cli/cache/query-cache.d.ts +104 -0
- package/dist/cli/cache/query-cache.js +244 -0
- package/dist/cli/cli/db-commands.d.ts +48 -0
- package/dist/cli/cli/db-commands.js +613 -0
- package/dist/cli/commands.d.ts +7 -0
- package/dist/cli/commands.d.ts.map +1 -0
- package/dist/cli/commands.js +113 -0
- package/dist/cli/commands.js.map +1 -0
- package/dist/cli/commands.mjs +104 -0
- package/dist/cli/core/backend-interface.d.ts +70 -0
- package/dist/cli/core/backend-interface.js +15 -0
- package/dist/cli/core/native-backend.d.ts +140 -0
- package/dist/cli/core/native-backend.js +432 -0
- package/dist/cli/core/vector-db.d.ts +126 -0
- package/dist/cli/core/vector-db.js +338 -0
- package/dist/cli/core/wasm-backend.d.ts +95 -0
- package/dist/cli/core/wasm-backend.js +418 -0
- package/dist/cli/db-commands.d.ts +49 -0
- package/dist/cli/db-commands.d.ts.map +1 -0
- package/dist/cli/db-commands.js +533 -0
- package/dist/cli/db-commands.js.map +1 -0
- package/dist/cli/db-commands.mjs +522 -0
- package/dist/cli/generator.d.ts +11 -0
- package/dist/cli/generator.d.ts.map +1 -0
- package/dist/cli/generator.js +567 -0
- package/dist/cli/generator.js.map +1 -0
- package/dist/cli/generator.mjs +527 -0
- package/dist/cli/help.d.ts +18 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +676 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/help.mjs +667 -0
- package/dist/cli/index/hnsw.d.ts +164 -0
- package/dist/cli/index/hnsw.js +558 -0
- package/dist/cli/plugin-cli.d.ts +7 -0
- package/dist/cli/plugin-cli.d.ts.map +1 -0
- package/dist/cli/plugin-cli.js +295 -0
- package/dist/cli/plugin-cli.js.map +1 -0
- package/dist/cli/plugin-cli.mjs +289 -0
- package/dist/cli/quantization/product-quantization.d.ts +108 -0
- package/dist/cli/quantization/product-quantization.js +350 -0
- package/dist/cli/query/query-builder.d.ts +322 -0
- package/dist/cli/query/query-builder.js +600 -0
- package/dist/cli/templates.d.ts +14 -0
- package/dist/cli/templates.d.ts.map +1 -0
- package/dist/cli/templates.js +182 -0
- package/dist/cli/templates.js.map +1 -0
- package/dist/cli/templates.mjs +176 -0
- package/dist/cli/types/index.d.ts +116 -0
- package/dist/cli/types/index.js +5 -0
- package/dist/cli/types.d.ts +91 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +6 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/cli/types.mjs +4 -0
- package/dist/cli/wizard/index.d.ts +6 -0
- package/dist/cli/wizard/index.d.ts.map +1 -0
- package/dist/cli/wizard/index.js +138 -0
- package/dist/cli/wizard/index.js.map +1 -0
- package/dist/cli/wizard/index.mjs +131 -0
- package/dist/cli/wizard/prompts.d.ts +11 -0
- package/dist/cli/wizard/prompts.d.ts.map +1 -0
- package/dist/cli/wizard/prompts.js +482 -0
- package/dist/cli/wizard/prompts.js.map +1 -0
- package/dist/cli/wizard/prompts.mjs +470 -0
- package/dist/cli/wizard/validator.d.ts +13 -0
- package/dist/cli/wizard/validator.d.ts.map +1 -0
- package/dist/cli/wizard/validator.js +234 -0
- package/dist/cli/wizard/validator.js.map +1 -0
- package/dist/cli/wizard/validator.mjs +224 -0
- package/dist/core/backend-interface.d.ts +71 -0
- package/dist/core/backend-interface.d.ts.map +1 -0
- package/dist/core/backend-interface.js +16 -0
- package/dist/core/backend-interface.js.map +1 -0
- package/dist/core/backend-interface.mjs +12 -0
- package/dist/core/native-backend.d.ts +141 -0
- package/dist/core/native-backend.d.ts.map +1 -0
- package/dist/core/native-backend.js +457 -0
- package/dist/core/native-backend.js.map +1 -0
- package/dist/core/native-backend.mjs +449 -0
- package/dist/core/vector-db.d.ts +127 -0
- package/dist/core/vector-db.d.ts.map +1 -0
- package/dist/core/vector-db.js +266 -0
- package/dist/core/vector-db.js.map +1 -0
- package/dist/core/vector-db.mjs +261 -0
- package/dist/core/wasm-backend.d.ts +96 -0
- package/dist/core/wasm-backend.d.ts.map +1 -0
- package/dist/core/wasm-backend.js +393 -0
- package/dist/core/wasm-backend.js.map +1 -0
- package/dist/core/wasm-backend.mjs +385 -0
- package/dist/index/hnsw-optimized.d.ts +75 -0
- package/dist/index/hnsw-optimized.d.ts.map +1 -0
- package/dist/index/hnsw-optimized.js +412 -0
- package/dist/index/hnsw-optimized.js.map +1 -0
- package/dist/index/hnsw-optimized.mjs +407 -0
- package/dist/index/hnsw.d.ts +165 -0
- package/dist/index/hnsw.d.ts.map +1 -0
- package/dist/index/hnsw.js +521 -0
- package/dist/index/hnsw.js.map +1 -0
- package/dist/index/hnsw.mjs +516 -0
- package/dist/index.d.ts +57 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +82 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +63 -0
- package/dist/mcp-server.d.ts +27 -0
- package/dist/mcp-server.d.ts.map +1 -0
- package/dist/mcp-server.js +789 -0
- package/dist/mcp-server.js.map +1 -0
- package/dist/mcp-server.mjs +784 -0
- package/dist/plugins/base-plugin.d.ts +114 -0
- package/dist/plugins/base-plugin.d.ts.map +1 -0
- package/dist/plugins/base-plugin.js +313 -0
- package/dist/plugins/base-plugin.js.map +1 -0
- package/dist/plugins/base-plugin.mjs +275 -0
- package/dist/plugins/implementations/active-learning.d.ts +135 -0
- package/dist/plugins/implementations/active-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/active-learning.js +372 -0
- package/dist/plugins/implementations/active-learning.js.map +1 -0
- package/dist/plugins/implementations/active-learning.mjs +367 -0
- package/dist/plugins/implementations/actor-critic.d.ts +64 -0
- package/dist/plugins/implementations/actor-critic.d.ts.map +1 -0
- package/dist/plugins/implementations/actor-critic.js +363 -0
- package/dist/plugins/implementations/actor-critic.js.map +1 -0
- package/dist/plugins/implementations/actor-critic.mjs +358 -0
- package/dist/plugins/implementations/adversarial-training.d.ts +133 -0
- package/dist/plugins/implementations/adversarial-training.d.ts.map +1 -0
- package/dist/plugins/implementations/adversarial-training.js +409 -0
- package/dist/plugins/implementations/adversarial-training.js.map +1 -0
- package/dist/plugins/implementations/adversarial-training.mjs +404 -0
- package/dist/plugins/implementations/curriculum-learning.d.ts +132 -0
- package/dist/plugins/implementations/curriculum-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/curriculum-learning.js +354 -0
- package/dist/plugins/implementations/curriculum-learning.js.map +1 -0
- package/dist/plugins/implementations/curriculum-learning.mjs +349 -0
- package/dist/plugins/implementations/decision-transformer.d.ts +77 -0
- package/dist/plugins/implementations/decision-transformer.d.ts.map +1 -0
- package/dist/plugins/implementations/decision-transformer.js +422 -0
- package/dist/plugins/implementations/decision-transformer.js.map +1 -0
- package/dist/plugins/implementations/decision-transformer.mjs +417 -0
- package/dist/plugins/implementations/federated-learning.d.ts +126 -0
- package/dist/plugins/implementations/federated-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/federated-learning.js +436 -0
- package/dist/plugins/implementations/federated-learning.js.map +1 -0
- package/dist/plugins/implementations/federated-learning.mjs +431 -0
- package/dist/plugins/implementations/index.d.ts +30 -0
- package/dist/plugins/implementations/index.d.ts.map +1 -0
- package/dist/plugins/implementations/index.js +45 -0
- package/dist/plugins/implementations/index.js.map +1 -0
- package/dist/plugins/implementations/index.mjs +31 -0
- package/dist/plugins/implementations/multi-task-learning.d.ts +115 -0
- package/dist/plugins/implementations/multi-task-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/multi-task-learning.js +369 -0
- package/dist/plugins/implementations/multi-task-learning.js.map +1 -0
- package/dist/plugins/implementations/multi-task-learning.mjs +364 -0
- package/dist/plugins/implementations/neural-architecture-search.d.ts +148 -0
- package/dist/plugins/implementations/neural-architecture-search.d.ts.map +1 -0
- package/dist/plugins/implementations/neural-architecture-search.js +379 -0
- package/dist/plugins/implementations/neural-architecture-search.js.map +1 -0
- package/dist/plugins/implementations/neural-architecture-search.mjs +374 -0
- package/dist/plugins/implementations/q-learning.d.ts +98 -0
- package/dist/plugins/implementations/q-learning.d.ts.map +1 -0
- package/dist/plugins/implementations/q-learning.js +435 -0
- package/dist/plugins/implementations/q-learning.js.map +1 -0
- package/dist/plugins/implementations/q-learning.mjs +430 -0
- package/dist/plugins/implementations/sarsa.d.ts +103 -0
- package/dist/plugins/implementations/sarsa.d.ts.map +1 -0
- package/dist/plugins/implementations/sarsa.js +347 -0
- package/dist/plugins/implementations/sarsa.js.map +1 -0
- package/dist/plugins/implementations/sarsa.mjs +342 -0
- package/dist/plugins/index.d.ts +107 -0
- package/dist/plugins/index.d.ts.map +1 -0
- package/dist/plugins/index.js +179 -0
- package/dist/plugins/index.js.map +1 -0
- package/dist/plugins/index.mjs +168 -0
- package/dist/plugins/interface.d.ts +439 -0
- package/dist/plugins/interface.d.ts.map +1 -0
- package/dist/plugins/interface.js +12 -0
- package/dist/plugins/interface.js.map +1 -0
- package/dist/plugins/interface.mjs +10 -0
- package/dist/plugins/learning-plugin.interface.d.ts +257 -0
- package/dist/plugins/learning-plugin.interface.d.ts.map +1 -0
- package/dist/plugins/learning-plugin.interface.js +7 -0
- package/dist/plugins/learning-plugin.interface.js.map +1 -0
- package/dist/plugins/learning-plugin.interface.mjs +5 -0
- package/dist/plugins/plugin-exports.d.ts +71 -0
- package/dist/plugins/plugin-exports.d.ts.map +1 -0
- package/dist/plugins/plugin-exports.js +78 -0
- package/dist/plugins/plugin-exports.js.map +1 -0
- package/dist/plugins/plugin-exports.mjs +69 -0
- package/dist/plugins/registry.d.ts +206 -0
- package/dist/plugins/registry.d.ts.map +1 -0
- package/dist/plugins/registry.js +365 -0
- package/dist/plugins/registry.js.map +1 -0
- package/dist/plugins/registry.mjs +356 -0
- package/dist/plugins/validator.d.ts +63 -0
- package/dist/plugins/validator.d.ts.map +1 -0
- package/dist/plugins/validator.js +464 -0
- package/dist/plugins/validator.js.map +1 -0
- package/dist/plugins/validator.mjs +458 -0
- package/dist/quantization/binary-quantization.d.ts +104 -0
- package/dist/quantization/binary-quantization.d.ts.map +1 -0
- package/dist/quantization/binary-quantization.js +246 -0
- package/dist/quantization/binary-quantization.js.map +1 -0
- package/dist/quantization/binary-quantization.mjs +240 -0
- package/dist/quantization/optimized-pq.d.ts +138 -0
- package/dist/quantization/optimized-pq.d.ts.map +1 -0
- package/dist/quantization/optimized-pq.js +320 -0
- package/dist/quantization/optimized-pq.js.map +1 -0
- package/dist/quantization/optimized-pq.mjs +313 -0
- package/dist/quantization/product-quantization.d.ts +109 -0
- package/dist/quantization/product-quantization.d.ts.map +1 -0
- package/dist/quantization/product-quantization.js +287 -0
- package/dist/quantization/product-quantization.js.map +1 -0
- package/dist/quantization/product-quantization.mjs +282 -0
- package/dist/quantization/scalar-quantization.d.ts +100 -0
- package/dist/quantization/scalar-quantization.d.ts.map +1 -0
- package/dist/quantization/scalar-quantization.js +324 -0
- package/dist/quantization/scalar-quantization.js.map +1 -0
- package/dist/quantization/scalar-quantization.mjs +319 -0
- package/dist/query/index.d.ts +6 -0
- package/dist/query/index.d.ts.map +1 -0
- package/dist/query/index.js +9 -0
- package/dist/query/index.js.map +1 -0
- package/dist/query/index.mjs +4 -0
- package/dist/query/query-builder.d.ts +323 -0
- package/dist/query/query-builder.d.ts.map +1 -0
- package/dist/query/query-builder.js +524 -0
- package/dist/query/query-builder.js.map +1 -0
- package/dist/query/query-builder.mjs +519 -0
- package/dist/reasoning/context-synthesizer.d.ts +57 -0
- package/dist/reasoning/context-synthesizer.d.ts.map +1 -0
- package/dist/reasoning/context-synthesizer.js +224 -0
- package/dist/reasoning/context-synthesizer.js.map +1 -0
- package/dist/reasoning/context-synthesizer.mjs +219 -0
- package/dist/reasoning/experience-curator.d.ts +66 -0
- package/dist/reasoning/experience-curator.d.ts.map +1 -0
- package/dist/reasoning/experience-curator.js +288 -0
- package/dist/reasoning/experience-curator.js.map +1 -0
- package/dist/reasoning/experience-curator.mjs +283 -0
- package/dist/reasoning/memory-optimizer.d.ts +69 -0
- package/dist/reasoning/memory-optimizer.d.ts.map +1 -0
- package/dist/reasoning/memory-optimizer.js +331 -0
- package/dist/reasoning/memory-optimizer.js.map +1 -0
- package/dist/reasoning/memory-optimizer.mjs +326 -0
- package/dist/reasoning/pattern-matcher.d.ts +59 -0
- package/dist/reasoning/pattern-matcher.d.ts.map +1 -0
- package/dist/reasoning/pattern-matcher.js +229 -0
- package/dist/reasoning/pattern-matcher.js.map +1 -0
- package/dist/reasoning/pattern-matcher.mjs +224 -0
- package/dist/reasoningbank/adapter/agentdb-adapter.d.ts +118 -0
- package/dist/reasoningbank/adapter/agentdb-adapter.d.ts.map +1 -0
- package/dist/reasoningbank/adapter/agentdb-adapter.js +477 -0
- package/dist/reasoningbank/adapter/agentdb-adapter.js.map +1 -0
- package/dist/reasoningbank/adapter/types.d.ts +113 -0
- package/dist/reasoningbank/adapter/types.d.ts.map +1 -0
- package/dist/reasoningbank/adapter/types.js +9 -0
- package/dist/reasoningbank/adapter/types.js.map +1 -0
- package/dist/reasoningbank/cli/commands.d.ts +16 -0
- package/dist/reasoningbank/cli/commands.d.ts.map +1 -0
- package/dist/reasoningbank/cli/commands.js +272 -0
- package/dist/reasoningbank/cli/commands.js.map +1 -0
- package/dist/reasoningbank/mcp/agentdb-tools.d.ts +319 -0
- package/dist/reasoningbank/mcp/agentdb-tools.d.ts.map +1 -0
- package/dist/reasoningbank/mcp/agentdb-tools.js +301 -0
- package/dist/reasoningbank/mcp/agentdb-tools.js.map +1 -0
- package/dist/reasoningbank/migration/migrate.d.ts +25 -0
- package/dist/reasoningbank/migration/migrate.d.ts.map +1 -0
- package/dist/reasoningbank/migration/migrate.js +178 -0
- package/dist/reasoningbank/migration/migrate.js.map +1 -0
- package/dist/reasoningbank/reasoning/context-synthesizer.d.ts +37 -0
- package/dist/reasoningbank/reasoning/context-synthesizer.d.ts.map +1 -0
- package/dist/reasoningbank/reasoning/context-synthesizer.js +114 -0
- package/dist/reasoningbank/reasoning/context-synthesizer.js.map +1 -0
- package/dist/reasoningbank/reasoning/experience-curator.d.ts +39 -0
- package/dist/reasoningbank/reasoning/experience-curator.d.ts.map +1 -0
- package/dist/reasoningbank/reasoning/experience-curator.js +98 -0
- package/dist/reasoningbank/reasoning/experience-curator.js.map +1 -0
- package/dist/reasoningbank/reasoning/memory-optimizer.d.ts +44 -0
- package/dist/reasoningbank/reasoning/memory-optimizer.d.ts.map +1 -0
- package/dist/reasoningbank/reasoning/memory-optimizer.js +184 -0
- package/dist/reasoningbank/reasoning/memory-optimizer.js.map +1 -0
- package/dist/reasoningbank/reasoning/pattern-matcher.d.ts +40 -0
- package/dist/reasoningbank/reasoning/pattern-matcher.d.ts.map +1 -0
- package/dist/reasoningbank/reasoning/pattern-matcher.js +87 -0
- package/dist/reasoningbank/reasoning/pattern-matcher.js.map +1 -0
- package/dist/reasoningbank/sync/quic-sync.d.ts +77 -0
- package/dist/reasoningbank/sync/quic-sync.d.ts.map +1 -0
- package/dist/reasoningbank/sync/quic-sync.js +165 -0
- package/dist/reasoningbank/sync/quic-sync.js.map +1 -0
- package/dist/sync/conflict.d.ts +78 -0
- package/dist/sync/conflict.d.ts.map +1 -0
- package/dist/sync/conflict.js +202 -0
- package/dist/sync/conflict.js.map +1 -0
- package/dist/sync/conflict.mjs +196 -0
- package/dist/sync/coordinator.d.ts +111 -0
- package/dist/sync/coordinator.d.ts.map +1 -0
- package/dist/sync/coordinator.js +256 -0
- package/dist/sync/coordinator.js.map +1 -0
- package/dist/sync/coordinator.mjs +250 -0
- package/dist/sync/delta.d.ts +81 -0
- package/dist/sync/delta.d.ts.map +1 -0
- package/dist/sync/delta.js +245 -0
- package/dist/sync/delta.js.map +1 -0
- package/dist/sync/delta.mjs +238 -0
- package/dist/sync/index.d.ts +11 -0
- package/dist/sync/index.d.ts.map +1 -0
- package/dist/sync/index.js +22 -0
- package/dist/sync/index.js.map +1 -0
- package/dist/sync/index.mjs +9 -0
- package/dist/sync/quic-sync.d.ts +81 -0
- package/dist/sync/quic-sync.d.ts.map +1 -0
- package/dist/sync/quic-sync.js +329 -0
- package/dist/sync/quic-sync.js.map +1 -0
- package/dist/sync/quic-sync.mjs +323 -0
- package/dist/sync/types.d.ts +168 -0
- package/dist/sync/types.d.ts.map +1 -0
- package/dist/sync/types.js +8 -0
- package/dist/sync/types.js.map +1 -0
- package/dist/sync/types.mjs +6 -0
- package/dist/types/index.d.ts +117 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +6 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/index.mjs +4 -0
- package/dist/wasm-loader.d.ts +32 -0
- package/dist/wasm-loader.d.ts.map +1 -0
- package/dist/wasm-loader.js +75 -0
- package/dist/wasm-loader.js.map +1 -0
- package/dist/wasm-loader.mjs +64 -0
- package/examples/adaptive-learning.ts +284 -0
- package/examples/browser/README.md +732 -0
- package/examples/browser/adaptive-recommendations/index.html +427 -0
- package/examples/browser/collaborative-filtering/index.html +310 -0
- package/examples/browser/continual-learning/index.html +736 -0
- package/examples/browser/experience-replay/index.html +616 -0
- package/examples/browser/index.html +369 -0
- package/examples/browser/meta-learning/index.html +789 -0
- package/examples/browser/neuro-symbolic/index.html +692 -0
- package/examples/browser/pattern-learning/index.html +620 -0
- package/examples/browser/quantum-inspired/index.html +728 -0
- package/examples/browser/rag/index.html +624 -0
- package/examples/browser/swarm-intelligence/index.html +811 -0
- package/examples/browser-basic.html +170 -0
- package/examples/hnsw-example.ts +148 -0
- package/examples/node-basic.js +70 -0
- package/examples/quic-sync-example.ts +310 -0
- package/examples/quick-start.js +68 -0
- package/examples/wasm-example.ts +222 -0
- package/package.json +118 -0
|
@@ -0,0 +1,558 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* HNSW (Hierarchical Navigable Small World) Index Implementation
|
|
4
|
+
* High-performance approximate nearest neighbor search with O(log n) complexity
|
|
5
|
+
*
|
|
6
|
+
* Algorithm: Hierarchical graph structure with multiple layers
|
|
7
|
+
* - Layer 0: All vectors with dense connections
|
|
8
|
+
* - Higher layers: Sparse long-range connections for efficient navigation
|
|
9
|
+
*
|
|
10
|
+
* Performance targets:
|
|
11
|
+
* - Search: <10ms for 10K vectors
|
|
12
|
+
* - Build: <5s for 10K vectors
|
|
13
|
+
* - Recall: >95% accuracy
|
|
14
|
+
*/
|
|
15
|
+
var __assign = (this && this.__assign) || function () {
|
|
16
|
+
__assign = Object.assign || function(t) {
|
|
17
|
+
for (var s, i = 1, n = arguments.length; i < n; i++) {
|
|
18
|
+
s = arguments[i];
|
|
19
|
+
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
|
|
20
|
+
t[p] = s[p];
|
|
21
|
+
}
|
|
22
|
+
return t;
|
|
23
|
+
};
|
|
24
|
+
return __assign.apply(this, arguments);
|
|
25
|
+
};
|
|
26
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
27
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
28
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
29
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
30
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
31
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
32
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
33
|
+
});
|
|
34
|
+
};
|
|
35
|
+
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
36
|
+
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
|
|
37
|
+
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
38
|
+
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
39
|
+
function step(op) {
|
|
40
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
41
|
+
while (g && (g = 0, op[0] && (_ = 0)), _) try {
|
|
42
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
43
|
+
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
44
|
+
switch (op[0]) {
|
|
45
|
+
case 0: case 1: t = op; break;
|
|
46
|
+
case 4: _.label++; return { value: op[1], done: false };
|
|
47
|
+
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
48
|
+
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
49
|
+
default:
|
|
50
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
51
|
+
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
52
|
+
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
53
|
+
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
54
|
+
if (t[2]) _.ops.pop();
|
|
55
|
+
_.trys.pop(); continue;
|
|
56
|
+
}
|
|
57
|
+
op = body.call(thisArg, _);
|
|
58
|
+
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
59
|
+
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
60
|
+
}
|
|
61
|
+
};
|
|
62
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
63
|
+
exports.HNSWIndex = exports.DEFAULT_HNSW_CONFIG = void 0;
|
|
64
|
+
/**
|
|
65
|
+
* Default HNSW configuration optimized for most use cases
|
|
66
|
+
*/
|
|
67
|
+
exports.DEFAULT_HNSW_CONFIG = {
|
|
68
|
+
M: 16,
|
|
69
|
+
M0: 32,
|
|
70
|
+
efConstruction: 200,
|
|
71
|
+
efSearch: 50,
|
|
72
|
+
mL: 1 / Math.log(16),
|
|
73
|
+
minVectorsForIndex: 1000,
|
|
74
|
+
autoRebuild: false,
|
|
75
|
+
enabled: true
|
|
76
|
+
};
|
|
77
|
+
/**
|
|
78
|
+
* HNSW Index implementation
|
|
79
|
+
*/
|
|
80
|
+
var HNSWIndex = /** @class */ (function () {
|
|
81
|
+
function HNSWIndex(db, config) {
|
|
82
|
+
if (config === void 0) { config = {}; }
|
|
83
|
+
this.entryPoint = null;
|
|
84
|
+
this.maxLevel = 0;
|
|
85
|
+
this.isBuilt = false;
|
|
86
|
+
this.db = db;
|
|
87
|
+
this.config = __assign(__assign({}, exports.DEFAULT_HNSW_CONFIG), config);
|
|
88
|
+
this.initializeSchema();
|
|
89
|
+
this.prepareStatements();
|
|
90
|
+
this.loadMetadata();
|
|
91
|
+
}
|
|
92
|
+
/**
|
|
93
|
+
* Initialize HNSW schema in SQLite
|
|
94
|
+
*/
|
|
95
|
+
HNSWIndex.prototype.initializeSchema = function () {
|
|
96
|
+
// Create HNSW nodes table
|
|
97
|
+
this.db.exec("\n CREATE TABLE IF NOT EXISTS hnsw_nodes (\n id TEXT PRIMARY KEY,\n vector_id TEXT NOT NULL,\n level INTEGER NOT NULL,\n embedding BLOB NOT NULL,\n FOREIGN KEY (vector_id) REFERENCES vectors(id) ON DELETE CASCADE\n );\n\n CREATE INDEX IF NOT EXISTS idx_hnsw_nodes_vector ON hnsw_nodes(vector_id);\n CREATE INDEX IF NOT EXISTS idx_hnsw_nodes_level ON hnsw_nodes(level);\n ");
|
|
98
|
+
// Create HNSW edges table
|
|
99
|
+
this.db.exec("\n CREATE TABLE IF NOT EXISTS hnsw_edges (\n from_id TEXT NOT NULL,\n to_id TEXT NOT NULL,\n level INTEGER NOT NULL,\n distance REAL NOT NULL,\n PRIMARY KEY (from_id, to_id, level),\n FOREIGN KEY (from_id) REFERENCES hnsw_nodes(id) ON DELETE CASCADE,\n FOREIGN KEY (to_id) REFERENCES hnsw_nodes(id) ON DELETE CASCADE\n );\n\n CREATE INDEX IF NOT EXISTS idx_hnsw_edges_from ON hnsw_edges(from_id, level);\n CREATE INDEX IF NOT EXISTS idx_hnsw_edges_to ON hnsw_edges(to_id, level);\n CREATE INDEX IF NOT EXISTS idx_hnsw_edges_level ON hnsw_edges(level);\n ");
|
|
100
|
+
// Create metadata table for index state
|
|
101
|
+
this.db.exec("\n CREATE TABLE IF NOT EXISTS hnsw_metadata (\n key TEXT PRIMARY KEY,\n value TEXT NOT NULL\n );\n ");
|
|
102
|
+
};
|
|
103
|
+
/**
|
|
104
|
+
* Prepare frequently used SQL statements
|
|
105
|
+
*/
|
|
106
|
+
HNSWIndex.prototype.prepareStatements = function () {
|
|
107
|
+
this.insertNodeStmt = this.db.prepare("\n INSERT OR REPLACE INTO hnsw_nodes (id, vector_id, level, embedding)\n VALUES (?, ?, ?, ?)\n ");
|
|
108
|
+
this.insertEdgeStmt = this.db.prepare("\n INSERT OR REPLACE INTO hnsw_edges (from_id, to_id, level, distance)\n VALUES (?, ?, ?, ?)\n ");
|
|
109
|
+
this.getNodeStmt = this.db.prepare("\n SELECT id, vector_id, level, embedding\n FROM hnsw_nodes\n WHERE id = ?\n ");
|
|
110
|
+
this.getNeighborsStmt = this.db.prepare("\n SELECT to_id, distance\n FROM hnsw_edges\n WHERE from_id = ? AND level = ?\n ORDER BY distance ASC\n ");
|
|
111
|
+
this.deleteNodeStmt = this.db.prepare("\n DELETE FROM hnsw_nodes WHERE id = ?\n ");
|
|
112
|
+
this.deleteEdgesStmt = this.db.prepare("\n DELETE FROM hnsw_edges WHERE from_id = ? OR to_id = ?\n ");
|
|
113
|
+
};
|
|
114
|
+
/**
|
|
115
|
+
* Load metadata from database
|
|
116
|
+
*/
|
|
117
|
+
HNSWIndex.prototype.loadMetadata = function () {
|
|
118
|
+
var stmt = this.db.prepare('SELECT value FROM hnsw_metadata WHERE key = ?');
|
|
119
|
+
var entryPointRow = stmt.get('entry_point');
|
|
120
|
+
if (entryPointRow) {
|
|
121
|
+
this.entryPoint = entryPointRow.value;
|
|
122
|
+
}
|
|
123
|
+
var maxLevelRow = stmt.get('max_level');
|
|
124
|
+
if (maxLevelRow) {
|
|
125
|
+
this.maxLevel = parseInt(maxLevelRow.value, 10);
|
|
126
|
+
}
|
|
127
|
+
var isBuiltRow = stmt.get('is_built');
|
|
128
|
+
if (isBuiltRow) {
|
|
129
|
+
this.isBuilt = isBuiltRow.value === 'true';
|
|
130
|
+
}
|
|
131
|
+
};
|
|
132
|
+
/**
|
|
133
|
+
* Save metadata to database
|
|
134
|
+
*/
|
|
135
|
+
HNSWIndex.prototype.saveMetadata = function () {
|
|
136
|
+
var stmt = this.db.prepare('INSERT OR REPLACE INTO hnsw_metadata (key, value) VALUES (?, ?)');
|
|
137
|
+
if (this.entryPoint) {
|
|
138
|
+
stmt.run('entry_point', this.entryPoint);
|
|
139
|
+
}
|
|
140
|
+
stmt.run('max_level', this.maxLevel.toString());
|
|
141
|
+
stmt.run('is_built', this.isBuilt.toString());
|
|
142
|
+
};
|
|
143
|
+
/**
|
|
144
|
+
* Calculate random level for new node using exponential decay
|
|
145
|
+
*/
|
|
146
|
+
HNSWIndex.prototype.randomLevel = function () {
|
|
147
|
+
var level = 0;
|
|
148
|
+
while (Math.random() < this.config.mL && level < 16) {
|
|
149
|
+
level++;
|
|
150
|
+
}
|
|
151
|
+
return level;
|
|
152
|
+
};
|
|
153
|
+
/**
|
|
154
|
+
* Calculate Euclidean distance between two vectors
|
|
155
|
+
*/
|
|
156
|
+
HNSWIndex.prototype.calculateDistance = function (a, b) {
|
|
157
|
+
var sum = 0;
|
|
158
|
+
for (var i = 0; i < a.length; i++) {
|
|
159
|
+
var diff = a[i] - b[i];
|
|
160
|
+
sum += diff * diff;
|
|
161
|
+
}
|
|
162
|
+
return Math.sqrt(sum);
|
|
163
|
+
};
|
|
164
|
+
/**
|
|
165
|
+
* Serialize embedding to Buffer
|
|
166
|
+
*/
|
|
167
|
+
HNSWIndex.prototype.serializeEmbedding = function (embedding) {
|
|
168
|
+
var buffer = Buffer.allocUnsafe(embedding.length * 4);
|
|
169
|
+
var view = new Float32Array(buffer.buffer, buffer.byteOffset, embedding.length);
|
|
170
|
+
view.set(embedding);
|
|
171
|
+
return buffer;
|
|
172
|
+
};
|
|
173
|
+
/**
|
|
174
|
+
* Deserialize embedding from Buffer
|
|
175
|
+
*/
|
|
176
|
+
HNSWIndex.prototype.deserializeEmbedding = function (buffer) {
|
|
177
|
+
var view = new Float32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 4);
|
|
178
|
+
return Array.from(view);
|
|
179
|
+
};
|
|
180
|
+
/**
|
|
181
|
+
* Get node by ID
|
|
182
|
+
*/
|
|
183
|
+
HNSWIndex.prototype.getNode = function (id) {
|
|
184
|
+
var row = this.getNodeStmt.get(id);
|
|
185
|
+
if (!row)
|
|
186
|
+
return null;
|
|
187
|
+
return {
|
|
188
|
+
id: row.id,
|
|
189
|
+
vectorId: row.vector_id,
|
|
190
|
+
level: row.level,
|
|
191
|
+
embedding: this.deserializeEmbedding(row.embedding)
|
|
192
|
+
};
|
|
193
|
+
};
|
|
194
|
+
/**
|
|
195
|
+
* Get neighbors of a node at a specific level
|
|
196
|
+
*/
|
|
197
|
+
HNSWIndex.prototype.getNeighbors = function (nodeId, level) {
|
|
198
|
+
var rows = this.getNeighborsStmt.all(nodeId, level);
|
|
199
|
+
return rows.map(function (row) { return ({
|
|
200
|
+
id: row.to_id,
|
|
201
|
+
distance: row.distance
|
|
202
|
+
}); });
|
|
203
|
+
};
|
|
204
|
+
/**
|
|
205
|
+
* Search for k nearest neighbors at a specific layer
|
|
206
|
+
*/
|
|
207
|
+
HNSWIndex.prototype.searchLayer = function (query, entryPoints, ef, level) {
|
|
208
|
+
var visited = new Set();
|
|
209
|
+
var candidates = [];
|
|
210
|
+
var results = [];
|
|
211
|
+
// Initialize with entry points
|
|
212
|
+
for (var _i = 0, entryPoints_1 = entryPoints; _i < entryPoints_1.length; _i++) {
|
|
213
|
+
var ep = entryPoints_1[_i];
|
|
214
|
+
var node = this.getNode(ep);
|
|
215
|
+
if (!node)
|
|
216
|
+
continue;
|
|
217
|
+
var distance = this.calculateDistance(query, node.embedding);
|
|
218
|
+
candidates.push({ id: ep, distance: distance });
|
|
219
|
+
results.push({ id: ep, distance: distance });
|
|
220
|
+
visited.add(ep);
|
|
221
|
+
}
|
|
222
|
+
// Sort candidates by distance (ascending)
|
|
223
|
+
candidates.sort(function (a, b) { return a.distance - b.distance; });
|
|
224
|
+
results.sort(function (a, b) { return a.distance - b.distance; });
|
|
225
|
+
// Beam search
|
|
226
|
+
while (candidates.length > 0) {
|
|
227
|
+
var current = candidates.shift();
|
|
228
|
+
// If current is farther than worst result, stop
|
|
229
|
+
if (results.length >= ef && current.distance > results[results.length - 1].distance) {
|
|
230
|
+
break;
|
|
231
|
+
}
|
|
232
|
+
// Explore neighbors
|
|
233
|
+
var neighbors = this.getNeighbors(current.id, level);
|
|
234
|
+
for (var _a = 0, neighbors_1 = neighbors; _a < neighbors_1.length; _a++) {
|
|
235
|
+
var neighbor = neighbors_1[_a];
|
|
236
|
+
if (visited.has(neighbor.id))
|
|
237
|
+
continue;
|
|
238
|
+
visited.add(neighbor.id);
|
|
239
|
+
var node = this.getNode(neighbor.id);
|
|
240
|
+
if (!node)
|
|
241
|
+
continue;
|
|
242
|
+
var distance = this.calculateDistance(query, node.embedding);
|
|
243
|
+
// Add to candidates if better than worst result
|
|
244
|
+
if (results.length < ef || distance < results[results.length - 1].distance) {
|
|
245
|
+
candidates.push({ id: neighbor.id, distance: distance });
|
|
246
|
+
results.push({ id: neighbor.id, distance: distance });
|
|
247
|
+
// Keep results sorted and limited to ef
|
|
248
|
+
results.sort(function (a, b) { return a.distance - b.distance; });
|
|
249
|
+
if (results.length > ef) {
|
|
250
|
+
results.pop();
|
|
251
|
+
}
|
|
252
|
+
// Keep candidates sorted
|
|
253
|
+
candidates.sort(function (a, b) { return a.distance - b.distance; });
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
return results;
|
|
258
|
+
};
|
|
259
|
+
/**
|
|
260
|
+
* Select neighbors using heuristic (Alg 4 from HNSW paper)
|
|
261
|
+
*/
|
|
262
|
+
HNSWIndex.prototype.selectNeighborsHeuristic = function (candidates, M) {
|
|
263
|
+
// Simple implementation: select M closest neighbors
|
|
264
|
+
candidates.sort(function (a, b) { return a.distance - b.distance; });
|
|
265
|
+
return candidates.slice(0, M);
|
|
266
|
+
};
|
|
267
|
+
/**
|
|
268
|
+
* Add bidirectional link between nodes
|
|
269
|
+
*/
|
|
270
|
+
HNSWIndex.prototype.addEdge = function (fromId, toId, level, distance) {
|
|
271
|
+
this.insertEdgeStmt.run(fromId, toId, level, distance);
|
|
272
|
+
this.insertEdgeStmt.run(toId, fromId, level, distance);
|
|
273
|
+
};
|
|
274
|
+
/**
|
|
275
|
+
* Insert a new node into the HNSW index (optimized version)
|
|
276
|
+
*/
|
|
277
|
+
HNSWIndex.prototype.insert = function (vectorId, embedding) {
|
|
278
|
+
var nodeId = "hnsw_".concat(vectorId);
|
|
279
|
+
var level = this.randomLevel();
|
|
280
|
+
// Insert node
|
|
281
|
+
this.insertNodeStmt.run(nodeId, vectorId, level, this.serializeEmbedding(embedding));
|
|
282
|
+
// Update max level
|
|
283
|
+
if (level > this.maxLevel) {
|
|
284
|
+
this.maxLevel = level;
|
|
285
|
+
}
|
|
286
|
+
// If this is the first node, make it the entry point
|
|
287
|
+
if (!this.entryPoint) {
|
|
288
|
+
this.entryPoint = nodeId;
|
|
289
|
+
// Don't save metadata on every insert (batching will handle it)
|
|
290
|
+
return;
|
|
291
|
+
}
|
|
292
|
+
// Search for nearest neighbors at each layer
|
|
293
|
+
var entryPoints = [this.entryPoint];
|
|
294
|
+
// Navigate from top to target level
|
|
295
|
+
for (var lc = this.maxLevel; lc > level; lc--) {
|
|
296
|
+
var nearest = this.searchLayer(embedding, entryPoints, 1, lc);
|
|
297
|
+
if (nearest.length > 0) {
|
|
298
|
+
entryPoints = [nearest[0].id];
|
|
299
|
+
}
|
|
300
|
+
}
|
|
301
|
+
// Cache for prepared statement reuse
|
|
302
|
+
var deleteStmtCache = this.db.prepare("\n DELETE FROM hnsw_edges\n WHERE (from_id = ? OR to_id = ?) AND level = ?\n ");
|
|
303
|
+
// Insert at all levels from level to 0
|
|
304
|
+
for (var lc = level; lc >= 0; lc--) {
|
|
305
|
+
var M = lc === 0 ? this.config.M0 : this.config.M;
|
|
306
|
+
var candidates = this.searchLayer(embedding, entryPoints, this.config.efConstruction, lc);
|
|
307
|
+
// Select M neighbors
|
|
308
|
+
var neighbors = this.selectNeighborsHeuristic(candidates, M);
|
|
309
|
+
// Add bidirectional links
|
|
310
|
+
for (var _i = 0, neighbors_2 = neighbors; _i < neighbors_2.length; _i++) {
|
|
311
|
+
var neighbor = neighbors_2[_i];
|
|
312
|
+
this.addEdge(nodeId, neighbor.id, lc, neighbor.distance);
|
|
313
|
+
}
|
|
314
|
+
// Prune neighbors' connections if needed (optimized)
|
|
315
|
+
for (var _a = 0, neighbors_3 = neighbors; _a < neighbors_3.length; _a++) {
|
|
316
|
+
var neighbor = neighbors_3[_a];
|
|
317
|
+
var neighborConnections = this.getNeighbors(neighbor.id, lc);
|
|
318
|
+
if (neighborConnections.length > M) {
|
|
319
|
+
// Need to prune - remove edges and re-add selected ones
|
|
320
|
+
deleteStmtCache.run(neighbor.id, neighbor.id, lc);
|
|
321
|
+
// Re-select neighbors with minimal node fetching
|
|
322
|
+
var node = this.getNode(neighbor.id);
|
|
323
|
+
if (node) {
|
|
324
|
+
// Batch fetch neighbor nodes for distance calculation
|
|
325
|
+
var newCandidates = [];
|
|
326
|
+
for (var _b = 0, neighborConnections_1 = neighborConnections; _b < neighborConnections_1.length; _b++) {
|
|
327
|
+
var nc = neighborConnections_1[_b];
|
|
328
|
+
var n = this.getNode(nc.id);
|
|
329
|
+
if (n) {
|
|
330
|
+
newCandidates.push({
|
|
331
|
+
id: nc.id,
|
|
332
|
+
distance: this.calculateDistance(node.embedding, n.embedding)
|
|
333
|
+
});
|
|
334
|
+
}
|
|
335
|
+
}
|
|
336
|
+
var selected = this.selectNeighborsHeuristic(newCandidates, M);
|
|
337
|
+
for (var _c = 0, selected_1 = selected; _c < selected_1.length; _c++) {
|
|
338
|
+
var sel = selected_1[_c];
|
|
339
|
+
this.addEdge(neighbor.id, sel.id, lc, sel.distance);
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
}
|
|
343
|
+
}
|
|
344
|
+
entryPoints = neighbors.map(function (n) { return n.id; });
|
|
345
|
+
}
|
|
346
|
+
this.isBuilt = true;
|
|
347
|
+
// Don't save metadata on every insert (batching will handle it)
|
|
348
|
+
};
|
|
349
|
+
/**
|
|
350
|
+
* Search for k nearest neighbors using HNSW index
|
|
351
|
+
*/
|
|
352
|
+
HNSWIndex.prototype.search = function (query, k) {
|
|
353
|
+
var _this = this;
|
|
354
|
+
if (!this.entryPoint || !this.isBuilt) {
|
|
355
|
+
return [];
|
|
356
|
+
}
|
|
357
|
+
var entryPoints = [this.entryPoint];
|
|
358
|
+
// Navigate from top layer to layer 0
|
|
359
|
+
for (var lc = this.maxLevel; lc > 0; lc--) {
|
|
360
|
+
var nearest = this.searchLayer(query, entryPoints, 1, lc);
|
|
361
|
+
if (nearest.length > 0) {
|
|
362
|
+
entryPoints = [nearest[0].id];
|
|
363
|
+
}
|
|
364
|
+
}
|
|
365
|
+
// Search at layer 0 with efSearch
|
|
366
|
+
var ef = Math.max(this.config.efSearch, k);
|
|
367
|
+
var results = this.searchLayer(query, entryPoints, ef, 0);
|
|
368
|
+
// Convert to final results with full node info
|
|
369
|
+
return results.slice(0, k).map(function (result) {
|
|
370
|
+
var node = _this.getNode(result.id);
|
|
371
|
+
return {
|
|
372
|
+
id: result.id,
|
|
373
|
+
vectorId: node.vectorId,
|
|
374
|
+
distance: result.distance,
|
|
375
|
+
embedding: node.embedding
|
|
376
|
+
};
|
|
377
|
+
});
|
|
378
|
+
};
|
|
379
|
+
/**
|
|
380
|
+
* Build HNSW index from all vectors in database with optimizations
|
|
381
|
+
*/
|
|
382
|
+
HNSWIndex.prototype.build = function () {
|
|
383
|
+
var _this = this;
|
|
384
|
+
// Clear existing index
|
|
385
|
+
this.clear();
|
|
386
|
+
// Get all vectors from the main vectors table
|
|
387
|
+
var stmt = this.db.prepare('SELECT id, embedding FROM vectors ORDER BY id');
|
|
388
|
+
var rows = stmt.all();
|
|
389
|
+
if (rows.length === 0) {
|
|
390
|
+
console.log('No vectors to index');
|
|
391
|
+
return;
|
|
392
|
+
}
|
|
393
|
+
console.log("Building HNSW index for ".concat(rows.length, " vectors..."));
|
|
394
|
+
var startTime = Date.now();
|
|
395
|
+
// Batch insert optimization: wrap in transaction
|
|
396
|
+
var transaction = this.db.transaction(function () {
|
|
397
|
+
// Insert all vectors into index
|
|
398
|
+
for (var _i = 0, rows_1 = rows; _i < rows_1.length; _i++) {
|
|
399
|
+
var row = rows_1[_i];
|
|
400
|
+
var embedding = _this.deserializeEmbedding(row.embedding);
|
|
401
|
+
_this.insert(row.id, embedding);
|
|
402
|
+
}
|
|
403
|
+
});
|
|
404
|
+
transaction();
|
|
405
|
+
var duration = Date.now() - startTime;
|
|
406
|
+
var perVector = duration / rows.length;
|
|
407
|
+
console.log("HNSW index built in ".concat(duration, "ms (").concat(perVector.toFixed(2), "ms per vector)"));
|
|
408
|
+
this.isBuilt = true;
|
|
409
|
+
this.saveMetadata();
|
|
410
|
+
};
|
|
411
|
+
/**
|
|
412
|
+
* Build index incrementally (non-blocking for large datasets)
|
|
413
|
+
*/
|
|
414
|
+
HNSWIndex.prototype.buildAsync = function (onProgress) {
|
|
415
|
+
return __awaiter(this, void 0, void 0, function () {
|
|
416
|
+
var stmt, rows, startTime, BATCH_SIZE, _loop_1, this_1, i, duration, perVector;
|
|
417
|
+
var _this = this;
|
|
418
|
+
return __generator(this, function (_a) {
|
|
419
|
+
switch (_a.label) {
|
|
420
|
+
case 0:
|
|
421
|
+
// Clear existing index
|
|
422
|
+
this.clear();
|
|
423
|
+
stmt = this.db.prepare('SELECT id, embedding FROM vectors ORDER BY id');
|
|
424
|
+
rows = stmt.all();
|
|
425
|
+
if (rows.length === 0) {
|
|
426
|
+
console.log('No vectors to index');
|
|
427
|
+
return [2 /*return*/];
|
|
428
|
+
}
|
|
429
|
+
console.log("Building HNSW index incrementally for ".concat(rows.length, " vectors..."));
|
|
430
|
+
startTime = Date.now();
|
|
431
|
+
BATCH_SIZE = 100;
|
|
432
|
+
_loop_1 = function (i) {
|
|
433
|
+
var batchStartTime, batch, transaction, batchTime;
|
|
434
|
+
return __generator(this, function (_b) {
|
|
435
|
+
switch (_b.label) {
|
|
436
|
+
case 0:
|
|
437
|
+
batchStartTime = Date.now();
|
|
438
|
+
batch = rows.slice(i, i + BATCH_SIZE);
|
|
439
|
+
transaction = this_1.db.transaction(function () {
|
|
440
|
+
for (var _i = 0, batch_1 = batch; _i < batch_1.length; _i++) {
|
|
441
|
+
var row = batch_1[_i];
|
|
442
|
+
var embedding = _this.deserializeEmbedding(row.embedding);
|
|
443
|
+
_this.insert(row.id, embedding);
|
|
444
|
+
}
|
|
445
|
+
});
|
|
446
|
+
transaction();
|
|
447
|
+
batchTime = Date.now() - batchStartTime;
|
|
448
|
+
// Report progress
|
|
449
|
+
if (onProgress) {
|
|
450
|
+
onProgress(i + batch.length, rows.length, Date.now() - startTime);
|
|
451
|
+
}
|
|
452
|
+
// Yield to event loop every batch
|
|
453
|
+
return [4 /*yield*/, new Promise(function (resolve) { return setImmediate(resolve); })];
|
|
454
|
+
case 1:
|
|
455
|
+
// Yield to event loop every batch
|
|
456
|
+
_b.sent();
|
|
457
|
+
return [2 /*return*/];
|
|
458
|
+
}
|
|
459
|
+
});
|
|
460
|
+
};
|
|
461
|
+
this_1 = this;
|
|
462
|
+
i = 0;
|
|
463
|
+
_a.label = 1;
|
|
464
|
+
case 1:
|
|
465
|
+
if (!(i < rows.length)) return [3 /*break*/, 4];
|
|
466
|
+
return [5 /*yield**/, _loop_1(i)];
|
|
467
|
+
case 2:
|
|
468
|
+
_a.sent();
|
|
469
|
+
_a.label = 3;
|
|
470
|
+
case 3:
|
|
471
|
+
i += BATCH_SIZE;
|
|
472
|
+
return [3 /*break*/, 1];
|
|
473
|
+
case 4:
|
|
474
|
+
duration = Date.now() - startTime;
|
|
475
|
+
perVector = duration / rows.length;
|
|
476
|
+
console.log("HNSW index built incrementally in ".concat(duration, "ms (").concat(perVector.toFixed(2), "ms per vector)"));
|
|
477
|
+
this.isBuilt = true;
|
|
478
|
+
this.saveMetadata();
|
|
479
|
+
return [2 /*return*/];
|
|
480
|
+
}
|
|
481
|
+
});
|
|
482
|
+
});
|
|
483
|
+
};
|
|
484
|
+
/**
|
|
485
|
+
* Clear the entire index
|
|
486
|
+
*/
|
|
487
|
+
HNSWIndex.prototype.clear = function () {
|
|
488
|
+
this.db.exec('DELETE FROM hnsw_edges');
|
|
489
|
+
this.db.exec('DELETE FROM hnsw_nodes');
|
|
490
|
+
this.db.exec('DELETE FROM hnsw_metadata');
|
|
491
|
+
this.entryPoint = null;
|
|
492
|
+
this.maxLevel = 0;
|
|
493
|
+
this.isBuilt = false;
|
|
494
|
+
};
|
|
495
|
+
/**
|
|
496
|
+
* Delete a node from the index
|
|
497
|
+
*/
|
|
498
|
+
HNSWIndex.prototype.delete = function (vectorId) {
|
|
499
|
+
var nodeId = "hnsw_".concat(vectorId);
|
|
500
|
+
// Check if node exists
|
|
501
|
+
var node = this.getNode(nodeId);
|
|
502
|
+
if (!node)
|
|
503
|
+
return;
|
|
504
|
+
// If this is the entry point, find a new one
|
|
505
|
+
if (this.entryPoint === nodeId) {
|
|
506
|
+
var stmt = this.db.prepare('SELECT id FROM hnsw_nodes WHERE id != ? LIMIT 1');
|
|
507
|
+
var row = stmt.get(nodeId);
|
|
508
|
+
this.entryPoint = row ? row.id : null;
|
|
509
|
+
}
|
|
510
|
+
// Delete edges
|
|
511
|
+
this.deleteEdgesStmt.run(nodeId, nodeId);
|
|
512
|
+
// Delete node
|
|
513
|
+
this.deleteNodeStmt.run(nodeId);
|
|
514
|
+
// Update metadata
|
|
515
|
+
if (!this.entryPoint) {
|
|
516
|
+
this.isBuilt = false;
|
|
517
|
+
this.maxLevel = 0;
|
|
518
|
+
}
|
|
519
|
+
this.saveMetadata();
|
|
520
|
+
};
|
|
521
|
+
/**
|
|
522
|
+
* Get index statistics
|
|
523
|
+
*/
|
|
524
|
+
HNSWIndex.prototype.getStats = function () {
|
|
525
|
+
var nodeCountStmt = this.db.prepare('SELECT COUNT(*) as count FROM hnsw_nodes');
|
|
526
|
+
var edgeCountStmt = this.db.prepare('SELECT COUNT(*) as count FROM hnsw_edges');
|
|
527
|
+
var nodeCount = nodeCountStmt.get().count;
|
|
528
|
+
var edgeCount = edgeCountStmt.get().count;
|
|
529
|
+
var avgDegree = nodeCount > 0 ? edgeCount / nodeCount : 0;
|
|
530
|
+
return {
|
|
531
|
+
nodeCount: nodeCount,
|
|
532
|
+
edgeCount: edgeCount,
|
|
533
|
+
maxLevel: this.maxLevel,
|
|
534
|
+
isBuilt: this.isBuilt,
|
|
535
|
+
avgDegree: avgDegree
|
|
536
|
+
};
|
|
537
|
+
};
|
|
538
|
+
/**
|
|
539
|
+
* Check if index is ready to use
|
|
540
|
+
*/
|
|
541
|
+
HNSWIndex.prototype.isReady = function () {
|
|
542
|
+
return this.isBuilt && this.entryPoint !== null;
|
|
543
|
+
};
|
|
544
|
+
/**
|
|
545
|
+
* Get configuration
|
|
546
|
+
*/
|
|
547
|
+
HNSWIndex.prototype.getConfig = function () {
|
|
548
|
+
return __assign({}, this.config);
|
|
549
|
+
};
|
|
550
|
+
/**
|
|
551
|
+
* Update configuration (requires rebuild)
|
|
552
|
+
*/
|
|
553
|
+
HNSWIndex.prototype.updateConfig = function (config) {
|
|
554
|
+
this.config = __assign(__assign({}, this.config), config);
|
|
555
|
+
};
|
|
556
|
+
return HNSWIndex;
|
|
557
|
+
}());
|
|
558
|
+
exports.HNSWIndex = HNSWIndex;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plugin-cli.d.ts","sourceRoot":"","sources":["../../src/cli/plugin-cli.ts"],"names":[],"mappings":";AACA;;;GAGG"}
|