@nhtio/adk 1.20260604.0 → 1.20260607.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +261 -0
- package/adk-mcp.mjs +1 -1
- package/batteries/embeddings/openai/adapter.cjs +1 -1
- package/batteries/embeddings/openai/adapter.mjs +1 -1
- package/batteries/embeddings/webllm/adapter.cjs +1 -1
- package/batteries/embeddings/webllm/adapter.mjs +1 -1
- package/batteries/index.d.ts +1 -0
- package/batteries/llm/openai_chat_completions/adapter.cjs +6 -6
- package/batteries/llm/openai_chat_completions/adapter.cjs.map +1 -1
- package/batteries/llm/openai_chat_completions/adapter.mjs +6 -6
- package/batteries/llm/openai_chat_completions/adapter.mjs.map +1 -1
- package/batteries/llm/openai_chat_completions/helpers.cjs +2 -2
- package/batteries/llm/openai_chat_completions/helpers.mjs +2 -2
- package/batteries/llm/openai_chat_completions/validation.cjs +2 -2
- package/batteries/llm/openai_chat_completions/validation.cjs.map +1 -1
- package/batteries/llm/openai_chat_completions/validation.mjs +2 -2
- package/batteries/llm/openai_chat_completions/validation.mjs.map +1 -1
- package/batteries/llm/webllm_chat_completions/adapter.cjs +6 -6
- package/batteries/llm/webllm_chat_completions/adapter.cjs.map +1 -1
- package/batteries/llm/webllm_chat_completions/adapter.mjs +6 -6
- package/batteries/llm/webllm_chat_completions/adapter.mjs.map +1 -1
- package/batteries/llm/webllm_chat_completions/validation.cjs +2 -2
- package/batteries/llm/webllm_chat_completions/validation.cjs.map +1 -1
- package/batteries/llm/webllm_chat_completions/validation.mjs +2 -2
- package/batteries/llm/webllm_chat_completions/validation.mjs.map +1 -1
- package/batteries/storage/flydrive.cjs +1 -1
- package/batteries/storage/flydrive.mjs +2 -2
- package/batteries/storage/in_memory.cjs +1 -1
- package/batteries/storage/in_memory.mjs +1 -1
- package/batteries/storage/opfs.cjs +1 -1
- package/batteries/storage/opfs.mjs +1 -1
- package/batteries/tools/color.cjs +2 -2
- package/batteries/tools/color.mjs +2 -2
- package/batteries/tools/comparison.cjs +3 -3
- package/batteries/tools/comparison.mjs +3 -3
- package/batteries/tools/data_structure.cjs +3 -3
- package/batteries/tools/data_structure.mjs +3 -3
- package/batteries/tools/datetime_extended.cjs +2 -2
- package/batteries/tools/datetime_extended.mjs +2 -2
- package/batteries/tools/datetime_math.cjs +2 -2
- package/batteries/tools/datetime_math.mjs +2 -2
- package/batteries/tools/encoding.cjs +3 -3
- package/batteries/tools/encoding.mjs +3 -3
- package/batteries/tools/formatting.cjs +3 -3
- package/batteries/tools/formatting.mjs +3 -3
- package/batteries/tools/geo_basics.cjs +2 -2
- package/batteries/tools/geo_basics.mjs +2 -2
- package/batteries/tools/math/index.d.ts +16 -5
- package/batteries/tools/math.cjs +340 -22
- package/batteries/tools/math.cjs.map +1 -1
- package/batteries/tools/math.mjs +338 -21
- package/batteries/tools/math.mjs.map +1 -1
- package/batteries/tools/memory.cjs +5 -5
- package/batteries/tools/memory.mjs +5 -5
- package/batteries/tools/parsing.cjs +4 -4
- package/batteries/tools/parsing.mjs +4 -4
- package/batteries/tools/retrievables.cjs +4 -4
- package/batteries/tools/retrievables.mjs +4 -4
- package/batteries/tools/standing_instructions.cjs +4 -4
- package/batteries/tools/standing_instructions.mjs +4 -4
- package/batteries/tools/statistics.cjs +4 -4
- package/batteries/tools/statistics.mjs +4 -4
- package/batteries/tools/string_processing.cjs +3 -3
- package/batteries/tools/string_processing.mjs +3 -3
- package/batteries/tools/structured_data.cjs +3 -3
- package/batteries/tools/structured_data.mjs +3 -3
- package/batteries/tools/text_analysis.cjs +3 -3
- package/batteries/tools/text_analysis.mjs +3 -3
- package/batteries/tools/text_comparison.cjs +2 -2
- package/batteries/tools/text_comparison.mjs +2 -2
- package/batteries/tools/time.cjs +2 -2
- package/batteries/tools/time.mjs +2 -2
- package/batteries/tools/unit_conversion.cjs +2 -2
- package/batteries/tools/unit_conversion.mjs +2 -2
- package/batteries/vector/arangodb/index.d.ts +38 -0
- package/batteries/vector/arangodb.cjs +257 -0
- package/batteries/vector/arangodb.cjs.map +1 -0
- package/batteries/vector/arangodb.mjs +255 -0
- package/batteries/vector/arangodb.mjs.map +1 -0
- package/batteries/vector/builder.cjs +297 -0
- package/batteries/vector/builder.cjs.map +1 -0
- package/batteries/vector/builder.d.ts +87 -0
- package/batteries/vector/builder.mjs +294 -0
- package/batteries/vector/builder.mjs.map +1 -0
- package/batteries/vector/chroma/index.d.ts +32 -0
- package/batteries/vector/chroma.cjs +305 -0
- package/batteries/vector/chroma.cjs.map +1 -0
- package/batteries/vector/chroma.mjs +302 -0
- package/batteries/vector/chroma.mjs.map +1 -0
- package/batteries/vector/clickhouse/index.d.ts +39 -0
- package/batteries/vector/clickhouse.cjs +246 -0
- package/batteries/vector/clickhouse.cjs.map +1 -0
- package/batteries/vector/clickhouse.mjs +244 -0
- package/batteries/vector/clickhouse.mjs.map +1 -0
- package/batteries/vector/cloudflare/index.d.ts +43 -0
- package/batteries/vector/cloudflare.cjs +397 -0
- package/batteries/vector/cloudflare.cjs.map +1 -0
- package/batteries/vector/cloudflare.mjs +395 -0
- package/batteries/vector/cloudflare.mjs.map +1 -0
- package/batteries/vector/conformance/index.d.ts +15 -0
- package/batteries/vector/conformance.cjs +209 -0
- package/batteries/vector/conformance.cjs.map +1 -0
- package/batteries/vector/conformance.mjs +205 -0
- package/batteries/vector/conformance.mjs.map +1 -0
- package/batteries/vector/contract.cjs +42 -0
- package/batteries/vector/contract.cjs.map +1 -0
- package/batteries/vector/contract.d.ts +39 -0
- package/batteries/vector/contract.mjs +40 -0
- package/batteries/vector/contract.mjs.map +1 -0
- package/batteries/vector/couchbase/index.d.ts +49 -0
- package/batteries/vector/couchbase.cjs +401 -0
- package/batteries/vector/couchbase.cjs.map +1 -0
- package/batteries/vector/couchbase.mjs +399 -0
- package/batteries/vector/couchbase.mjs.map +1 -0
- package/batteries/vector/duckdb/index.d.ts +33 -0
- package/batteries/vector/duckdb.cjs +218 -0
- package/batteries/vector/duckdb.cjs.map +1 -0
- package/batteries/vector/duckdb.mjs +216 -0
- package/batteries/vector/duckdb.mjs.map +1 -0
- package/batteries/vector/elasticsearch/index.d.ts +43 -0
- package/batteries/vector/elasticsearch.cjs +306 -0
- package/batteries/vector/elasticsearch.cjs.map +1 -0
- package/batteries/vector/elasticsearch.mjs +303 -0
- package/batteries/vector/elasticsearch.mjs.map +1 -0
- package/batteries/vector/exceptions.cjs +126 -0
- package/batteries/vector/exceptions.cjs.map +1 -0
- package/batteries/vector/exceptions.d.ts +142 -0
- package/batteries/vector/exceptions.mjs +107 -0
- package/batteries/vector/exceptions.mjs.map +1 -0
- package/batteries/vector/factory.cjs +28 -0
- package/batteries/vector/factory.cjs.map +1 -0
- package/batteries/vector/factory.d.ts +38 -0
- package/batteries/vector/factory.mjs +25 -0
- package/batteries/vector/factory.mjs.map +1 -0
- package/batteries/vector/filters.cjs +107 -0
- package/batteries/vector/filters.cjs.map +1 -0
- package/batteries/vector/filters.d.ts +34 -0
- package/batteries/vector/filters.mjs +99 -0
- package/batteries/vector/filters.mjs.map +1 -0
- package/batteries/vector/helpers.cjs +23 -0
- package/batteries/vector/helpers.cjs.map +1 -0
- package/batteries/vector/helpers.d.ts +12 -0
- package/batteries/vector/helpers.mjs +17 -0
- package/batteries/vector/helpers.mjs.map +1 -0
- package/batteries/vector/hnswlib/index.d.ts +35 -0
- package/batteries/vector/hnswlib.cjs +237 -0
- package/batteries/vector/hnswlib.cjs.map +1 -0
- package/batteries/vector/hnswlib.mjs +235 -0
- package/batteries/vector/hnswlib.mjs.map +1 -0
- package/batteries/vector/in_memory/index.d.ts +23 -0
- package/batteries/vector/in_memory.cjs +178 -0
- package/batteries/vector/in_memory.cjs.map +1 -0
- package/batteries/vector/in_memory.mjs +176 -0
- package/batteries/vector/in_memory.mjs.map +1 -0
- package/batteries/vector/index.d.ts +18 -0
- package/batteries/vector/lancedb/index.d.ts +34 -0
- package/batteries/vector/lancedb.cjs +224 -0
- package/batteries/vector/lancedb.cjs.map +1 -0
- package/batteries/vector/lancedb.mjs +222 -0
- package/batteries/vector/lancedb.mjs.map +1 -0
- package/batteries/vector/mariadb/index.d.ts +39 -0
- package/batteries/vector/mariadb.cjs +228 -0
- package/batteries/vector/mariadb.cjs.map +1 -0
- package/batteries/vector/mariadb.mjs +226 -0
- package/batteries/vector/mariadb.mjs.map +1 -0
- package/batteries/vector/meilisearch/index.d.ts +36 -0
- package/batteries/vector/meilisearch.cjs +242 -0
- package/batteries/vector/meilisearch.cjs.map +1 -0
- package/batteries/vector/meilisearch.mjs +240 -0
- package/batteries/vector/meilisearch.mjs.map +1 -0
- package/batteries/vector/migrate.cjs +54 -0
- package/batteries/vector/migrate.cjs.map +1 -0
- package/batteries/vector/migrate.d.ts +30 -0
- package/batteries/vector/migrate.mjs +52 -0
- package/batteries/vector/migrate.mjs.map +1 -0
- package/batteries/vector/milvus/index.d.ts +35 -0
- package/batteries/vector/milvus.cjs +357 -0
- package/batteries/vector/milvus.cjs.map +1 -0
- package/batteries/vector/milvus.mjs +354 -0
- package/batteries/vector/milvus.mjs.map +1 -0
- package/batteries/vector/mongodb/index.d.ts +46 -0
- package/batteries/vector/mongodb.cjs +270 -0
- package/batteries/vector/mongodb.cjs.map +1 -0
- package/batteries/vector/mongodb.mjs +268 -0
- package/batteries/vector/mongodb.mjs.map +1 -0
- package/batteries/vector/neo4j/index.d.ts +38 -0
- package/batteries/vector/neo4j.cjs +231 -0
- package/batteries/vector/neo4j.cjs.map +1 -0
- package/batteries/vector/neo4j.mjs +229 -0
- package/batteries/vector/neo4j.mjs.map +1 -0
- package/batteries/vector/opensearch/index.d.ts +46 -0
- package/batteries/vector/opensearch.cjs +316 -0
- package/batteries/vector/opensearch.cjs.map +1 -0
- package/batteries/vector/opensearch.mjs +313 -0
- package/batteries/vector/opensearch.mjs.map +1 -0
- package/batteries/vector/oracle23ai/index.d.ts +45 -0
- package/batteries/vector/oracle23ai.cjs +340 -0
- package/batteries/vector/oracle23ai.cjs.map +1 -0
- package/batteries/vector/oracle23ai.mjs +338 -0
- package/batteries/vector/oracle23ai.mjs.map +1 -0
- package/batteries/vector/orama/index.d.ts +23 -0
- package/batteries/vector/orama.cjs +272 -0
- package/batteries/vector/orama.cjs.map +1 -0
- package/batteries/vector/orama.mjs +270 -0
- package/batteries/vector/orama.mjs.map +1 -0
- package/batteries/vector/pgvector/index.d.ts +43 -0
- package/batteries/vector/pgvector.cjs +411 -0
- package/batteries/vector/pgvector.cjs.map +1 -0
- package/batteries/vector/pgvector.mjs +408 -0
- package/batteries/vector/pgvector.mjs.map +1 -0
- package/batteries/vector/pinecone/index.d.ts +38 -0
- package/batteries/vector/pinecone.cjs +415 -0
- package/batteries/vector/pinecone.cjs.map +1 -0
- package/batteries/vector/pinecone.mjs +412 -0
- package/batteries/vector/pinecone.mjs.map +1 -0
- package/batteries/vector/plan.cjs +2 -0
- package/batteries/vector/plan.d.ts +65 -0
- package/batteries/vector/plan.mjs +0 -0
- package/batteries/vector/qdrant/index.d.ts +34 -0
- package/batteries/vector/qdrant.cjs +286 -0
- package/batteries/vector/qdrant.cjs.map +1 -0
- package/batteries/vector/qdrant.mjs +284 -0
- package/batteries/vector/qdrant.mjs.map +1 -0
- package/batteries/vector/redis/index.d.ts +44 -0
- package/batteries/vector/redis.cjs +391 -0
- package/batteries/vector/redis.cjs.map +1 -0
- package/batteries/vector/redis.mjs +388 -0
- package/batteries/vector/redis.mjs.map +1 -0
- package/batteries/vector/retrievable.cjs +69 -0
- package/batteries/vector/retrievable.cjs.map +1 -0
- package/batteries/vector/retrievable.mjs +67 -0
- package/batteries/vector/retrievable.mjs.map +1 -0
- package/batteries/vector/retrievable_glue.d.ts +24 -0
- package/batteries/vector/s3vectors/index.d.ts +52 -0
- package/batteries/vector/s3vectors.cjs +438 -0
- package/batteries/vector/s3vectors.cjs.map +1 -0
- package/batteries/vector/s3vectors.mjs +436 -0
- package/batteries/vector/s3vectors.mjs.map +1 -0
- package/batteries/vector/schema.cjs +96 -0
- package/batteries/vector/schema.cjs.map +1 -0
- package/batteries/vector/schema.d.ts +40 -0
- package/batteries/vector/schema.mjs +93 -0
- package/batteries/vector/schema.mjs.map +1 -0
- package/batteries/vector/solr/index.d.ts +36 -0
- package/batteries/vector/solr.cjs +230 -0
- package/batteries/vector/solr.cjs.map +1 -0
- package/batteries/vector/solr.mjs +228 -0
- package/batteries/vector/solr.mjs.map +1 -0
- package/batteries/vector/sqlite_vec/index.d.ts +30 -0
- package/batteries/vector/sqlite_vec.cjs +318 -0
- package/batteries/vector/sqlite_vec.cjs.map +1 -0
- package/batteries/vector/sqlite_vec.mjs +316 -0
- package/batteries/vector/sqlite_vec.mjs.map +1 -0
- package/batteries/vector/surrealdb/index.d.ts +37 -0
- package/batteries/vector/surrealdb.cjs +230 -0
- package/batteries/vector/surrealdb.cjs.map +1 -0
- package/batteries/vector/surrealdb.mjs +228 -0
- package/batteries/vector/surrealdb.mjs.map +1 -0
- package/batteries/vector/types.cjs +2 -0
- package/batteries/vector/types.d.ts +100 -0
- package/batteries/vector/types.mjs +0 -0
- package/batteries/vector/typesense/index.d.ts +38 -0
- package/batteries/vector/typesense.cjs +272 -0
- package/batteries/vector/typesense.cjs.map +1 -0
- package/batteries/vector/typesense.mjs +270 -0
- package/batteries/vector/typesense.mjs.map +1 -0
- package/batteries/vector/validation.cjs +90 -0
- package/batteries/vector/validation.cjs.map +1 -0
- package/batteries/vector/validation.d.ts +18 -0
- package/batteries/vector/validation.mjs +83 -0
- package/batteries/vector/validation.mjs.map +1 -0
- package/batteries/vector/vector_store_constructor.cjs +56 -0
- package/batteries/vector/vector_store_constructor.cjs.map +1 -0
- package/batteries/vector/vector_store_constructor.d.ts +30 -0
- package/batteries/vector/vector_store_constructor.mjs +53 -0
- package/batteries/vector/vector_store_constructor.mjs.map +1 -0
- package/batteries/vector/vespa/index.d.ts +39 -0
- package/batteries/vector/vespa.cjs +423 -0
- package/batteries/vector/vespa.cjs.map +1 -0
- package/batteries/vector/vespa.mjs +421 -0
- package/batteries/vector/vespa.mjs.map +1 -0
- package/batteries/vector/weaviate/index.d.ts +57 -0
- package/batteries/vector/weaviate.cjs +325 -0
- package/batteries/vector/weaviate.cjs.map +1 -0
- package/batteries/vector/weaviate.mjs +322 -0
- package/batteries/vector/weaviate.mjs.map +1 -0
- package/batteries/vector.cjs +63 -0
- package/batteries/vector.mjs +14 -0
- package/batteries.cjs +62 -0
- package/batteries.mjs +15 -1
- package/{chunk-kRvK8_k2.mjs → chunk-Bpcn9VDT.mjs} +5 -1
- package/{common-lMrnzoyn.mjs → common-BT0nfCi9.mjs} +8 -8
- package/{common-lMrnzoyn.mjs.map → common-BT0nfCi9.mjs.map} +1 -1
- package/{common-D_e5zYsG.js → common-Cj8TaQ9U.js} +8 -8
- package/{common-D_e5zYsG.js.map → common-Cj8TaQ9U.js.map} +1 -1
- package/common.cjs +7 -7
- package/common.mjs +7 -7
- package/{dispatch_runner-CpuyATj1.js → dispatch_runner-BHBNupqp.js} +2 -2
- package/dispatch_runner-BHBNupqp.js.map +1 -0
- package/{dispatch_runner-CDF3X0nv.mjs → dispatch_runner-DPcS7Y_M.mjs} +2 -2
- package/dispatch_runner-DPcS7Y_M.mjs.map +1 -0
- package/dispatch_runner.cjs +1 -1
- package/dispatch_runner.mjs +1 -1
- package/forge.cjs +4 -4
- package/forge.mjs +4 -4
- package/guards.cjs +8 -8
- package/guards.mjs +8 -8
- package/index.cjs +12 -12
- package/index.mjs +12 -12
- package/lib/classes/tool_registry.d.ts +70 -4
- package/mcp/adk-docs-corpus.json +1 -1
- package/package.json +424 -88
- package/skills/adk-assembly/SKILL.md +2 -2
- package/{spooled_artifact-B8gIIn9h.js → spooled_artifact-BTq6Nzfy.js} +4 -4
- package/spooled_artifact-BTq6Nzfy.js.map +1 -0
- package/{spooled_artifact-CWoKUDEm.mjs → spooled_artifact-CHoZgWwI.mjs} +4 -4
- package/spooled_artifact-CHoZgWwI.mjs.map +1 -0
- package/spooled_artifact.cjs +2 -2
- package/spooled_artifact.mjs +2 -2
- package/{spooled_markdown_artifact-DQX0RCdI.js → spooled_markdown_artifact-CALSDxIx.js} +3 -3
- package/{spooled_markdown_artifact-DQX0RCdI.js.map → spooled_markdown_artifact-CALSDxIx.js.map} +1 -1
- package/{spooled_markdown_artifact-CNle4jXN.mjs → spooled_markdown_artifact-Ci5UL7l4.mjs} +3 -3
- package/{spooled_markdown_artifact-CNle4jXN.mjs.map → spooled_markdown_artifact-Ci5UL7l4.mjs.map} +1 -1
- package/src/types/evaluatex.d.ts +31 -0
- package/{thought-BD6AkkOr.js → thought-BbwhJ1wb.js} +4 -4
- package/thought-BbwhJ1wb.js.map +1 -0
- package/{thought-B_P8LiB6.mjs → thought-D34QQZZ9.mjs} +4 -4
- package/thought-D34QQZZ9.mjs.map +1 -0
- package/{tool-CRZSUcdP.mjs → tool-CMhaDRNd.mjs} +3 -3
- package/tool-CMhaDRNd.mjs.map +1 -0
- package/{tool-CX9vNHAw.js → tool-CVyZkFC7.js} +3 -3
- package/tool-CVyZkFC7.js.map +1 -0
- package/{tool_call-BUeMuCc6.mjs → tool_call-CV5qVNlb.mjs} +3 -3
- package/{tool_call-BUeMuCc6.mjs.map → tool_call-CV5qVNlb.mjs.map} +1 -1
- package/{tool_call--7ti-frB.js → tool_call-Db68hB7y.js} +3 -3
- package/{tool_call--7ti-frB.js.map → tool_call-Db68hB7y.js.map} +1 -1
- package/{tool_registry-BGHg6KTq.mjs → tool_registry-D1pSSlsd.mjs} +109 -22
- package/tool_registry-D1pSSlsd.mjs.map +1 -0
- package/{tool_registry-CtCQ4Xoz.js → tool_registry-DYUYqXvo.js} +109 -22
- package/tool_registry-DYUYqXvo.js.map +1 -0
- package/{turn_runner-BJTtAORU.js → turn_runner-DqWHNP80.js} +5 -5
- package/turn_runner-DqWHNP80.js.map +1 -0
- package/{turn_runner-C02LZHjt.mjs → turn_runner-fg1Wc3dK.mjs} +5 -5
- package/turn_runner-fg1Wc3dK.mjs.map +1 -0
- package/turn_runner.cjs +1 -1
- package/turn_runner.mjs +1 -1
- package/dispatch_runner-CDF3X0nv.mjs.map +0 -1
- package/dispatch_runner-CpuyATj1.js.map +0 -1
- package/spooled_artifact-B8gIIn9h.js.map +0 -1
- package/spooled_artifact-CWoKUDEm.mjs.map +0 -1
- package/thought-BD6AkkOr.js.map +0 -1
- package/thought-B_P8LiB6.mjs.map +0 -1
- package/tool-CRZSUcdP.mjs.map +0 -1
- package/tool-CX9vNHAw.js.map +0 -1
- package/tool_registry-BGHg6KTq.mjs.map +0 -1
- package/tool_registry-CtCQ4Xoz.js.map +0 -1
- package/turn_runner-BJTtAORU.js.map +0 -1
- package/turn_runner-C02LZHjt.mjs.map +0 -1
|
@@ -0,0 +1,316 @@
|
|
|
1
|
+
Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
|
|
2
|
+
require("../../chunk-Ble4zEEl.js");
|
|
3
|
+
const require_tool_registry = require("../../tool_registry-DYUYqXvo.js");
|
|
4
|
+
require("../../guards.cjs");
|
|
5
|
+
const require_batteries_vector_filters = require("./filters.cjs");
|
|
6
|
+
const require_batteries_vector_helpers = require("./helpers.cjs");
|
|
7
|
+
const require_batteries_vector_exceptions = require("./exceptions.cjs");
|
|
8
|
+
const require_batteries_vector_contract = require("./contract.cjs");
|
|
9
|
+
const require_batteries_vector_validation = require("./validation.cjs");
|
|
10
|
+
//#region src/batteries/vector/opensearch/index.ts
|
|
11
|
+
/**
|
|
12
|
+
* @module @nhtio/adk/batteries/vector/opensearch
|
|
13
|
+
*
|
|
14
|
+
* One adapter for the Elasticsearch / OpenSearch family — they share the same kNN `_search`
|
|
15
|
+
* data model. Each collection is an index with a `knn_vector` field; KNN search uses the
|
|
16
|
+
* native `knn` query, and the neutral filter tree compiles to a bool-query `filter` over
|
|
17
|
+
* `metadata.*` keyword/numeric sub-fields. The document and id live in `_source`.
|
|
18
|
+
*
|
|
19
|
+
* Driver: `@opensearch-project/opensearch` by default. To target Elasticsearch instead,
|
|
20
|
+
* pass a compatible client instance via `options.connection.client` (the `@elastic/elasticsearch`
|
|
21
|
+
* Client has the same `.indices`/`.index`/`.search`/`.deleteByQuery` surface used here).
|
|
22
|
+
*/
|
|
23
|
+
var getOpenSearchClient = async () => {
|
|
24
|
+
try {
|
|
25
|
+
return (await import("@opensearch-project/opensearch")).Client;
|
|
26
|
+
} catch {
|
|
27
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_DRIVER_UNAVAILABLE(["@opensearch-project/opensearch"]);
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
var spaceType = (metric) => metric === "euclidean" ? "l2" : metric === "dot" ? "innerproduct" : "cosinesimil";
|
|
31
|
+
/**
|
|
32
|
+
* Compile the neutral filter tree to an OpenSearch bool-query clause over `metadata.*`.
|
|
33
|
+
* String values use the `.keyword` sub-field for exact match; numbers use range/term.
|
|
34
|
+
*/
|
|
35
|
+
var translateOpenSearchFilter = (filter) => {
|
|
36
|
+
if (!filter) return void 0;
|
|
37
|
+
if (require_batteries_vector_filters.isRawFilter(filter)) {
|
|
38
|
+
if (filter.$dialect === "opensearch" || filter.$dialect === "elasticsearch") return filter.$raw;
|
|
39
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_UNSUPPORTED_FILTER_OPERATOR(["opensearch", String(filter.$dialect)]);
|
|
40
|
+
}
|
|
41
|
+
if (require_batteries_vector_filters.isFilterCondition(filter)) {
|
|
42
|
+
const { field, op, value } = filter;
|
|
43
|
+
const f = `metadata.${field}`;
|
|
44
|
+
const kw = `metadata.${field}.keyword`;
|
|
45
|
+
const term = (v) => typeof v === "number" || typeof v === "boolean" ? { term: { [f]: v } } : { term: { [kw]: v } };
|
|
46
|
+
switch (op) {
|
|
47
|
+
case "eq": return term(value);
|
|
48
|
+
case "ne": return { bool: { must_not: [term(value)] } };
|
|
49
|
+
case "gt": return { range: { [f]: { gt: value } } };
|
|
50
|
+
case "gte": return { range: { [f]: { gte: value } } };
|
|
51
|
+
case "lt": return { range: { [f]: { lt: value } } };
|
|
52
|
+
case "lte": return { range: { [f]: { lte: value } } };
|
|
53
|
+
case "in": {
|
|
54
|
+
const arr = Array.isArray(value) ? value : [value];
|
|
55
|
+
return { terms: { [arr.every((v) => typeof v === "number" || typeof v === "boolean") ? f : kw]: arr } };
|
|
56
|
+
}
|
|
57
|
+
case "nin": {
|
|
58
|
+
const arr = Array.isArray(value) ? value : [value];
|
|
59
|
+
return { bool: { must_not: [{ terms: { [arr.every((v) => typeof v === "number" || typeof v === "boolean") ? f : kw]: arr } }] } };
|
|
60
|
+
}
|
|
61
|
+
case "exists": return { exists: { field: f } };
|
|
62
|
+
default: throw new require_batteries_vector_exceptions.E_VECTOR_STORE_UNSUPPORTED_FILTER_OPERATOR(["opensearch", op]);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
if (require_batteries_vector_filters.isFilterGroup(filter)) {
|
|
66
|
+
const { and, or, not } = filter;
|
|
67
|
+
if (and) return { bool: { must: and.map(translateOpenSearchFilter).filter(Boolean) } };
|
|
68
|
+
if (or) return { bool: {
|
|
69
|
+
should: or.map(translateOpenSearchFilter).filter(Boolean),
|
|
70
|
+
minimum_should_match: 1
|
|
71
|
+
} };
|
|
72
|
+
if (not) {
|
|
73
|
+
const inner = translateOpenSearchFilter(not);
|
|
74
|
+
return inner ? { bool: { must_not: [inner] } } : void 0;
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
};
|
|
78
|
+
var OpenSearchVectorStore = class extends require_batteries_vector_contract.BaseVectorStore {
|
|
79
|
+
capabilities = {
|
|
80
|
+
transactions: false,
|
|
81
|
+
namedVectors: false,
|
|
82
|
+
rename: false,
|
|
83
|
+
rawSql: false,
|
|
84
|
+
builtInEncoding: false,
|
|
85
|
+
consistency: {
|
|
86
|
+
configurable: false,
|
|
87
|
+
default: "strong",
|
|
88
|
+
modes: ["strong"]
|
|
89
|
+
}
|
|
90
|
+
};
|
|
91
|
+
#client = null;
|
|
92
|
+
#dims = /* @__PURE__ */ new Map();
|
|
93
|
+
get #opts() {
|
|
94
|
+
return this.options;
|
|
95
|
+
}
|
|
96
|
+
static isAvailable() {
|
|
97
|
+
return typeof process !== "undefined";
|
|
98
|
+
}
|
|
99
|
+
isAvailable() {
|
|
100
|
+
return typeof process !== "undefined";
|
|
101
|
+
}
|
|
102
|
+
async connect() {
|
|
103
|
+
if (this.#client) return;
|
|
104
|
+
const c = this.#opts.connection || {};
|
|
105
|
+
if (c.client) {
|
|
106
|
+
this.#client = c.client;
|
|
107
|
+
return;
|
|
108
|
+
}
|
|
109
|
+
const Client = await getOpenSearchClient();
|
|
110
|
+
try {
|
|
111
|
+
this.#client = new Client({
|
|
112
|
+
node: c.node ?? "http://localhost:9200",
|
|
113
|
+
auth: c.auth
|
|
114
|
+
});
|
|
115
|
+
} catch (err) {
|
|
116
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_CONNECTION_FAILED([String(err)]);
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
async close() {
|
|
120
|
+
if (this.#client && typeof this.#client.close === "function" && !this.#opts.connection?.client) await this.#client.close();
|
|
121
|
+
this.#client = null;
|
|
122
|
+
}
|
|
123
|
+
async #ensure() {
|
|
124
|
+
if (!this.#client) await this.connect();
|
|
125
|
+
return this.#client;
|
|
126
|
+
}
|
|
127
|
+
#body(res) {
|
|
128
|
+
return res && res.body !== void 0 ? res.body : res;
|
|
129
|
+
}
|
|
130
|
+
async createCollection(spec, ifNotExists) {
|
|
131
|
+
const client = await this.#ensure();
|
|
132
|
+
this.#dims.set(spec.collection, spec.vector.dimensions);
|
|
133
|
+
if (ifNotExists && await this.hasCollection(spec.collection)) return;
|
|
134
|
+
try {
|
|
135
|
+
await client.indices.create({
|
|
136
|
+
index: spec.collection,
|
|
137
|
+
body: {
|
|
138
|
+
settings: { index: { knn: true } },
|
|
139
|
+
mappings: { properties: {
|
|
140
|
+
vec: {
|
|
141
|
+
type: "knn_vector",
|
|
142
|
+
dimension: spec.vector.dimensions,
|
|
143
|
+
method: {
|
|
144
|
+
name: "hnsw",
|
|
145
|
+
space_type: spaceType(spec.vector.metric),
|
|
146
|
+
engine: "lucene"
|
|
147
|
+
}
|
|
148
|
+
},
|
|
149
|
+
document: { type: "text" },
|
|
150
|
+
metadata: {
|
|
151
|
+
type: "object",
|
|
152
|
+
enabled: true
|
|
153
|
+
}
|
|
154
|
+
} }
|
|
155
|
+
}
|
|
156
|
+
});
|
|
157
|
+
} catch (err) {
|
|
158
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_COLLECTION_FAILED(["createCollection", String(err)]);
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
async dropCollection(collection, ifExists) {
|
|
162
|
+
const client = await this.#ensure();
|
|
163
|
+
if (ifExists && !await this.hasCollection(collection)) return;
|
|
164
|
+
try {
|
|
165
|
+
await client.indices.delete({ index: collection });
|
|
166
|
+
this.#dims.delete(collection);
|
|
167
|
+
} catch (err) {
|
|
168
|
+
const msg = String(err);
|
|
169
|
+
if (ifExists && msg.includes("index_not_found")) return;
|
|
170
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_COLLECTION_FAILED(["dropCollection", msg]);
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
async hasCollection(collection) {
|
|
174
|
+
const client = await this.#ensure();
|
|
175
|
+
try {
|
|
176
|
+
const res = await client.indices.exists({ index: collection });
|
|
177
|
+
const body = this.#body(res);
|
|
178
|
+
return body === true || body === 200 || res?.statusCode === 200;
|
|
179
|
+
} catch {
|
|
180
|
+
return false;
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
async renameCollection(_from, _to) {
|
|
184
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_UNSUPPORTED_OPERATION(["renameCollection", "opensearch"]);
|
|
185
|
+
}
|
|
186
|
+
async executeUpsert(plan) {
|
|
187
|
+
if (plan.records.length === 0) return;
|
|
188
|
+
require_batteries_vector_validation.validateRecords(plan.records);
|
|
189
|
+
const client = await this.#ensure();
|
|
190
|
+
const expected = this.#opts.dimensions ?? this.#dims.get(plan.collection);
|
|
191
|
+
try {
|
|
192
|
+
const operations = [];
|
|
193
|
+
for (const r of plan.records) {
|
|
194
|
+
let vector = r.vector;
|
|
195
|
+
if (!vector && r.document) {
|
|
196
|
+
const [v] = await this.encode([r.document], "document");
|
|
197
|
+
vector = v;
|
|
198
|
+
}
|
|
199
|
+
if (!vector) throw new require_batteries_vector_exceptions.E_VECTOR_STORE_UPSERT_FAILED(["Record missing vector and document"]);
|
|
200
|
+
if (expected !== void 0 && vector.length !== expected) throw new require_batteries_vector_exceptions.E_VECTOR_STORE_DIMENSION_MISMATCH([expected, vector.length]);
|
|
201
|
+
operations.push({ index: {
|
|
202
|
+
_index: plan.collection,
|
|
203
|
+
_id: r.id
|
|
204
|
+
} });
|
|
205
|
+
operations.push({
|
|
206
|
+
vec: vector,
|
|
207
|
+
document: r.document ?? "",
|
|
208
|
+
metadata: r.metadata ?? {}
|
|
209
|
+
});
|
|
210
|
+
}
|
|
211
|
+
await client.bulk({
|
|
212
|
+
body: operations,
|
|
213
|
+
refresh: true
|
|
214
|
+
});
|
|
215
|
+
} catch (err) {
|
|
216
|
+
if (require_tool_registry.isInstanceOf(err, "E_VECTOR_STORE_DIMENSION_MISMATCH", require_batteries_vector_exceptions.E_VECTOR_STORE_DIMENSION_MISMATCH) || require_tool_registry.isInstanceOf(err, "E_VECTOR_STORE_UPSERT_FAILED", require_batteries_vector_exceptions.E_VECTOR_STORE_UPSERT_FAILED)) throw err;
|
|
217
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_UPSERT_FAILED([String(err)]);
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
async executeSearch(plan) {
|
|
221
|
+
const client = await this.#ensure();
|
|
222
|
+
const metric = this.#opts.metric ?? "cosine";
|
|
223
|
+
let queryVector;
|
|
224
|
+
if (plan.near) {
|
|
225
|
+
if ("vector" in plan.near) queryVector = plan.near.vector;
|
|
226
|
+
else if ("serverText" in plan.near) {
|
|
227
|
+
const [v] = await this.encode([plan.near.serverText], "query");
|
|
228
|
+
queryVector = v;
|
|
229
|
+
} else if ("id" in plan.near) {
|
|
230
|
+
try {
|
|
231
|
+
const res = await client.get({
|
|
232
|
+
index: plan.collection,
|
|
233
|
+
id: plan.near.id
|
|
234
|
+
});
|
|
235
|
+
queryVector = this.#body(res)?._source?.vec;
|
|
236
|
+
} catch {
|
|
237
|
+
queryVector = void 0;
|
|
238
|
+
}
|
|
239
|
+
if (!queryVector) throw new require_batteries_vector_exceptions.E_VECTOR_STORE_SEARCH_FAILED(["Referenced id not found: " + plan.near.id]);
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
const filter = translateOpenSearchFilter(plan.filter);
|
|
243
|
+
const size = plan.topK;
|
|
244
|
+
const from = plan.offset ?? 0;
|
|
245
|
+
try {
|
|
246
|
+
let body;
|
|
247
|
+
if (queryVector) {
|
|
248
|
+
const knn = { vec: {
|
|
249
|
+
vector: queryVector,
|
|
250
|
+
k: size + from
|
|
251
|
+
} };
|
|
252
|
+
if (filter) knn.vec.filter = filter;
|
|
253
|
+
body = {
|
|
254
|
+
size,
|
|
255
|
+
from,
|
|
256
|
+
query: { knn }
|
|
257
|
+
};
|
|
258
|
+
} else body = {
|
|
259
|
+
size,
|
|
260
|
+
from,
|
|
261
|
+
query: filter ?? { match_all: {} }
|
|
262
|
+
};
|
|
263
|
+
const res = await client.search({
|
|
264
|
+
index: plan.collection,
|
|
265
|
+
body
|
|
266
|
+
});
|
|
267
|
+
return (this.#body(res)?.hits?.hits ?? []).map((hit) => this.#project(hit, plan, metric, !!queryVector));
|
|
268
|
+
} catch (err) {
|
|
269
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_SEARCH_FAILED([String(err)]);
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
#project(hit, plan, metric, isKnn) {
|
|
273
|
+
const proj = plan.projection;
|
|
274
|
+
const src = hit._source ?? {};
|
|
275
|
+
const out = {};
|
|
276
|
+
if (proj.id) out.id = hit._id;
|
|
277
|
+
if (proj.vector && src.vec) out.vector = src.vec;
|
|
278
|
+
if (proj.document) out.document = src.document;
|
|
279
|
+
if (proj.metadata) out.metadata = src.metadata ?? {};
|
|
280
|
+
if (isKnn && typeof hit._score === "number") out.score = require_batteries_vector_helpers.normalizeScore(hit._score, metric, "similarity");
|
|
281
|
+
return out;
|
|
282
|
+
}
|
|
283
|
+
async executeDelete(plan) {
|
|
284
|
+
const client = await this.#ensure();
|
|
285
|
+
try {
|
|
286
|
+
if (plan.ids && plan.ids.length > 0) {
|
|
287
|
+
const operations = plan.ids.map((id) => ({ delete: {
|
|
288
|
+
_index: plan.collection,
|
|
289
|
+
_id: id
|
|
290
|
+
} }));
|
|
291
|
+
await client.bulk({
|
|
292
|
+
body: operations,
|
|
293
|
+
refresh: true
|
|
294
|
+
});
|
|
295
|
+
} else if (plan.filter) {
|
|
296
|
+
const filter = translateOpenSearchFilter(plan.filter);
|
|
297
|
+
await client.deleteByQuery({
|
|
298
|
+
index: plan.collection,
|
|
299
|
+
refresh: true,
|
|
300
|
+
body: { query: filter ?? { match_all: {} } }
|
|
301
|
+
});
|
|
302
|
+
} else await client.deleteByQuery({
|
|
303
|
+
index: plan.collection,
|
|
304
|
+
refresh: true,
|
|
305
|
+
body: { query: { match_all: {} } }
|
|
306
|
+
});
|
|
307
|
+
} catch (err) {
|
|
308
|
+
throw new require_batteries_vector_exceptions.E_VECTOR_STORE_DELETE_FAILED([String(err)]);
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
};
|
|
312
|
+
//#endregion
|
|
313
|
+
exports.OpenSearchVectorStore = OpenSearchVectorStore;
|
|
314
|
+
exports.translateOpenSearchFilter = translateOpenSearchFilter;
|
|
315
|
+
|
|
316
|
+
//# sourceMappingURL=opensearch.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"opensearch.cjs","names":["#opts","#client","#ensure","#dims","#body","#project"],"sources":["../../../src/batteries/vector/opensearch/index.ts"],"sourcesContent":["/**\n * @module @nhtio/adk/batteries/vector/opensearch\n *\n * One adapter for the Elasticsearch / OpenSearch family — they share the same kNN `_search`\n * data model. Each collection is an index with a `knn_vector` field; KNN search uses the\n * native `knn` query, and the neutral filter tree compiles to a bool-query `filter` over\n * `metadata.*` keyword/numeric sub-fields. The document and id live in `_source`.\n *\n * Driver: `@opensearch-project/opensearch` by default. To target Elasticsearch instead,\n * pass a compatible client instance via `options.connection.client` (the `@elastic/elasticsearch`\n * Client has the same `.indices`/`.index`/`.search`/`.deleteByQuery` surface used here).\n */\n\nimport { normalizeScore } from '../helpers'\nimport { BaseVectorStore } from '../contract'\nimport { validateRecords } from '../validation'\nimport { isInstanceOf } from '@nhtio/adk/guards'\nimport { isFilterCondition, isRawFilter, isFilterGroup } from '../filters'\nimport {\n E_VECTOR_STORE_DRIVER_UNAVAILABLE,\n E_VECTOR_STORE_CONNECTION_FAILED,\n E_VECTOR_STORE_COLLECTION_FAILED,\n E_VECTOR_STORE_UPSERT_FAILED,\n E_VECTOR_STORE_SEARCH_FAILED,\n E_VECTOR_STORE_DELETE_FAILED,\n E_VECTOR_STORE_DIMENSION_MISMATCH,\n E_VECTOR_STORE_UNSUPPORTED_OPERATION,\n E_VECTOR_STORE_UNSUPPORTED_FILTER_OPERATOR,\n} from '../exceptions'\nimport type { VectorFilter } from '../filters'\nimport type { SearchPlan, UpsertPlan, DeletePlan, CollectionSpec } from '../plan'\nimport type {\n VectorMatch,\n VectorStoreCapabilities,\n BaseVectorStoreOptions,\n VectorMetadata,\n DistanceMetric,\n} from '../types'\n\nexport interface OpenSearchVectorStoreOptions extends BaseVectorStoreOptions {\n connection?: {\n node?: string\n auth?: { username: string; password: string }\n // A pre-built ES/OpenSearch-compatible client. Overrides `node` when provided.\n client?: unknown\n }\n}\n\nconst getOpenSearchClient = async () => {\n try {\n const mod = await import('@opensearch-project/opensearch')\n return mod.Client\n } catch {\n throw new E_VECTOR_STORE_DRIVER_UNAVAILABLE(['@opensearch-project/opensearch'])\n }\n}\n\n// OpenSearch knn_vector space per metric.\nconst spaceType = (metric: DistanceMetric): string =>\n metric === 'euclidean' ? 'l2' : metric === 'dot' ? 'innerproduct' : 'cosinesimil'\n\n/**\n * Compile the neutral filter tree to an OpenSearch bool-query clause over `metadata.*`.\n * String values use the `.keyword` sub-field for exact match; numbers use range/term.\n */\nexport const translateOpenSearchFilter = (\n filter?: VectorFilter\n): Record<string, unknown> | undefined => {\n if (!filter) return undefined\n if (isRawFilter(filter)) {\n if (filter.$dialect === 'opensearch' || filter.$dialect === 'elasticsearch') {\n return filter.$raw as Record<string, unknown>\n }\n throw new E_VECTOR_STORE_UNSUPPORTED_FILTER_OPERATOR(['opensearch', String(filter.$dialect)])\n }\n if (isFilterCondition(filter)) {\n const { field, op, value } = filter\n const f = `metadata.${field}`\n const kw = `metadata.${field}.keyword`\n const term = (v: unknown) =>\n typeof v === 'number' || typeof v === 'boolean' ? { term: { [f]: v } } : { term: { [kw]: v } }\n switch (op) {\n case 'eq':\n return term(value)\n case 'ne':\n return { bool: { must_not: [term(value)] } }\n case 'gt':\n return { range: { [f]: { gt: value } } }\n case 'gte':\n return { range: { [f]: { gte: value } } }\n case 'lt':\n return { range: { [f]: { lt: value } } }\n case 'lte':\n return { range: { [f]: { lte: value } } }\n case 'in': {\n const arr = Array.isArray(value) ? value : [value]\n const allNum = arr.every((v) => typeof v === 'number' || typeof v === 'boolean')\n return { terms: { [allNum ? f : kw]: arr } }\n }\n case 'nin': {\n const arr = Array.isArray(value) ? value : [value]\n const allNum = arr.every((v) => typeof v === 'number' || typeof v === 'boolean')\n return { bool: { must_not: [{ terms: { [allNum ? f : kw]: arr } }] } }\n }\n case 'exists':\n return { exists: { field: f } }\n default:\n throw new E_VECTOR_STORE_UNSUPPORTED_FILTER_OPERATOR(['opensearch', op])\n }\n }\n if (isFilterGroup(filter)) {\n const { and, or, not } = filter\n if (and) {\n const must = and.map(translateOpenSearchFilter).filter(Boolean)\n return { bool: { must } }\n }\n if (or) {\n const should = or.map(translateOpenSearchFilter).filter(Boolean)\n return { bool: { should, minimum_should_match: 1 } }\n }\n if (not) {\n const inner = translateOpenSearchFilter(not)\n return inner ? { bool: { must_not: [inner] } } : undefined\n }\n }\n return undefined\n}\n\nexport class OpenSearchVectorStore extends BaseVectorStore {\n readonly capabilities: VectorStoreCapabilities = {\n transactions: false,\n namedVectors: false,\n rename: false,\n rawSql: false,\n builtInEncoding: false,\n // Made strongly consistent by refreshing the index after every write (refresh: true /\n // explicit _refresh), so a write is visible to the next search. The option is a no-op.\n consistency: { configurable: false, default: 'strong', modes: ['strong'] },\n }\n\n #client: any | null = null\n #dims: Map<string, number> = new Map()\n\n get #opts(): OpenSearchVectorStoreOptions {\n return this.options as OpenSearchVectorStoreOptions\n }\n\n static isAvailable(): boolean {\n return typeof process !== 'undefined'\n }\n isAvailable(): boolean {\n return typeof process !== 'undefined'\n }\n\n async connect(): Promise<void> {\n if (this.#client) return\n const c = this.#opts.connection || {}\n if (c.client) {\n this.#client = c.client\n return\n }\n const Client = await getOpenSearchClient()\n try {\n this.#client = new Client({ node: c.node ?? 'http://localhost:9200', auth: c.auth })\n } catch (err) {\n throw new E_VECTOR_STORE_CONNECTION_FAILED([String(err)])\n }\n }\n\n async close(): Promise<void> {\n if (\n this.#client &&\n typeof this.#client.close === 'function' &&\n !this.#opts.connection?.client\n ) {\n await this.#client.close()\n }\n this.#client = null\n }\n\n async #ensure(): Promise<any> {\n if (!this.#client) await this.connect()\n return this.#client!\n }\n\n // Unwrap the {body}/direct response shape across client versions.\n #body(res: any): any {\n return res && res.body !== undefined ? res.body : res\n }\n\n async createCollection(spec: CollectionSpec, ifNotExists: boolean): Promise<void> {\n const client = await this.#ensure()\n this.#dims.set(spec.collection, spec.vector.dimensions)\n if (ifNotExists && (await this.hasCollection(spec.collection))) return\n try {\n await client.indices.create({\n index: spec.collection,\n body: {\n settings: { index: { knn: true } },\n mappings: {\n properties: {\n vec: {\n type: 'knn_vector',\n dimension: spec.vector.dimensions,\n method: {\n name: 'hnsw',\n space_type: spaceType(spec.vector.metric),\n engine: 'lucene',\n },\n },\n document: { type: 'text' },\n metadata: { type: 'object', enabled: true },\n },\n },\n },\n })\n } catch (err) {\n throw new E_VECTOR_STORE_COLLECTION_FAILED(['createCollection', String(err)])\n }\n }\n\n async dropCollection(collection: string, ifExists: boolean): Promise<void> {\n const client = await this.#ensure()\n if (ifExists && !(await this.hasCollection(collection))) return\n try {\n await client.indices.delete({ index: collection })\n this.#dims.delete(collection)\n } catch (err) {\n const msg = String(err)\n if (ifExists && msg.includes('index_not_found')) return\n throw new E_VECTOR_STORE_COLLECTION_FAILED(['dropCollection', msg])\n }\n }\n\n async hasCollection(collection: string): Promise<boolean> {\n const client = await this.#ensure()\n try {\n const res = await client.indices.exists({ index: collection })\n const body = this.#body(res)\n return body === true || body === 200 || res?.statusCode === 200\n } catch {\n return false\n }\n }\n\n async renameCollection(_from: string, _to: string): Promise<void> {\n throw new E_VECTOR_STORE_UNSUPPORTED_OPERATION(['renameCollection', 'opensearch'])\n }\n\n async executeUpsert(plan: UpsertPlan): Promise<void> {\n if (plan.records.length === 0) return\n validateRecords(plan.records)\n const client = await this.#ensure()\n const expected = this.#opts.dimensions ?? this.#dims.get(plan.collection)\n try {\n const operations: any[] = []\n for (const r of plan.records) {\n let vector = r.vector\n if (!vector && r.document) {\n const [v] = await this.encode([r.document], 'document')\n vector = v\n }\n if (!vector) {\n throw new E_VECTOR_STORE_UPSERT_FAILED(['Record missing vector and document'])\n }\n if (expected !== undefined && vector.length !== expected) {\n throw new E_VECTOR_STORE_DIMENSION_MISMATCH([expected, vector.length])\n }\n operations.push({ index: { _index: plan.collection, _id: r.id } })\n operations.push({ vec: vector, document: r.document ?? '', metadata: r.metadata ?? {} })\n }\n await client.bulk({ body: operations, refresh: true })\n } catch (err) {\n if (\n isInstanceOf(err, 'E_VECTOR_STORE_DIMENSION_MISMATCH', E_VECTOR_STORE_DIMENSION_MISMATCH) ||\n isInstanceOf(err, 'E_VECTOR_STORE_UPSERT_FAILED', E_VECTOR_STORE_UPSERT_FAILED)\n ) {\n throw err\n }\n throw new E_VECTOR_STORE_UPSERT_FAILED([String(err)])\n }\n }\n\n async executeSearch(plan: SearchPlan): Promise<VectorMatch[]> {\n const client = await this.#ensure()\n const metric = this.#opts.metric ?? 'cosine'\n let queryVector: number[] | undefined\n if (plan.near) {\n if ('vector' in plan.near) {\n queryVector = plan.near.vector\n } else if ('serverText' in plan.near) {\n const [v] = await this.encode([plan.near.serverText], 'query')\n queryVector = v\n } else if ('id' in plan.near) {\n try {\n const res = await client.get({ index: plan.collection, id: plan.near.id })\n queryVector = this.#body(res)?._source?.vec as number[]\n } catch {\n queryVector = undefined\n }\n if (!queryVector) {\n throw new E_VECTOR_STORE_SEARCH_FAILED(['Referenced id not found: ' + plan.near.id])\n }\n }\n }\n\n const filter = translateOpenSearchFilter(plan.filter)\n const size = plan.topK\n const from = plan.offset ?? 0\n try {\n let body: any\n if (queryVector) {\n const knn: any = { vec: { vector: queryVector, k: size + from } }\n if (filter) knn.vec.filter = filter\n body = { size, from, query: { knn } }\n } else {\n body = { size, from, query: filter ?? { match_all: {} } }\n }\n const res = await client.search({ index: plan.collection, body })\n const hits = this.#body(res)?.hits?.hits ?? []\n return hits.map((hit: any) => this.#project(hit, plan, metric, !!queryVector))\n } catch (err) {\n throw new E_VECTOR_STORE_SEARCH_FAILED([String(err)])\n }\n }\n\n #project(hit: any, plan: SearchPlan, metric: string, isKnn: boolean): VectorMatch {\n const proj = plan.projection\n const src = hit._source ?? {}\n const out: VectorMatch = {}\n if (proj.id) out.id = hit._id as string\n if (proj.vector && src.vec) out.vector = src.vec as number[]\n if (proj.document) out.document = src.document as string | undefined\n if (proj.metadata) out.metadata = (src.metadata ?? {}) as VectorMetadata\n if (isKnn && typeof hit._score === 'number') {\n // OpenSearch returns a similarity score (higher = closer); normalize defensively to [0,1].\n out.score = normalizeScore(hit._score, metric as DistanceMetric, 'similarity')\n }\n return out\n }\n\n async executeDelete(plan: DeletePlan): Promise<void> {\n const client = await this.#ensure()\n try {\n if (plan.ids && plan.ids.length > 0) {\n const operations = plan.ids.map((id) => ({ delete: { _index: plan.collection, _id: id } }))\n await client.bulk({ body: operations, refresh: true })\n } else if (plan.filter) {\n const filter = translateOpenSearchFilter(plan.filter)\n await client.deleteByQuery({\n index: plan.collection,\n refresh: true,\n body: { query: filter ?? { match_all: {} } },\n })\n } else {\n await client.deleteByQuery({\n index: plan.collection,\n refresh: true,\n body: { query: { match_all: {} } },\n })\n }\n } catch (err) {\n throw new E_VECTOR_STORE_DELETE_FAILED([String(err)])\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAgDA,IAAM,sBAAsB,YAAY;CACtC,IAAI;EAEF,QAAO,MADW,OAAO,mCACd;CACb,QAAQ;EACN,MAAM,IAAI,oCAAA,kCAAkC,CAAC,gCAAgC,CAAC;CAChF;AACF;AAGA,IAAM,aAAa,WACjB,WAAW,cAAc,OAAO,WAAW,QAAQ,iBAAiB;;;;;AAMtE,IAAa,6BACX,WACwC;CACxC,IAAI,CAAC,QAAQ,OAAO,KAAA;CACpB,IAAI,iCAAA,YAAY,MAAM,GAAG;EACvB,IAAI,OAAO,aAAa,gBAAgB,OAAO,aAAa,iBAC1D,OAAO,OAAO;EAEhB,MAAM,IAAI,oCAAA,2CAA2C,CAAC,cAAc,OAAO,OAAO,QAAQ,CAAC,CAAC;CAC9F;CACA,IAAI,iCAAA,kBAAkB,MAAM,GAAG;EAC7B,MAAM,EAAE,OAAO,IAAI,UAAU;EAC7B,MAAM,IAAI,YAAY;EACtB,MAAM,KAAK,YAAY,MAAM;EAC7B,MAAM,QAAQ,MACZ,OAAO,MAAM,YAAY,OAAO,MAAM,YAAY,EAAE,MAAM,GAAG,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,KAAK,EAAE,EAAE;EAC/F,QAAQ,IAAR;GACE,KAAK,MACH,OAAO,KAAK,KAAK;GACnB,KAAK,MACH,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,KAAK,CAAC,EAAE,EAAE;GAC7C,KAAK,MACH,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,IAAI,MAAM,EAAE,EAAE;GACzC,KAAK,OACH,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,KAAK,MAAM,EAAE,EAAE;GAC1C,KAAK,MACH,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,IAAI,MAAM,EAAE,EAAE;GACzC,KAAK,OACH,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,KAAK,MAAM,EAAE,EAAE;GAC1C,KAAK,MAAM;IACT,MAAM,MAAM,MAAM,QAAQ,KAAK,IAAI,QAAQ,CAAC,KAAK;IAEjD,OAAO,EAAE,OAAO,GADD,IAAI,OAAO,MAAM,OAAO,MAAM,YAAY,OAAO,MAAM,SACnD,IAAS,IAAI,KAAK,IAAI,EAAE;GAC7C;GACA,KAAK,OAAO;IACV,MAAM,MAAM,MAAM,QAAQ,KAAK,IAAI,QAAQ,CAAC,KAAK;IAEjD,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,OAAO,GADtB,IAAI,OAAO,MAAM,OAAO,MAAM,YAAY,OAAO,MAAM,SAC9B,IAAS,IAAI,KAAK,IAAI,EAAE,CAAC,EAAE,EAAE;GACvE;GACA,KAAK,UACH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;GAChC,SACE,MAAM,IAAI,oCAAA,2CAA2C,CAAC,cAAc,EAAE,CAAC;EAC3E;CACF;CACA,IAAI,iCAAA,cAAc,MAAM,GAAG;EACzB,MAAM,EAAE,KAAK,IAAI,QAAQ;EACzB,IAAI,KAEF,OAAO,EAAE,MAAM,EAAE,MADJ,IAAI,IAAI,yBAAyB,EAAE,OAAO,OACtC,EAAK,EAAE;EAE1B,IAAI,IAEF,OAAO,EAAE,MAAM;GAAE,QADF,GAAG,IAAI,yBAAyB,EAAE,OAAO,OACvC;GAAQ,sBAAsB;EAAE,EAAE;EAErD,IAAI,KAAK;GACP,MAAM,QAAQ,0BAA0B,GAAG;GAC3C,OAAO,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,KAAA;EACnD;CACF;AAEF;AAEA,IAAa,wBAAb,cAA2C,kCAAA,gBAAgB;CACzD,eAAiD;EAC/C,cAAc;EACd,cAAc;EACd,QAAQ;EACR,QAAQ;EACR,iBAAiB;EAGjB,aAAa;GAAE,cAAc;GAAO,SAAS;GAAU,OAAO,CAAC,QAAQ;EAAE;CAC3E;CAEA,UAAsB;CACtB,wBAA6B,IAAI,IAAI;CAErC,IAAIA,QAAsC;EACxC,OAAO,KAAK;CACd;CAEA,OAAO,cAAuB;EAC5B,OAAO,OAAO,YAAY;CAC5B;CACA,cAAuB;EACrB,OAAO,OAAO,YAAY;CAC5B;CAEA,MAAM,UAAyB;EAC7B,IAAI,KAAKC,SAAS;EAClB,MAAM,IAAI,KAAKD,MAAM,cAAc,CAAC;EACpC,IAAI,EAAE,QAAQ;GACZ,KAAKC,UAAU,EAAE;GACjB;EACF;EACA,MAAM,SAAS,MAAM,oBAAoB;EACzC,IAAI;GACF,KAAKA,UAAU,IAAI,OAAO;IAAE,MAAM,EAAE,QAAQ;IAAyB,MAAM,EAAE;GAAK,CAAC;EACrF,SAAS,KAAK;GACZ,MAAM,IAAI,oCAAA,iCAAiC,CAAC,OAAO,GAAG,CAAC,CAAC;EAC1D;CACF;CAEA,MAAM,QAAuB;EAC3B,IACE,KAAKA,WACL,OAAO,KAAKA,QAAQ,UAAU,cAC9B,CAAC,KAAKD,MAAM,YAAY,QAExB,MAAM,KAAKC,QAAQ,MAAM;EAE3B,KAAKA,UAAU;CACjB;CAEA,MAAMC,UAAwB;EAC5B,IAAI,CAAC,KAAKD,SAAS,MAAM,KAAK,QAAQ;EACtC,OAAO,KAAKA;CACd;CAGA,MAAM,KAAe;EACnB,OAAO,OAAO,IAAI,SAAS,KAAA,IAAY,IAAI,OAAO;CACpD;CAEA,MAAM,iBAAiB,MAAsB,aAAqC;EAChF,MAAM,SAAS,MAAM,KAAKC,QAAQ;EAClC,KAAKC,MAAM,IAAI,KAAK,YAAY,KAAK,OAAO,UAAU;EACtD,IAAI,eAAgB,MAAM,KAAK,cAAc,KAAK,UAAU,GAAI;EAChE,IAAI;GACF,MAAM,OAAO,QAAQ,OAAO;IAC1B,OAAO,KAAK;IACZ,MAAM;KACJ,UAAU,EAAE,OAAO,EAAE,KAAK,KAAK,EAAE;KACjC,UAAU,EACR,YAAY;MACV,KAAK;OACH,MAAM;OACN,WAAW,KAAK,OAAO;OACvB,QAAQ;QACN,MAAM;QACN,YAAY,UAAU,KAAK,OAAO,MAAM;QACxC,QAAQ;OACV;MACF;MACA,UAAU,EAAE,MAAM,OAAO;MACzB,UAAU;OAAE,MAAM;OAAU,SAAS;MAAK;KAC5C,EACF;IACF;GACF,CAAC;EACH,SAAS,KAAK;GACZ,MAAM,IAAI,oCAAA,iCAAiC,CAAC,oBAAoB,OAAO,GAAG,CAAC,CAAC;EAC9E;CACF;CAEA,MAAM,eAAe,YAAoB,UAAkC;EACzE,MAAM,SAAS,MAAM,KAAKD,QAAQ;EAClC,IAAI,YAAY,CAAE,MAAM,KAAK,cAAc,UAAU,GAAI;EACzD,IAAI;GACF,MAAM,OAAO,QAAQ,OAAO,EAAE,OAAO,WAAW,CAAC;GACjD,KAAKC,MAAM,OAAO,UAAU;EAC9B,SAAS,KAAK;GACZ,MAAM,MAAM,OAAO,GAAG;GACtB,IAAI,YAAY,IAAI,SAAS,iBAAiB,GAAG;GACjD,MAAM,IAAI,oCAAA,iCAAiC,CAAC,kBAAkB,GAAG,CAAC;EACpE;CACF;CAEA,MAAM,cAAc,YAAsC;EACxD,MAAM,SAAS,MAAM,KAAKD,QAAQ;EAClC,IAAI;GACF,MAAM,MAAM,MAAM,OAAO,QAAQ,OAAO,EAAE,OAAO,WAAW,CAAC;GAC7D,MAAM,OAAO,KAAKE,MAAM,GAAG;GAC3B,OAAO,SAAS,QAAQ,SAAS,OAAO,KAAK,eAAe;EAC9D,QAAQ;GACN,OAAO;EACT;CACF;CAEA,MAAM,iBAAiB,OAAe,KAA4B;EAChE,MAAM,IAAI,oCAAA,qCAAqC,CAAC,oBAAoB,YAAY,CAAC;CACnF;CAEA,MAAM,cAAc,MAAiC;EACnD,IAAI,KAAK,QAAQ,WAAW,GAAG;EAC/B,oCAAA,gBAAgB,KAAK,OAAO;EAC5B,MAAM,SAAS,MAAM,KAAKF,QAAQ;EAClC,MAAM,WAAW,KAAKF,MAAM,cAAc,KAAKG,MAAM,IAAI,KAAK,UAAU;EACxE,IAAI;GACF,MAAM,aAAoB,CAAC;GAC3B,KAAK,MAAM,KAAK,KAAK,SAAS;IAC5B,IAAI,SAAS,EAAE;IACf,IAAI,CAAC,UAAU,EAAE,UAAU;KACzB,MAAM,CAAC,KAAK,MAAM,KAAK,OAAO,CAAC,EAAE,QAAQ,GAAG,UAAU;KACtD,SAAS;IACX;IACA,IAAI,CAAC,QACH,MAAM,IAAI,oCAAA,6BAA6B,CAAC,oCAAoC,CAAC;IAE/E,IAAI,aAAa,KAAA,KAAa,OAAO,WAAW,UAC9C,MAAM,IAAI,oCAAA,kCAAkC,CAAC,UAAU,OAAO,MAAM,CAAC;IAEvE,WAAW,KAAK,EAAE,OAAO;KAAE,QAAQ,KAAK;KAAY,KAAK,EAAE;IAAG,EAAE,CAAC;IACjE,WAAW,KAAK;KAAE,KAAK;KAAQ,UAAU,EAAE,YAAY;KAAI,UAAU,EAAE,YAAY,CAAC;IAAE,CAAC;GACzF;GACA,MAAM,OAAO,KAAK;IAAE,MAAM;IAAY,SAAS;GAAK,CAAC;EACvD,SAAS,KAAK;GACZ,IACE,sBAAA,aAAa,KAAK,qCAAqC,oCAAA,iCAAiC,KACxF,sBAAA,aAAa,KAAK,gCAAgC,oCAAA,4BAA4B,GAE9E,MAAM;GAER,MAAM,IAAI,oCAAA,6BAA6B,CAAC,OAAO,GAAG,CAAC,CAAC;EACtD;CACF;CAEA,MAAM,cAAc,MAA0C;EAC5D,MAAM,SAAS,MAAM,KAAKD,QAAQ;EAClC,MAAM,SAAS,KAAKF,MAAM,UAAU;EACpC,IAAI;EACJ,IAAI,KAAK;OACH,YAAY,KAAK,MACnB,cAAc,KAAK,KAAK;QACnB,IAAI,gBAAgB,KAAK,MAAM;IACpC,MAAM,CAAC,KAAK,MAAM,KAAK,OAAO,CAAC,KAAK,KAAK,UAAU,GAAG,OAAO;IAC7D,cAAc;GAChB,OAAO,IAAI,QAAQ,KAAK,MAAM;IAC5B,IAAI;KACF,MAAM,MAAM,MAAM,OAAO,IAAI;MAAE,OAAO,KAAK;MAAY,IAAI,KAAK,KAAK;KAAG,CAAC;KACzE,cAAc,KAAKI,MAAM,GAAG,GAAG,SAAS;IAC1C,QAAQ;KACN,cAAc,KAAA;IAChB;IACA,IAAI,CAAC,aACH,MAAM,IAAI,oCAAA,6BAA6B,CAAC,8BAA8B,KAAK,KAAK,EAAE,CAAC;GAEvF;;EAGF,MAAM,SAAS,0BAA0B,KAAK,MAAM;EACpD,MAAM,OAAO,KAAK;EAClB,MAAM,OAAO,KAAK,UAAU;EAC5B,IAAI;GACF,IAAI;GACJ,IAAI,aAAa;IACf,MAAM,MAAW,EAAE,KAAK;KAAE,QAAQ;KAAa,GAAG,OAAO;IAAK,EAAE;IAChE,IAAI,QAAQ,IAAI,IAAI,SAAS;IAC7B,OAAO;KAAE;KAAM;KAAM,OAAO,EAAE,IAAI;IAAE;GACtC,OACE,OAAO;IAAE;IAAM;IAAM,OAAO,UAAU,EAAE,WAAW,CAAC,EAAE;GAAE;GAE1D,MAAM,MAAM,MAAM,OAAO,OAAO;IAAE,OAAO,KAAK;IAAY;GAAK,CAAC;GAEhE,QADa,KAAKA,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,GACjC,KAAK,QAAa,KAAKC,SAAS,KAAK,MAAM,QAAQ,CAAC,CAAC,WAAW,CAAC;EAC/E,SAAS,KAAK;GACZ,MAAM,IAAI,oCAAA,6BAA6B,CAAC,OAAO,GAAG,CAAC,CAAC;EACtD;CACF;CAEA,SAAS,KAAU,MAAkB,QAAgB,OAA6B;EAChF,MAAM,OAAO,KAAK;EAClB,MAAM,MAAM,IAAI,WAAW,CAAC;EAC5B,MAAM,MAAmB,CAAC;EAC1B,IAAI,KAAK,IAAI,IAAI,KAAK,IAAI;EAC1B,IAAI,KAAK,UAAU,IAAI,KAAK,IAAI,SAAS,IAAI;EAC7C,IAAI,KAAK,UAAU,IAAI,WAAW,IAAI;EACtC,IAAI,KAAK,UAAU,IAAI,WAAY,IAAI,YAAY,CAAC;EACpD,IAAI,SAAS,OAAO,IAAI,WAAW,UAEjC,IAAI,QAAQ,iCAAA,eAAe,IAAI,QAAQ,QAA0B,YAAY;EAE/E,OAAO;CACT;CAEA,MAAM,cAAc,MAAiC;EACnD,MAAM,SAAS,MAAM,KAAKH,QAAQ;EAClC,IAAI;GACF,IAAI,KAAK,OAAO,KAAK,IAAI,SAAS,GAAG;IACnC,MAAM,aAAa,KAAK,IAAI,KAAK,QAAQ,EAAE,QAAQ;KAAE,QAAQ,KAAK;KAAY,KAAK;IAAG,EAAE,EAAE;IAC1F,MAAM,OAAO,KAAK;KAAE,MAAM;KAAY,SAAS;IAAK,CAAC;GACvD,OAAO,IAAI,KAAK,QAAQ;IACtB,MAAM,SAAS,0BAA0B,KAAK,MAAM;IACpD,MAAM,OAAO,cAAc;KACzB,OAAO,KAAK;KACZ,SAAS;KACT,MAAM,EAAE,OAAO,UAAU,EAAE,WAAW,CAAC,EAAE,EAAE;IAC7C,CAAC;GACH,OACE,MAAM,OAAO,cAAc;IACzB,OAAO,KAAK;IACZ,SAAS;IACT,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,EAAE,EAAE;GACnC,CAAC;EAEL,SAAS,KAAK;GACZ,MAAM,IAAI,oCAAA,6BAA6B,CAAC,OAAO,GAAG,CAAC,CAAC;EACtD;CACF;AACF"}
|
|
@@ -0,0 +1,313 @@
|
|
|
1
|
+
import { s as isInstanceOf } from "../../tool_registry-D1pSSlsd.mjs";
|
|
2
|
+
import "../../guards.mjs";
|
|
3
|
+
import { isFilterCondition, isFilterGroup, isRawFilter } from "./filters.mjs";
|
|
4
|
+
import { normalizeScore } from "./helpers.mjs";
|
|
5
|
+
import { E_VECTOR_STORE_COLLECTION_FAILED, E_VECTOR_STORE_CONNECTION_FAILED, E_VECTOR_STORE_DELETE_FAILED, E_VECTOR_STORE_DIMENSION_MISMATCH, E_VECTOR_STORE_DRIVER_UNAVAILABLE, E_VECTOR_STORE_SEARCH_FAILED, E_VECTOR_STORE_UNSUPPORTED_FILTER_OPERATOR, E_VECTOR_STORE_UNSUPPORTED_OPERATION, E_VECTOR_STORE_UPSERT_FAILED } from "./exceptions.mjs";
|
|
6
|
+
import { BaseVectorStore } from "./contract.mjs";
|
|
7
|
+
import { validateRecords } from "./validation.mjs";
|
|
8
|
+
//#region src/batteries/vector/opensearch/index.ts
|
|
9
|
+
/**
|
|
10
|
+
* @module @nhtio/adk/batteries/vector/opensearch
|
|
11
|
+
*
|
|
12
|
+
* One adapter for the Elasticsearch / OpenSearch family — they share the same kNN `_search`
|
|
13
|
+
* data model. Each collection is an index with a `knn_vector` field; KNN search uses the
|
|
14
|
+
* native `knn` query, and the neutral filter tree compiles to a bool-query `filter` over
|
|
15
|
+
* `metadata.*` keyword/numeric sub-fields. The document and id live in `_source`.
|
|
16
|
+
*
|
|
17
|
+
* Driver: `@opensearch-project/opensearch` by default. To target Elasticsearch instead,
|
|
18
|
+
* pass a compatible client instance via `options.connection.client` (the `@elastic/elasticsearch`
|
|
19
|
+
* Client has the same `.indices`/`.index`/`.search`/`.deleteByQuery` surface used here).
|
|
20
|
+
*/
|
|
21
|
+
var getOpenSearchClient = async () => {
|
|
22
|
+
try {
|
|
23
|
+
return (await import("@opensearch-project/opensearch")).Client;
|
|
24
|
+
} catch {
|
|
25
|
+
throw new E_VECTOR_STORE_DRIVER_UNAVAILABLE(["@opensearch-project/opensearch"]);
|
|
26
|
+
}
|
|
27
|
+
};
|
|
28
|
+
var spaceType = (metric) => metric === "euclidean" ? "l2" : metric === "dot" ? "innerproduct" : "cosinesimil";
|
|
29
|
+
/**
|
|
30
|
+
* Compile the neutral filter tree to an OpenSearch bool-query clause over `metadata.*`.
|
|
31
|
+
* String values use the `.keyword` sub-field for exact match; numbers use range/term.
|
|
32
|
+
*/
|
|
33
|
+
var translateOpenSearchFilter = (filter) => {
|
|
34
|
+
if (!filter) return void 0;
|
|
35
|
+
if (isRawFilter(filter)) {
|
|
36
|
+
if (filter.$dialect === "opensearch" || filter.$dialect === "elasticsearch") return filter.$raw;
|
|
37
|
+
throw new E_VECTOR_STORE_UNSUPPORTED_FILTER_OPERATOR(["opensearch", String(filter.$dialect)]);
|
|
38
|
+
}
|
|
39
|
+
if (isFilterCondition(filter)) {
|
|
40
|
+
const { field, op, value } = filter;
|
|
41
|
+
const f = `metadata.${field}`;
|
|
42
|
+
const kw = `metadata.${field}.keyword`;
|
|
43
|
+
const term = (v) => typeof v === "number" || typeof v === "boolean" ? { term: { [f]: v } } : { term: { [kw]: v } };
|
|
44
|
+
switch (op) {
|
|
45
|
+
case "eq": return term(value);
|
|
46
|
+
case "ne": return { bool: { must_not: [term(value)] } };
|
|
47
|
+
case "gt": return { range: { [f]: { gt: value } } };
|
|
48
|
+
case "gte": return { range: { [f]: { gte: value } } };
|
|
49
|
+
case "lt": return { range: { [f]: { lt: value } } };
|
|
50
|
+
case "lte": return { range: { [f]: { lte: value } } };
|
|
51
|
+
case "in": {
|
|
52
|
+
const arr = Array.isArray(value) ? value : [value];
|
|
53
|
+
return { terms: { [arr.every((v) => typeof v === "number" || typeof v === "boolean") ? f : kw]: arr } };
|
|
54
|
+
}
|
|
55
|
+
case "nin": {
|
|
56
|
+
const arr = Array.isArray(value) ? value : [value];
|
|
57
|
+
return { bool: { must_not: [{ terms: { [arr.every((v) => typeof v === "number" || typeof v === "boolean") ? f : kw]: arr } }] } };
|
|
58
|
+
}
|
|
59
|
+
case "exists": return { exists: { field: f } };
|
|
60
|
+
default: throw new E_VECTOR_STORE_UNSUPPORTED_FILTER_OPERATOR(["opensearch", op]);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
if (isFilterGroup(filter)) {
|
|
64
|
+
const { and, or, not } = filter;
|
|
65
|
+
if (and) return { bool: { must: and.map(translateOpenSearchFilter).filter(Boolean) } };
|
|
66
|
+
if (or) return { bool: {
|
|
67
|
+
should: or.map(translateOpenSearchFilter).filter(Boolean),
|
|
68
|
+
minimum_should_match: 1
|
|
69
|
+
} };
|
|
70
|
+
if (not) {
|
|
71
|
+
const inner = translateOpenSearchFilter(not);
|
|
72
|
+
return inner ? { bool: { must_not: [inner] } } : void 0;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
};
|
|
76
|
+
var OpenSearchVectorStore = class extends BaseVectorStore {
|
|
77
|
+
capabilities = {
|
|
78
|
+
transactions: false,
|
|
79
|
+
namedVectors: false,
|
|
80
|
+
rename: false,
|
|
81
|
+
rawSql: false,
|
|
82
|
+
builtInEncoding: false,
|
|
83
|
+
consistency: {
|
|
84
|
+
configurable: false,
|
|
85
|
+
default: "strong",
|
|
86
|
+
modes: ["strong"]
|
|
87
|
+
}
|
|
88
|
+
};
|
|
89
|
+
#client = null;
|
|
90
|
+
#dims = /* @__PURE__ */ new Map();
|
|
91
|
+
get #opts() {
|
|
92
|
+
return this.options;
|
|
93
|
+
}
|
|
94
|
+
static isAvailable() {
|
|
95
|
+
return typeof process !== "undefined";
|
|
96
|
+
}
|
|
97
|
+
isAvailable() {
|
|
98
|
+
return typeof process !== "undefined";
|
|
99
|
+
}
|
|
100
|
+
async connect() {
|
|
101
|
+
if (this.#client) return;
|
|
102
|
+
const c = this.#opts.connection || {};
|
|
103
|
+
if (c.client) {
|
|
104
|
+
this.#client = c.client;
|
|
105
|
+
return;
|
|
106
|
+
}
|
|
107
|
+
const Client = await getOpenSearchClient();
|
|
108
|
+
try {
|
|
109
|
+
this.#client = new Client({
|
|
110
|
+
node: c.node ?? "http://localhost:9200",
|
|
111
|
+
auth: c.auth
|
|
112
|
+
});
|
|
113
|
+
} catch (err) {
|
|
114
|
+
throw new E_VECTOR_STORE_CONNECTION_FAILED([String(err)]);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
async close() {
|
|
118
|
+
if (this.#client && typeof this.#client.close === "function" && !this.#opts.connection?.client) await this.#client.close();
|
|
119
|
+
this.#client = null;
|
|
120
|
+
}
|
|
121
|
+
async #ensure() {
|
|
122
|
+
if (!this.#client) await this.connect();
|
|
123
|
+
return this.#client;
|
|
124
|
+
}
|
|
125
|
+
#body(res) {
|
|
126
|
+
return res && res.body !== void 0 ? res.body : res;
|
|
127
|
+
}
|
|
128
|
+
async createCollection(spec, ifNotExists) {
|
|
129
|
+
const client = await this.#ensure();
|
|
130
|
+
this.#dims.set(spec.collection, spec.vector.dimensions);
|
|
131
|
+
if (ifNotExists && await this.hasCollection(spec.collection)) return;
|
|
132
|
+
try {
|
|
133
|
+
await client.indices.create({
|
|
134
|
+
index: spec.collection,
|
|
135
|
+
body: {
|
|
136
|
+
settings: { index: { knn: true } },
|
|
137
|
+
mappings: { properties: {
|
|
138
|
+
vec: {
|
|
139
|
+
type: "knn_vector",
|
|
140
|
+
dimension: spec.vector.dimensions,
|
|
141
|
+
method: {
|
|
142
|
+
name: "hnsw",
|
|
143
|
+
space_type: spaceType(spec.vector.metric),
|
|
144
|
+
engine: "lucene"
|
|
145
|
+
}
|
|
146
|
+
},
|
|
147
|
+
document: { type: "text" },
|
|
148
|
+
metadata: {
|
|
149
|
+
type: "object",
|
|
150
|
+
enabled: true
|
|
151
|
+
}
|
|
152
|
+
} }
|
|
153
|
+
}
|
|
154
|
+
});
|
|
155
|
+
} catch (err) {
|
|
156
|
+
throw new E_VECTOR_STORE_COLLECTION_FAILED(["createCollection", String(err)]);
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
async dropCollection(collection, ifExists) {
|
|
160
|
+
const client = await this.#ensure();
|
|
161
|
+
if (ifExists && !await this.hasCollection(collection)) return;
|
|
162
|
+
try {
|
|
163
|
+
await client.indices.delete({ index: collection });
|
|
164
|
+
this.#dims.delete(collection);
|
|
165
|
+
} catch (err) {
|
|
166
|
+
const msg = String(err);
|
|
167
|
+
if (ifExists && msg.includes("index_not_found")) return;
|
|
168
|
+
throw new E_VECTOR_STORE_COLLECTION_FAILED(["dropCollection", msg]);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
async hasCollection(collection) {
|
|
172
|
+
const client = await this.#ensure();
|
|
173
|
+
try {
|
|
174
|
+
const res = await client.indices.exists({ index: collection });
|
|
175
|
+
const body = this.#body(res);
|
|
176
|
+
return body === true || body === 200 || res?.statusCode === 200;
|
|
177
|
+
} catch {
|
|
178
|
+
return false;
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
async renameCollection(_from, _to) {
|
|
182
|
+
throw new E_VECTOR_STORE_UNSUPPORTED_OPERATION(["renameCollection", "opensearch"]);
|
|
183
|
+
}
|
|
184
|
+
async executeUpsert(plan) {
|
|
185
|
+
if (plan.records.length === 0) return;
|
|
186
|
+
validateRecords(plan.records);
|
|
187
|
+
const client = await this.#ensure();
|
|
188
|
+
const expected = this.#opts.dimensions ?? this.#dims.get(plan.collection);
|
|
189
|
+
try {
|
|
190
|
+
const operations = [];
|
|
191
|
+
for (const r of plan.records) {
|
|
192
|
+
let vector = r.vector;
|
|
193
|
+
if (!vector && r.document) {
|
|
194
|
+
const [v] = await this.encode([r.document], "document");
|
|
195
|
+
vector = v;
|
|
196
|
+
}
|
|
197
|
+
if (!vector) throw new E_VECTOR_STORE_UPSERT_FAILED(["Record missing vector and document"]);
|
|
198
|
+
if (expected !== void 0 && vector.length !== expected) throw new E_VECTOR_STORE_DIMENSION_MISMATCH([expected, vector.length]);
|
|
199
|
+
operations.push({ index: {
|
|
200
|
+
_index: plan.collection,
|
|
201
|
+
_id: r.id
|
|
202
|
+
} });
|
|
203
|
+
operations.push({
|
|
204
|
+
vec: vector,
|
|
205
|
+
document: r.document ?? "",
|
|
206
|
+
metadata: r.metadata ?? {}
|
|
207
|
+
});
|
|
208
|
+
}
|
|
209
|
+
await client.bulk({
|
|
210
|
+
body: operations,
|
|
211
|
+
refresh: true
|
|
212
|
+
});
|
|
213
|
+
} catch (err) {
|
|
214
|
+
if (isInstanceOf(err, "E_VECTOR_STORE_DIMENSION_MISMATCH", E_VECTOR_STORE_DIMENSION_MISMATCH) || isInstanceOf(err, "E_VECTOR_STORE_UPSERT_FAILED", E_VECTOR_STORE_UPSERT_FAILED)) throw err;
|
|
215
|
+
throw new E_VECTOR_STORE_UPSERT_FAILED([String(err)]);
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
async executeSearch(plan) {
|
|
219
|
+
const client = await this.#ensure();
|
|
220
|
+
const metric = this.#opts.metric ?? "cosine";
|
|
221
|
+
let queryVector;
|
|
222
|
+
if (plan.near) {
|
|
223
|
+
if ("vector" in plan.near) queryVector = plan.near.vector;
|
|
224
|
+
else if ("serverText" in plan.near) {
|
|
225
|
+
const [v] = await this.encode([plan.near.serverText], "query");
|
|
226
|
+
queryVector = v;
|
|
227
|
+
} else if ("id" in plan.near) {
|
|
228
|
+
try {
|
|
229
|
+
const res = await client.get({
|
|
230
|
+
index: plan.collection,
|
|
231
|
+
id: plan.near.id
|
|
232
|
+
});
|
|
233
|
+
queryVector = this.#body(res)?._source?.vec;
|
|
234
|
+
} catch {
|
|
235
|
+
queryVector = void 0;
|
|
236
|
+
}
|
|
237
|
+
if (!queryVector) throw new E_VECTOR_STORE_SEARCH_FAILED(["Referenced id not found: " + plan.near.id]);
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
const filter = translateOpenSearchFilter(plan.filter);
|
|
241
|
+
const size = plan.topK;
|
|
242
|
+
const from = plan.offset ?? 0;
|
|
243
|
+
try {
|
|
244
|
+
let body;
|
|
245
|
+
if (queryVector) {
|
|
246
|
+
const knn = { vec: {
|
|
247
|
+
vector: queryVector,
|
|
248
|
+
k: size + from
|
|
249
|
+
} };
|
|
250
|
+
if (filter) knn.vec.filter = filter;
|
|
251
|
+
body = {
|
|
252
|
+
size,
|
|
253
|
+
from,
|
|
254
|
+
query: { knn }
|
|
255
|
+
};
|
|
256
|
+
} else body = {
|
|
257
|
+
size,
|
|
258
|
+
from,
|
|
259
|
+
query: filter ?? { match_all: {} }
|
|
260
|
+
};
|
|
261
|
+
const res = await client.search({
|
|
262
|
+
index: plan.collection,
|
|
263
|
+
body
|
|
264
|
+
});
|
|
265
|
+
return (this.#body(res)?.hits?.hits ?? []).map((hit) => this.#project(hit, plan, metric, !!queryVector));
|
|
266
|
+
} catch (err) {
|
|
267
|
+
throw new E_VECTOR_STORE_SEARCH_FAILED([String(err)]);
|
|
268
|
+
}
|
|
269
|
+
}
|
|
270
|
+
#project(hit, plan, metric, isKnn) {
|
|
271
|
+
const proj = plan.projection;
|
|
272
|
+
const src = hit._source ?? {};
|
|
273
|
+
const out = {};
|
|
274
|
+
if (proj.id) out.id = hit._id;
|
|
275
|
+
if (proj.vector && src.vec) out.vector = src.vec;
|
|
276
|
+
if (proj.document) out.document = src.document;
|
|
277
|
+
if (proj.metadata) out.metadata = src.metadata ?? {};
|
|
278
|
+
if (isKnn && typeof hit._score === "number") out.score = normalizeScore(hit._score, metric, "similarity");
|
|
279
|
+
return out;
|
|
280
|
+
}
|
|
281
|
+
async executeDelete(plan) {
|
|
282
|
+
const client = await this.#ensure();
|
|
283
|
+
try {
|
|
284
|
+
if (plan.ids && plan.ids.length > 0) {
|
|
285
|
+
const operations = plan.ids.map((id) => ({ delete: {
|
|
286
|
+
_index: plan.collection,
|
|
287
|
+
_id: id
|
|
288
|
+
} }));
|
|
289
|
+
await client.bulk({
|
|
290
|
+
body: operations,
|
|
291
|
+
refresh: true
|
|
292
|
+
});
|
|
293
|
+
} else if (plan.filter) {
|
|
294
|
+
const filter = translateOpenSearchFilter(plan.filter);
|
|
295
|
+
await client.deleteByQuery({
|
|
296
|
+
index: plan.collection,
|
|
297
|
+
refresh: true,
|
|
298
|
+
body: { query: filter ?? { match_all: {} } }
|
|
299
|
+
});
|
|
300
|
+
} else await client.deleteByQuery({
|
|
301
|
+
index: plan.collection,
|
|
302
|
+
refresh: true,
|
|
303
|
+
body: { query: { match_all: {} } }
|
|
304
|
+
});
|
|
305
|
+
} catch (err) {
|
|
306
|
+
throw new E_VECTOR_STORE_DELETE_FAILED([String(err)]);
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
};
|
|
310
|
+
//#endregion
|
|
311
|
+
export { OpenSearchVectorStore, translateOpenSearchFilter };
|
|
312
|
+
|
|
313
|
+
//# sourceMappingURL=opensearch.mjs.map
|