langchain 0.0.203 → 0.0.204-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/toolkits/aws_sfn.cjs +3 -75
- package/dist/agents/toolkits/aws_sfn.d.ts +2 -45
- package/dist/agents/toolkits/aws_sfn.js +2 -73
- package/dist/agents/toolkits/base.cjs +15 -9
- package/dist/agents/toolkits/base.d.ts +1 -9
- package/dist/agents/toolkits/base.js +1 -7
- package/dist/agents/toolkits/connery/index.cjs +15 -37
- package/dist/agents/toolkits/connery/index.d.ts +1 -23
- package/dist/agents/toolkits/connery/index.js +1 -35
- package/dist/cache/cloudflare_kv.cjs +15 -69
- package/dist/cache/cloudflare_kv.d.ts +1 -42
- package/dist/cache/cloudflare_kv.js +1 -67
- package/dist/cache/ioredis.cjs +15 -77
- package/dist/cache/ioredis.d.ts +1 -40
- package/dist/cache/ioredis.js +1 -75
- package/dist/cache/momento.cjs +15 -135
- package/dist/cache/momento.d.ts +1 -91
- package/dist/cache/momento.js +1 -133
- package/dist/cache/upstash_redis.cjs +15 -72
- package/dist/cache/upstash_redis.d.ts +1 -45
- package/dist/cache/upstash_redis.js +1 -70
- package/dist/callbacks/handlers/llmonitor.cjs +14 -238
- package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
- package/dist/callbacks/handlers/llmonitor.js +1 -233
- package/dist/chains/openai_moderation.cjs +2 -2
- package/dist/chains/openai_moderation.d.ts +1 -1
- package/dist/chains/openai_moderation.js +1 -1
- package/dist/chat_models/anthropic.d.ts +4 -4
- package/dist/chat_models/baiduwenxin.cjs +15 -411
- package/dist/chat_models/baiduwenxin.d.ts +1 -150
- package/dist/chat_models/baiduwenxin.js +1 -409
- package/dist/chat_models/bedrock/index.cjs +15 -33
- package/dist/chat_models/bedrock/index.d.ts +1 -23
- package/dist/chat_models/bedrock/index.js +1 -29
- package/dist/chat_models/bedrock/web.cjs +15 -360
- package/dist/chat_models/bedrock/web.d.ts +1 -82
- package/dist/chat_models/bedrock/web.js +1 -356
- package/dist/chat_models/cloudflare_workersai.cjs +15 -216
- package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
- package/dist/chat_models/cloudflare_workersai.js +1 -214
- package/dist/chat_models/fireworks.cjs +15 -89
- package/dist/chat_models/fireworks.d.ts +1 -43
- package/dist/chat_models/fireworks.js +1 -87
- package/dist/chat_models/googlepalm.cjs +15 -235
- package/dist/chat_models/googlepalm.d.ts +1 -108
- package/dist/chat_models/googlepalm.js +1 -233
- package/dist/chat_models/googlevertexai/index.cjs +15 -40
- package/dist/chat_models/googlevertexai/index.d.ts +1 -28
- package/dist/chat_models/googlevertexai/index.js +1 -38
- package/dist/chat_models/googlevertexai/web.cjs +15 -39
- package/dist/chat_models/googlevertexai/web.d.ts +1 -28
- package/dist/chat_models/googlevertexai/web.js +1 -37
- package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
- package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
- package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
- package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
- package/dist/chat_models/llama_cpp.cjs +15 -275
- package/dist/chat_models/llama_cpp.d.ts +1 -71
- package/dist/chat_models/llama_cpp.js +1 -273
- package/dist/chat_models/minimax.cjs +15 -578
- package/dist/chat_models/minimax.d.ts +1 -369
- package/dist/chat_models/minimax.js +1 -576
- package/dist/chat_models/ollama.cjs +15 -394
- package/dist/chat_models/ollama.d.ts +1 -127
- package/dist/chat_models/ollama.js +1 -392
- package/dist/chat_models/openai.cjs +4 -698
- package/dist/chat_models/openai.d.ts +4 -137
- package/dist/chat_models/openai.js +2 -695
- package/dist/chat_models/portkey.cjs +15 -167
- package/dist/chat_models/portkey.d.ts +1 -17
- package/dist/chat_models/portkey.js +1 -165
- package/dist/chat_models/yandex.cjs +15 -132
- package/dist/chat_models/yandex.d.ts +1 -30
- package/dist/chat_models/yandex.js +1 -130
- package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
- package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
- package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
- package/dist/document_transformers/html_to_text.cjs +15 -47
- package/dist/document_transformers/html_to_text.d.ts +1 -30
- package/dist/document_transformers/html_to_text.js +1 -45
- package/dist/document_transformers/mozilla_readability.cjs +15 -53
- package/dist/document_transformers/mozilla_readability.d.ts +1 -31
- package/dist/document_transformers/mozilla_readability.js +1 -51
- package/dist/embeddings/bedrock.cjs +15 -109
- package/dist/embeddings/bedrock.d.ts +1 -71
- package/dist/embeddings/bedrock.js +1 -107
- package/dist/embeddings/cloudflare_workersai.cjs +15 -67
- package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
- package/dist/embeddings/cloudflare_workersai.js +1 -65
- package/dist/embeddings/cohere.cjs +15 -124
- package/dist/embeddings/cohere.d.ts +1 -66
- package/dist/embeddings/cohere.js +1 -122
- package/dist/embeddings/googlepalm.cjs +15 -88
- package/dist/embeddings/googlepalm.d.ts +1 -61
- package/dist/embeddings/googlepalm.js +1 -86
- package/dist/embeddings/googlevertexai.cjs +15 -81
- package/dist/embeddings/googlevertexai.d.ts +1 -54
- package/dist/embeddings/googlevertexai.js +1 -79
- package/dist/embeddings/gradient_ai.cjs +15 -101
- package/dist/embeddings/gradient_ai.d.ts +1 -48
- package/dist/embeddings/gradient_ai.js +1 -99
- package/dist/embeddings/hf.cjs +15 -75
- package/dist/embeddings/hf.d.ts +1 -41
- package/dist/embeddings/hf.js +1 -73
- package/dist/embeddings/hf_transformers.cjs +15 -87
- package/dist/embeddings/hf_transformers.d.ts +1 -47
- package/dist/embeddings/hf_transformers.js +1 -85
- package/dist/embeddings/llama_cpp.cjs +15 -81
- package/dist/embeddings/llama_cpp.d.ts +1 -42
- package/dist/embeddings/llama_cpp.js +1 -79
- package/dist/embeddings/minimax.cjs +15 -165
- package/dist/embeddings/minimax.d.ts +1 -119
- package/dist/embeddings/minimax.js +1 -163
- package/dist/embeddings/ollama.cjs +15 -118
- package/dist/embeddings/ollama.d.ts +1 -34
- package/dist/embeddings/ollama.js +1 -116
- package/dist/embeddings/openai.cjs +2 -240
- package/dist/embeddings/openai.d.ts +1 -82
- package/dist/embeddings/openai.js +1 -239
- package/dist/embeddings/tensorflow.cjs +3 -96
- package/dist/embeddings/tensorflow.d.ts +1 -59
- package/dist/embeddings/tensorflow.js +1 -83
- package/dist/embeddings/voyage.cjs +15 -118
- package/dist/embeddings/voyage.d.ts +1 -66
- package/dist/embeddings/voyage.js +1 -116
- package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
- package/dist/experimental/openai_assistant/index.cjs +3 -3
- package/dist/experimental/openai_assistant/index.d.ts +1 -1
- package/dist/experimental/openai_assistant/index.js +1 -1
- package/dist/experimental/openai_assistant/schema.d.ts +1 -1
- package/dist/experimental/openai_files/index.cjs +2 -2
- package/dist/experimental/openai_files/index.d.ts +1 -1
- package/dist/experimental/openai_files/index.js +1 -1
- package/dist/graphs/neo4j_graph.cjs +3 -254
- package/dist/graphs/neo4j_graph.d.ts +1 -63
- package/dist/graphs/neo4j_graph.js +1 -241
- package/dist/llms/ai21.cjs +15 -200
- package/dist/llms/ai21.d.ts +1 -100
- package/dist/llms/ai21.js +1 -198
- package/dist/llms/aleph_alpha.cjs +15 -374
- package/dist/llms/aleph_alpha.d.ts +1 -161
- package/dist/llms/aleph_alpha.js +1 -372
- package/dist/llms/bedrock/web.cjs +15 -310
- package/dist/llms/bedrock/web.d.ts +1 -66
- package/dist/llms/bedrock/web.js +1 -308
- package/dist/llms/cloudflare_workersai.cjs +15 -168
- package/dist/llms/cloudflare_workersai.d.ts +1 -55
- package/dist/llms/cloudflare_workersai.js +1 -166
- package/dist/llms/cohere.cjs +15 -110
- package/dist/llms/cohere.d.ts +1 -54
- package/dist/llms/cohere.js +1 -108
- package/dist/llms/fireworks.cjs +15 -90
- package/dist/llms/fireworks.d.ts +1 -33
- package/dist/llms/fireworks.js +1 -88
- package/dist/llms/googlepalm.cjs +15 -134
- package/dist/llms/googlepalm.d.ts +1 -92
- package/dist/llms/googlepalm.js +1 -132
- package/dist/llms/googlevertexai/index.cjs +15 -45
- package/dist/llms/googlevertexai/index.d.ts +1 -38
- package/dist/llms/googlevertexai/index.js +1 -43
- package/dist/llms/googlevertexai/web.cjs +15 -42
- package/dist/llms/googlevertexai/web.d.ts +1 -36
- package/dist/llms/googlevertexai/web.js +1 -40
- package/dist/llms/gradient_ai.cjs +15 -110
- package/dist/llms/gradient_ai.d.ts +1 -55
- package/dist/llms/gradient_ai.js +1 -108
- package/dist/llms/hf.cjs +15 -136
- package/dist/llms/hf.d.ts +1 -68
- package/dist/llms/hf.js +1 -134
- package/dist/llms/llama_cpp.cjs +15 -111
- package/dist/llms/llama_cpp.d.ts +1 -41
- package/dist/llms/llama_cpp.js +1 -109
- package/dist/llms/ollama.cjs +15 -353
- package/dist/llms/ollama.d.ts +1 -106
- package/dist/llms/ollama.js +1 -351
- package/dist/llms/openai-chat.cjs +3 -445
- package/dist/llms/openai-chat.d.ts +4 -123
- package/dist/llms/openai-chat.js +2 -443
- package/dist/llms/openai.cjs +6 -530
- package/dist/llms/openai.d.ts +4 -123
- package/dist/llms/openai.js +2 -525
- package/dist/llms/portkey.cjs +14 -168
- package/dist/llms/portkey.d.ts +1 -57
- package/dist/llms/portkey.js +1 -162
- package/dist/llms/raycast.cjs +15 -94
- package/dist/llms/raycast.d.ts +1 -50
- package/dist/llms/raycast.js +1 -92
- package/dist/llms/replicate.cjs +15 -132
- package/dist/llms/replicate.d.ts +1 -51
- package/dist/llms/replicate.js +1 -130
- package/dist/llms/sagemaker_endpoint.cjs +15 -203
- package/dist/llms/sagemaker_endpoint.d.ts +1 -121
- package/dist/llms/sagemaker_endpoint.js +1 -200
- package/dist/llms/watsonx_ai.cjs +15 -152
- package/dist/llms/watsonx_ai.d.ts +1 -72
- package/dist/llms/watsonx_ai.js +1 -150
- package/dist/llms/writer.cjs +15 -165
- package/dist/llms/writer.d.ts +1 -60
- package/dist/llms/writer.js +1 -163
- package/dist/llms/yandex.cjs +15 -98
- package/dist/llms/yandex.d.ts +1 -40
- package/dist/llms/yandex.js +1 -96
- package/dist/load/index.cjs +3 -1
- package/dist/load/index.d.ts +1 -1
- package/dist/load/index.js +3 -1
- package/dist/memory/chat_memory.cjs +15 -61
- package/dist/memory/chat_memory.d.ts +1 -36
- package/dist/memory/chat_memory.js +1 -59
- package/dist/memory/motorhead_memory.cjs +15 -161
- package/dist/memory/motorhead_memory.d.ts +1 -63
- package/dist/memory/motorhead_memory.js +1 -159
- package/dist/memory/zep.cjs +15 -222
- package/dist/memory/zep.d.ts +1 -86
- package/dist/memory/zep.js +1 -220
- package/dist/retrievers/amazon_kendra.cjs +15 -273
- package/dist/retrievers/amazon_kendra.d.ts +1 -142
- package/dist/retrievers/amazon_kendra.js +1 -271
- package/dist/retrievers/chaindesk.cjs +15 -88
- package/dist/retrievers/chaindesk.d.ts +1 -31
- package/dist/retrievers/chaindesk.js +1 -86
- package/dist/retrievers/databerry.cjs +15 -82
- package/dist/retrievers/databerry.d.ts +1 -34
- package/dist/retrievers/databerry.js +1 -80
- package/dist/retrievers/metal.cjs +15 -51
- package/dist/retrievers/metal.d.ts +1 -36
- package/dist/retrievers/metal.js +1 -49
- package/dist/retrievers/supabase.cjs +15 -167
- package/dist/retrievers/supabase.d.ts +1 -82
- package/dist/retrievers/supabase.js +1 -165
- package/dist/retrievers/tavily_search_api.cjs +15 -142
- package/dist/retrievers/tavily_search_api.d.ts +1 -38
- package/dist/retrievers/tavily_search_api.js +1 -140
- package/dist/retrievers/zep.cjs +15 -150
- package/dist/retrievers/zep.d.ts +1 -76
- package/dist/retrievers/zep.js +1 -148
- package/dist/schema/document.cjs +2 -16
- package/dist/schema/document.d.ts +1 -11
- package/dist/schema/document.js +1 -16
- package/dist/schema/index.cjs +2 -7
- package/dist/schema/index.d.ts +2 -10
- package/dist/schema/index.js +1 -6
- package/dist/storage/convex.cjs +15 -143
- package/dist/storage/convex.d.ts +1 -106
- package/dist/storage/convex.js +1 -141
- package/dist/storage/ioredis.cjs +15 -158
- package/dist/storage/ioredis.d.ts +1 -71
- package/dist/storage/ioredis.js +1 -156
- package/dist/storage/upstash_redis.cjs +15 -172
- package/dist/storage/upstash_redis.d.ts +1 -78
- package/dist/storage/upstash_redis.js +1 -170
- package/dist/storage/vercel_kv.cjs +15 -161
- package/dist/storage/vercel_kv.d.ts +1 -62
- package/dist/storage/vercel_kv.js +1 -159
- package/dist/stores/doc/in_memory.cjs +15 -105
- package/dist/stores/doc/in_memory.d.ts +1 -46
- package/dist/stores/doc/in_memory.js +1 -102
- package/dist/stores/message/cassandra.cjs +15 -158
- package/dist/stores/message/cassandra.d.ts +1 -69
- package/dist/stores/message/cassandra.js +1 -156
- package/dist/stores/message/cloudflare_d1.cjs +15 -150
- package/dist/stores/message/cloudflare_d1.d.ts +1 -67
- package/dist/stores/message/cloudflare_d1.js +1 -148
- package/dist/stores/message/convex.cjs +15 -118
- package/dist/stores/message/convex.d.ts +1 -81
- package/dist/stores/message/convex.js +1 -116
- package/dist/stores/message/dynamodb.cjs +15 -159
- package/dist/stores/message/dynamodb.d.ts +1 -51
- package/dist/stores/message/dynamodb.js +1 -157
- package/dist/stores/message/firestore.cjs +15 -185
- package/dist/stores/message/firestore.d.ts +1 -68
- package/dist/stores/message/firestore.js +1 -183
- package/dist/stores/message/in_memory.cjs +15 -49
- package/dist/stores/message/in_memory.d.ts +1 -28
- package/dist/stores/message/in_memory.js +1 -47
- package/dist/stores/message/ioredis.cjs +15 -98
- package/dist/stores/message/ioredis.d.ts +1 -64
- package/dist/stores/message/ioredis.js +1 -96
- package/dist/stores/message/momento.cjs +15 -160
- package/dist/stores/message/momento.d.ts +1 -97
- package/dist/stores/message/momento.js +1 -158
- package/dist/stores/message/mongodb.cjs +15 -57
- package/dist/stores/message/mongodb.d.ts +1 -26
- package/dist/stores/message/mongodb.js +1 -55
- package/dist/stores/message/planetscale.cjs +15 -170
- package/dist/stores/message/planetscale.d.ts +1 -75
- package/dist/stores/message/planetscale.js +1 -168
- package/dist/stores/message/redis.cjs +15 -114
- package/dist/stores/message/redis.d.ts +1 -69
- package/dist/stores/message/redis.js +1 -112
- package/dist/stores/message/upstash_redis.cjs +15 -85
- package/dist/stores/message/upstash_redis.d.ts +1 -43
- package/dist/stores/message/upstash_redis.js +1 -83
- package/dist/stores/message/utils.cjs +3 -23
- package/dist/stores/message/utils.d.ts +1 -17
- package/dist/stores/message/utils.js +1 -21
- package/dist/stores/message/xata.cjs +15 -216
- package/dist/stores/message/xata.d.ts +1 -76
- package/dist/stores/message/xata.js +1 -214
- package/dist/tools/IFTTTWebhook.cjs +15 -87
- package/dist/tools/IFTTTWebhook.d.ts +1 -50
- package/dist/tools/IFTTTWebhook.js +1 -85
- package/dist/tools/aiplugin.cjs +15 -73
- package/dist/tools/aiplugin.d.ts +1 -34
- package/dist/tools/aiplugin.js +1 -71
- package/dist/tools/aws_lambda.cjs +15 -83
- package/dist/tools/aws_lambda.d.ts +1 -25
- package/dist/tools/aws_lambda.js +1 -82
- package/dist/tools/aws_sfn.cjs +15 -201
- package/dist/tools/aws_sfn.d.ts +1 -57
- package/dist/tools/aws_sfn.js +1 -197
- package/dist/tools/bingserpapi.cjs +15 -76
- package/dist/tools/bingserpapi.d.ts +1 -23
- package/dist/tools/bingserpapi.js +1 -75
- package/dist/tools/brave_search.cjs +15 -64
- package/dist/tools/brave_search.d.ts +1 -23
- package/dist/tools/brave_search.js +1 -62
- package/dist/tools/connery.cjs +15 -277
- package/dist/tools/connery.d.ts +1 -145
- package/dist/tools/connery.js +1 -274
- package/dist/tools/convert_to_openai.d.ts +1 -1
- package/dist/tools/dadjokeapi.cjs +15 -46
- package/dist/tools/dadjokeapi.d.ts +1 -15
- package/dist/tools/dadjokeapi.js +1 -45
- package/dist/tools/dataforseo_api_search.cjs +15 -280
- package/dist/tools/dataforseo_api_search.d.ts +1 -170
- package/dist/tools/dataforseo_api_search.js +1 -278
- package/dist/tools/dynamic.cjs +15 -87
- package/dist/tools/dynamic.d.ts +1 -48
- package/dist/tools/dynamic.js +1 -84
- package/dist/tools/gmail/index.cjs +15 -11
- package/dist/tools/gmail/index.d.ts +1 -11
- package/dist/tools/gmail/index.js +1 -5
- package/dist/tools/google_custom_search.cjs +15 -70
- package/dist/tools/google_custom_search.d.ts +1 -25
- package/dist/tools/google_custom_search.js +1 -68
- package/dist/tools/google_places.cjs +15 -79
- package/dist/tools/google_places.d.ts +1 -21
- package/dist/tools/google_places.js +1 -77
- package/dist/tools/searchapi.cjs +15 -164
- package/dist/tools/searchapi.d.ts +1 -91
- package/dist/tools/searchapi.js +1 -162
- package/dist/tools/searxng_search.cjs +15 -156
- package/dist/tools/searxng_search.d.ts +1 -114
- package/dist/tools/searxng_search.js +1 -154
- package/dist/tools/serpapi.cjs +15 -199
- package/dist/tools/serpapi.d.ts +1 -302
- package/dist/tools/serpapi.js +1 -197
- package/dist/tools/serper.cjs +15 -94
- package/dist/tools/serper.d.ts +1 -32
- package/dist/tools/serper.js +1 -92
- package/dist/tools/wikipedia_query_run.cjs +15 -133
- package/dist/tools/wikipedia_query_run.d.ts +1 -54
- package/dist/tools/wikipedia_query_run.js +1 -131
- package/dist/tools/wolframalpha.cjs +15 -47
- package/dist/tools/wolframalpha.d.ts +1 -21
- package/dist/tools/wolframalpha.js +1 -45
- package/dist/types/openai-types.d.ts +1 -1
- package/dist/util/convex.cjs +15 -75
- package/dist/util/convex.d.ts +1 -26
- package/dist/util/convex.js +1 -74
- package/dist/util/event-source-parse.cjs +15 -224
- package/dist/util/event-source-parse.d.ts +1 -39
- package/dist/util/event-source-parse.js +1 -219
- package/dist/util/math.cjs +15 -123
- package/dist/util/math.d.ts +1 -40
- package/dist/util/math.js +1 -116
- package/dist/util/openapi.d.ts +2 -2
- package/dist/vectorstores/analyticdb.cjs +3 -333
- package/dist/vectorstores/analyticdb.d.ts +1 -110
- package/dist/vectorstores/analyticdb.js +1 -317
- package/dist/vectorstores/base.cjs +15 -165
- package/dist/vectorstores/base.d.ts +1 -104
- package/dist/vectorstores/base.js +1 -161
- package/dist/vectorstores/cassandra.cjs +15 -478
- package/dist/vectorstores/cassandra.d.ts +1 -162
- package/dist/vectorstores/cassandra.js +1 -476
- package/dist/vectorstores/chroma.cjs +3 -312
- package/dist/vectorstores/chroma.d.ts +1 -133
- package/dist/vectorstores/chroma.js +1 -299
- package/dist/vectorstores/clickhouse.cjs +3 -272
- package/dist/vectorstores/clickhouse.d.ts +1 -126
- package/dist/vectorstores/clickhouse.js +1 -259
- package/dist/vectorstores/closevector/node.cjs +15 -107
- package/dist/vectorstores/closevector/node.d.ts +1 -83
- package/dist/vectorstores/closevector/node.js +1 -105
- package/dist/vectorstores/closevector/web.cjs +15 -107
- package/dist/vectorstores/closevector/web.d.ts +1 -80
- package/dist/vectorstores/closevector/web.js +1 -105
- package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
- package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
- package/dist/vectorstores/cloudflare_vectorize.js +1 -173
- package/dist/vectorstores/convex.cjs +15 -175
- package/dist/vectorstores/convex.d.ts +1 -134
- package/dist/vectorstores/convex.js +1 -173
- package/dist/vectorstores/elasticsearch.cjs +3 -287
- package/dist/vectorstores/elasticsearch.d.ts +1 -143
- package/dist/vectorstores/elasticsearch.js +1 -274
- package/dist/vectorstores/faiss.cjs +3 -378
- package/dist/vectorstores/faiss.d.ts +1 -127
- package/dist/vectorstores/faiss.js +1 -365
- package/dist/vectorstores/googlevertexai.cjs +3 -538
- package/dist/vectorstores/googlevertexai.d.ts +1 -181
- package/dist/vectorstores/googlevertexai.js +1 -521
- package/dist/vectorstores/hnswlib.cjs +15 -273
- package/dist/vectorstores/hnswlib.d.ts +1 -122
- package/dist/vectorstores/hnswlib.js +1 -271
- package/dist/vectorstores/lancedb.cjs +15 -126
- package/dist/vectorstores/lancedb.d.ts +1 -61
- package/dist/vectorstores/lancedb.js +1 -124
- package/dist/vectorstores/memory.cjs +6 -6
- package/dist/vectorstores/memory.d.ts +3 -3
- package/dist/vectorstores/memory.js +2 -2
- package/dist/vectorstores/milvus.cjs +3 -592
- package/dist/vectorstores/milvus.d.ts +1 -139
- package/dist/vectorstores/milvus.js +1 -579
- package/dist/vectorstores/momento_vector_index.cjs +3 -305
- package/dist/vectorstores/momento_vector_index.d.ts +1 -143
- package/dist/vectorstores/momento_vector_index.js +1 -292
- package/dist/vectorstores/mongodb_atlas.cjs +15 -218
- package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
- package/dist/vectorstores/mongodb_atlas.js +1 -216
- package/dist/vectorstores/myscale.cjs +3 -263
- package/dist/vectorstores/myscale.d.ts +1 -129
- package/dist/vectorstores/myscale.js +1 -250
- package/dist/vectorstores/neo4j_vector.cjs +3 -578
- package/dist/vectorstores/neo4j_vector.d.ts +1 -75
- package/dist/vectorstores/neo4j_vector.js +1 -562
- package/dist/vectorstores/opensearch.cjs +3 -274
- package/dist/vectorstores/opensearch.d.ts +1 -119
- package/dist/vectorstores/opensearch.js +1 -261
- package/dist/vectorstores/pgvector.cjs +14 -404
- package/dist/vectorstores/pgvector.d.ts +1 -160
- package/dist/vectorstores/pgvector.js +1 -400
- package/dist/vectorstores/pinecone.cjs +3 -280
- package/dist/vectorstores/pinecone.d.ts +1 -120
- package/dist/vectorstores/pinecone.js +1 -264
- package/dist/vectorstores/prisma.cjs +15 -305
- package/dist/vectorstores/prisma.d.ts +1 -180
- package/dist/vectorstores/prisma.js +1 -303
- package/dist/vectorstores/qdrant.cjs +15 -195
- package/dist/vectorstores/qdrant.d.ts +1 -95
- package/dist/vectorstores/qdrant.js +1 -193
- package/dist/vectorstores/redis.cjs +15 -333
- package/dist/vectorstores/redis.d.ts +1 -186
- package/dist/vectorstores/redis.js +1 -331
- package/dist/vectorstores/rockset.cjs +15 -351
- package/dist/vectorstores/rockset.d.ts +1 -202
- package/dist/vectorstores/rockset.js +1 -347
- package/dist/vectorstores/singlestore.cjs +15 -220
- package/dist/vectorstores/singlestore.d.ts +1 -88
- package/dist/vectorstores/singlestore.js +1 -218
- package/dist/vectorstores/supabase.cjs +15 -217
- package/dist/vectorstores/supabase.d.ts +1 -118
- package/dist/vectorstores/supabase.js +1 -215
- package/dist/vectorstores/tigris.cjs +3 -143
- package/dist/vectorstores/tigris.d.ts +1 -74
- package/dist/vectorstores/tigris.js +1 -130
- package/dist/vectorstores/typeorm.cjs +15 -259
- package/dist/vectorstores/typeorm.d.ts +1 -109
- package/dist/vectorstores/typeorm.js +1 -256
- package/dist/vectorstores/typesense.cjs +15 -223
- package/dist/vectorstores/typesense.d.ts +1 -131
- package/dist/vectorstores/typesense.js +1 -221
- package/dist/vectorstores/usearch.cjs +3 -203
- package/dist/vectorstores/usearch.d.ts +1 -85
- package/dist/vectorstores/usearch.js +1 -187
- package/dist/vectorstores/vectara.cjs +3 -409
- package/dist/vectorstores/vectara.d.ts +1 -148
- package/dist/vectorstores/vectara.js +1 -396
- package/dist/vectorstores/vercel_postgres.cjs +15 -320
- package/dist/vectorstores/vercel_postgres.d.ts +1 -145
- package/dist/vectorstores/vercel_postgres.js +1 -318
- package/dist/vectorstores/voy.cjs +15 -156
- package/dist/vectorstores/voy.d.ts +1 -73
- package/dist/vectorstores/voy.js +1 -154
- package/dist/vectorstores/weaviate.cjs +3 -347
- package/dist/vectorstores/weaviate.d.ts +1 -140
- package/dist/vectorstores/weaviate.js +1 -333
- package/dist/vectorstores/xata.cjs +15 -108
- package/dist/vectorstores/xata.d.ts +1 -70
- package/dist/vectorstores/xata.js +1 -106
- package/dist/vectorstores/zep.cjs +15 -313
- package/dist/vectorstores/zep.d.ts +1 -146
- package/dist/vectorstores/zep.js +1 -311
- package/package.json +4 -265
- package/dist/chat_models/googlevertexai/common.cjs +0 -274
- package/dist/chat_models/googlevertexai/common.d.ts +0 -123
- package/dist/chat_models/googlevertexai/common.js +0 -269
- package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
- package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
- package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
- package/dist/llms/googlevertexai/common.cjs +0 -168
- package/dist/llms/googlevertexai/common.d.ts +0 -82
- package/dist/llms/googlevertexai/common.js +0 -164
- package/dist/tools/gmail/base.cjs +0 -69
- package/dist/tools/gmail/base.d.ts +0 -19
- package/dist/tools/gmail/base.js +0 -65
- package/dist/tools/gmail/create_draft.cjs +0 -62
- package/dist/tools/gmail/create_draft.d.ts +0 -35
- package/dist/tools/gmail/create_draft.js +0 -58
- package/dist/tools/gmail/descriptions.cjs +0 -118
- package/dist/tools/gmail/descriptions.d.ts +0 -5
- package/dist/tools/gmail/descriptions.js +0 -115
- package/dist/tools/gmail/get_message.cjs +0 -83
- package/dist/tools/gmail/get_message.d.ts +0 -18
- package/dist/tools/gmail/get_message.js +0 -79
- package/dist/tools/gmail/get_thread.cjs +0 -89
- package/dist/tools/gmail/get_thread.d.ts +0 -18
- package/dist/tools/gmail/get_thread.js +0 -85
- package/dist/tools/gmail/search.cjs +0 -118
- package/dist/tools/gmail/search.d.ts +0 -29
- package/dist/tools/gmail/search.js +0 -114
- package/dist/tools/gmail/send_message.cjs +0 -74
- package/dist/tools/gmail/send_message.d.ts +0 -35
- package/dist/tools/gmail/send_message.js +0 -70
- package/dist/util/chunk.cjs +0 -11
- package/dist/util/chunk.d.ts +0 -1
- package/dist/util/chunk.js +0 -7
- package/dist/util/googlevertexai-gauth.cjs +0 -36
- package/dist/util/googlevertexai-gauth.d.ts +0 -8
- package/dist/util/googlevertexai-gauth.js +0 -32
- package/dist/util/googlevertexai-webauth.cjs +0 -96
- package/dist/util/googlevertexai-webauth.d.ts +0 -22
- package/dist/util/googlevertexai-webauth.js +0 -92
- package/dist/util/iflytek_websocket_stream.cjs +0 -81
- package/dist/util/iflytek_websocket_stream.d.ts +0 -27
- package/dist/util/iflytek_websocket_stream.js +0 -77
- package/dist/util/llama_cpp.cjs +0 -34
- package/dist/util/llama_cpp.d.ts +0 -46
- package/dist/util/llama_cpp.js +0 -28
- package/dist/util/momento.cjs +0 -26
- package/dist/util/momento.d.ts +0 -9
- package/dist/util/momento.js +0 -22
- package/dist/util/openai-format-fndef.cjs +0 -81
- package/dist/util/openai-format-fndef.d.ts +0 -44
- package/dist/util/openai-format-fndef.js +0 -77
- package/dist/util/openai.cjs +0 -21
- package/dist/util/openai.d.ts +0 -1
- package/dist/util/openai.js +0 -17
- package/dist/vectorstores/closevector/common.cjs +0 -128
- package/dist/vectorstores/closevector/common.d.ts +0 -82
- package/dist/vectorstores/closevector/common.js +0 -124
package/dist/vectorstores/voy.js
CHANGED
|
@@ -1,154 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { Document } from "../document.js";
|
|
3
|
-
/**
|
|
4
|
-
* Class that extends `VectorStore`. It allows to perform similarity search using
|
|
5
|
-
* Voi similarity search engine. The class requires passing Voy Client as an input parameter.
|
|
6
|
-
*/
|
|
7
|
-
export class VoyVectorStore extends VectorStore {
|
|
8
|
-
_vectorstoreType() {
|
|
9
|
-
return "voi";
|
|
10
|
-
}
|
|
11
|
-
constructor(client, embeddings) {
|
|
12
|
-
super(embeddings, {});
|
|
13
|
-
Object.defineProperty(this, "client", {
|
|
14
|
-
enumerable: true,
|
|
15
|
-
configurable: true,
|
|
16
|
-
writable: true,
|
|
17
|
-
value: void 0
|
|
18
|
-
});
|
|
19
|
-
Object.defineProperty(this, "numDimensions", {
|
|
20
|
-
enumerable: true,
|
|
21
|
-
configurable: true,
|
|
22
|
-
writable: true,
|
|
23
|
-
value: null
|
|
24
|
-
});
|
|
25
|
-
Object.defineProperty(this, "docstore", {
|
|
26
|
-
enumerable: true,
|
|
27
|
-
configurable: true,
|
|
28
|
-
writable: true,
|
|
29
|
-
value: []
|
|
30
|
-
});
|
|
31
|
-
this.client = client;
|
|
32
|
-
this.embeddings = embeddings;
|
|
33
|
-
}
|
|
34
|
-
/**
|
|
35
|
-
* Adds documents to the Voy database. The documents are embedded using embeddings provided while instantiating the class.
|
|
36
|
-
* @param documents An array of `Document` instances associated with the vectors.
|
|
37
|
-
*/
|
|
38
|
-
async addDocuments(documents) {
|
|
39
|
-
const texts = documents.map(({ pageContent }) => pageContent);
|
|
40
|
-
if (documents.length === 0) {
|
|
41
|
-
return;
|
|
42
|
-
}
|
|
43
|
-
const firstVector = (await this.embeddings.embedDocuments(texts.slice(0, 1)))[0];
|
|
44
|
-
if (this.numDimensions === null) {
|
|
45
|
-
this.numDimensions = firstVector.length;
|
|
46
|
-
}
|
|
47
|
-
else if (this.numDimensions !== firstVector.length) {
|
|
48
|
-
throw new Error(`Vectors must have the same length as the number of dimensions (${this.numDimensions})`);
|
|
49
|
-
}
|
|
50
|
-
const restResults = await this.embeddings.embedDocuments(texts.slice(1));
|
|
51
|
-
await this.addVectors([firstVector, ...restResults], documents);
|
|
52
|
-
}
|
|
53
|
-
/**
|
|
54
|
-
* Adds vectors to the Voy database. The vectors are associated with
|
|
55
|
-
* the provided documents.
|
|
56
|
-
* @param vectors An array of vectors to be added to the database.
|
|
57
|
-
* @param documents An array of `Document` instances associated with the vectors.
|
|
58
|
-
*/
|
|
59
|
-
async addVectors(vectors, documents) {
|
|
60
|
-
if (vectors.length === 0) {
|
|
61
|
-
return;
|
|
62
|
-
}
|
|
63
|
-
if (this.numDimensions === null) {
|
|
64
|
-
this.numDimensions = vectors[0].length;
|
|
65
|
-
}
|
|
66
|
-
if (vectors.length !== documents.length) {
|
|
67
|
-
throw new Error(`Vectors and metadata must have the same length`);
|
|
68
|
-
}
|
|
69
|
-
if (!vectors.every((v) => v.length === this.numDimensions)) {
|
|
70
|
-
throw new Error(`Vectors must have the same length as the number of dimensions (${this.numDimensions})`);
|
|
71
|
-
}
|
|
72
|
-
vectors.forEach((item, idx) => {
|
|
73
|
-
const doc = documents[idx];
|
|
74
|
-
this.docstore.push({ embeddings: item, document: doc });
|
|
75
|
-
});
|
|
76
|
-
const embeddings = this.docstore.map((item, idx) => ({
|
|
77
|
-
id: String(idx),
|
|
78
|
-
embeddings: item.embeddings,
|
|
79
|
-
title: "",
|
|
80
|
-
url: "",
|
|
81
|
-
}));
|
|
82
|
-
this.client.index({ embeddings });
|
|
83
|
-
}
|
|
84
|
-
/**
|
|
85
|
-
* Searches for vectors in the Voy database that are similar to the
|
|
86
|
-
* provided query vector.
|
|
87
|
-
* @param query The query vector.
|
|
88
|
-
* @param k The number of similar vectors to return.
|
|
89
|
-
* @returns A promise that resolves with an array of tuples, each containing a `Document` instance and a similarity score.
|
|
90
|
-
*/
|
|
91
|
-
async similaritySearchVectorWithScore(query, k) {
|
|
92
|
-
if (this.numDimensions === null) {
|
|
93
|
-
throw new Error("There aren't any elements in the index yet.");
|
|
94
|
-
}
|
|
95
|
-
if (query.length !== this.numDimensions) {
|
|
96
|
-
throw new Error(`Query vector must have the same length as the number of dimensions (${this.numDimensions})`);
|
|
97
|
-
}
|
|
98
|
-
const itemsToQuery = Math.min(this.docstore.length, k);
|
|
99
|
-
if (itemsToQuery > this.docstore.length) {
|
|
100
|
-
console.warn(`k (${k}) is greater than the number of elements in the index (${this.docstore.length}), setting k to ${itemsToQuery}`);
|
|
101
|
-
}
|
|
102
|
-
const results = this.client.search(new Float32Array(query), itemsToQuery);
|
|
103
|
-
return results.neighbors.map(({ id }, idx) => [this.docstore[parseInt(id, 10)].document, idx]);
|
|
104
|
-
}
|
|
105
|
-
/**
|
|
106
|
-
* Method to delete data from the Voy index. It can delete data based
|
|
107
|
-
* on specific IDs or a filter.
|
|
108
|
-
* @param params Object that includes either an array of IDs or a filter for the data to be deleted.
|
|
109
|
-
* @returns Promise that resolves when the deletion is complete.
|
|
110
|
-
*/
|
|
111
|
-
async delete(params) {
|
|
112
|
-
if (params.deleteAll === true) {
|
|
113
|
-
await this.client.clear();
|
|
114
|
-
}
|
|
115
|
-
else {
|
|
116
|
-
throw new Error(`You must provide a "deleteAll" parameter.`);
|
|
117
|
-
}
|
|
118
|
-
}
|
|
119
|
-
/**
|
|
120
|
-
* Creates a new `VoyVectorStore` instance from an array of text strings. The text
|
|
121
|
-
* strings are converted to `Document` instances and added to the Voy
|
|
122
|
-
* database.
|
|
123
|
-
* @param texts An array of text strings.
|
|
124
|
-
* @param metadatas An array of metadata objects or a single metadata object. If an array is provided, it must have the same length as the `texts` array.
|
|
125
|
-
* @param embeddings An `Embeddings` instance used to generate embeddings for the documents.
|
|
126
|
-
* @param client An instance of Voy client to use in the underlying operations.
|
|
127
|
-
* @returns A promise that resolves with a new `VoyVectorStore` instance.
|
|
128
|
-
*/
|
|
129
|
-
static async fromTexts(texts, metadatas, embeddings, client) {
|
|
130
|
-
const docs = [];
|
|
131
|
-
for (let i = 0; i < texts.length; i += 1) {
|
|
132
|
-
const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
|
|
133
|
-
const newDoc = new Document({
|
|
134
|
-
pageContent: texts[i],
|
|
135
|
-
metadata,
|
|
136
|
-
});
|
|
137
|
-
docs.push(newDoc);
|
|
138
|
-
}
|
|
139
|
-
return VoyVectorStore.fromDocuments(docs, embeddings, client);
|
|
140
|
-
}
|
|
141
|
-
/**
|
|
142
|
-
* Creates a new `VoyVectorStore` instance from an array of `Document` instances.
|
|
143
|
-
* The documents are added to the Voy database.
|
|
144
|
-
* @param docs An array of `Document` instances.
|
|
145
|
-
* @param embeddings An `Embeddings` instance used to generate embeddings for the documents.
|
|
146
|
-
* @param client An instance of Voy client to use in the underlying operations.
|
|
147
|
-
* @returns A promise that resolves with a new `VoyVectorStore` instance.
|
|
148
|
-
*/
|
|
149
|
-
static async fromDocuments(docs, embeddings, client) {
|
|
150
|
-
const instance = new VoyVectorStore(client, embeddings);
|
|
151
|
-
await instance.addDocuments(docs);
|
|
152
|
-
return instance;
|
|
153
|
-
}
|
|
154
|
-
}
|
|
1
|
+
export * from "@langchain/community/vectorstores/voy";
|
|
@@ -10,352 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
|
|
|
10
10
|
if (k2 === undefined) k2 = k;
|
|
11
11
|
o[k2] = m[k];
|
|
12
12
|
}));
|
|
13
|
-
var
|
|
14
|
-
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
24
15
|
};
|
|
25
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
-
|
|
27
|
-
const uuid = __importStar(require("uuid"));
|
|
28
|
-
const base_js_1 = require("./base.cjs");
|
|
29
|
-
const document_js_1 = require("../document.cjs");
|
|
30
|
-
const math_js_1 = require("../util/math.cjs");
|
|
31
|
-
// Note this function is not generic, it is designed specifically for Weaviate
|
|
32
|
-
// https://weaviate.io/developers/weaviate/config-refs/datatypes#introduction
|
|
33
|
-
const flattenObjectForWeaviate = (
|
|
34
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
35
|
-
obj) => {
|
|
36
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
37
|
-
const flattenedObject = {};
|
|
38
|
-
for (const key in obj) {
|
|
39
|
-
if (!Object.hasOwn(obj, key)) {
|
|
40
|
-
continue;
|
|
41
|
-
}
|
|
42
|
-
const value = obj[key];
|
|
43
|
-
if (typeof obj[key] === "object" && !Array.isArray(value)) {
|
|
44
|
-
const recursiveResult = (0, exports.flattenObjectForWeaviate)(value);
|
|
45
|
-
for (const deepKey in recursiveResult) {
|
|
46
|
-
if (Object.hasOwn(obj, key)) {
|
|
47
|
-
flattenedObject[`${key}_${deepKey}`] = recursiveResult[deepKey];
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
else if (Array.isArray(value)) {
|
|
52
|
-
if (value.length > 0 &&
|
|
53
|
-
typeof value[0] !== "object" &&
|
|
54
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
55
|
-
value.every((el) => typeof el === typeof value[0])) {
|
|
56
|
-
// Weaviate only supports arrays of primitive types,
|
|
57
|
-
// where all elements are of the same type
|
|
58
|
-
flattenedObject[key] = value;
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
else {
|
|
62
|
-
flattenedObject[key] = value;
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
return flattenedObject;
|
|
66
|
-
};
|
|
67
|
-
exports.flattenObjectForWeaviate = flattenObjectForWeaviate;
|
|
68
|
-
/**
|
|
69
|
-
* Class that extends the `VectorStore` base class. It provides methods to
|
|
70
|
-
* interact with a Weaviate index, including adding vectors and documents,
|
|
71
|
-
* deleting data, and performing similarity searches.
|
|
72
|
-
*/
|
|
73
|
-
class WeaviateStore extends base_js_1.VectorStore {
|
|
74
|
-
_vectorstoreType() {
|
|
75
|
-
return "weaviate";
|
|
76
|
-
}
|
|
77
|
-
constructor(embeddings, args) {
|
|
78
|
-
super(embeddings, args);
|
|
79
|
-
Object.defineProperty(this, "embeddings", {
|
|
80
|
-
enumerable: true,
|
|
81
|
-
configurable: true,
|
|
82
|
-
writable: true,
|
|
83
|
-
value: embeddings
|
|
84
|
-
});
|
|
85
|
-
Object.defineProperty(this, "client", {
|
|
86
|
-
enumerable: true,
|
|
87
|
-
configurable: true,
|
|
88
|
-
writable: true,
|
|
89
|
-
value: void 0
|
|
90
|
-
});
|
|
91
|
-
Object.defineProperty(this, "indexName", {
|
|
92
|
-
enumerable: true,
|
|
93
|
-
configurable: true,
|
|
94
|
-
writable: true,
|
|
95
|
-
value: void 0
|
|
96
|
-
});
|
|
97
|
-
Object.defineProperty(this, "textKey", {
|
|
98
|
-
enumerable: true,
|
|
99
|
-
configurable: true,
|
|
100
|
-
writable: true,
|
|
101
|
-
value: void 0
|
|
102
|
-
});
|
|
103
|
-
Object.defineProperty(this, "queryAttrs", {
|
|
104
|
-
enumerable: true,
|
|
105
|
-
configurable: true,
|
|
106
|
-
writable: true,
|
|
107
|
-
value: void 0
|
|
108
|
-
});
|
|
109
|
-
Object.defineProperty(this, "tenant", {
|
|
110
|
-
enumerable: true,
|
|
111
|
-
configurable: true,
|
|
112
|
-
writable: true,
|
|
113
|
-
value: void 0
|
|
114
|
-
});
|
|
115
|
-
this.client = args.client;
|
|
116
|
-
this.indexName = args.indexName;
|
|
117
|
-
this.textKey = args.textKey || "text";
|
|
118
|
-
this.queryAttrs = [this.textKey];
|
|
119
|
-
this.tenant = args.tenant;
|
|
120
|
-
if (args.metadataKeys) {
|
|
121
|
-
this.queryAttrs = [
|
|
122
|
-
...new Set([
|
|
123
|
-
...this.queryAttrs,
|
|
124
|
-
...args.metadataKeys.filter((k) => {
|
|
125
|
-
// https://spec.graphql.org/June2018/#sec-Names
|
|
126
|
-
// queryAttrs need to be valid GraphQL Names
|
|
127
|
-
const keyIsValid = /^[_A-Za-z][_0-9A-Za-z]*$/.test(k);
|
|
128
|
-
if (!keyIsValid) {
|
|
129
|
-
console.warn(`Skipping metadata key ${k} as it is not a valid GraphQL Name`);
|
|
130
|
-
}
|
|
131
|
-
return keyIsValid;
|
|
132
|
-
}),
|
|
133
|
-
]),
|
|
134
|
-
];
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
/**
|
|
138
|
-
* Method to add vectors and corresponding documents to the Weaviate
|
|
139
|
-
* index.
|
|
140
|
-
* @param vectors Array of vectors to be added.
|
|
141
|
-
* @param documents Array of documents corresponding to the vectors.
|
|
142
|
-
* @param options Optional parameter that can include specific IDs for the documents.
|
|
143
|
-
* @returns An array of document IDs.
|
|
144
|
-
*/
|
|
145
|
-
async addVectors(vectors, documents, options) {
|
|
146
|
-
const documentIds = options?.ids ?? documents.map((_) => uuid.v4());
|
|
147
|
-
const batch = documents.map((document, index) => {
|
|
148
|
-
if (Object.hasOwn(document.metadata, "id"))
|
|
149
|
-
throw new Error("Document inserted to Weaviate vectorstore should not have `id` in their metadata.");
|
|
150
|
-
const flattenedMetadata = (0, exports.flattenObjectForWeaviate)(document.metadata);
|
|
151
|
-
return {
|
|
152
|
-
...(this.tenant ? { tenant: this.tenant } : {}),
|
|
153
|
-
class: this.indexName,
|
|
154
|
-
id: documentIds[index],
|
|
155
|
-
vector: vectors[index],
|
|
156
|
-
properties: {
|
|
157
|
-
[this.textKey]: document.pageContent,
|
|
158
|
-
...flattenedMetadata,
|
|
159
|
-
},
|
|
160
|
-
};
|
|
161
|
-
});
|
|
162
|
-
try {
|
|
163
|
-
const responses = await this.client.batch
|
|
164
|
-
.objectsBatcher()
|
|
165
|
-
.withObjects(...batch)
|
|
166
|
-
.do();
|
|
167
|
-
// if storing vectors fails, we need to know why
|
|
168
|
-
const errorMessages = [];
|
|
169
|
-
responses.forEach((response) => {
|
|
170
|
-
if (response?.result?.errors?.error) {
|
|
171
|
-
errorMessages.push(...response.result.errors.error.map((err) => err.message ??
|
|
172
|
-
"!! Unfortunately no error message was presented in the API response !!"));
|
|
173
|
-
}
|
|
174
|
-
});
|
|
175
|
-
if (errorMessages.length > 0) {
|
|
176
|
-
throw new Error(errorMessages.join("\n"));
|
|
177
|
-
}
|
|
178
|
-
}
|
|
179
|
-
catch (e) {
|
|
180
|
-
throw Error(`Error adding vectors: ${e}`);
|
|
181
|
-
}
|
|
182
|
-
return documentIds;
|
|
183
|
-
}
|
|
184
|
-
/**
|
|
185
|
-
* Method to add documents to the Weaviate index. It first generates
|
|
186
|
-
* vectors for the documents using the embeddings, then adds the vectors
|
|
187
|
-
* and documents to the index.
|
|
188
|
-
* @param documents Array of documents to be added.
|
|
189
|
-
* @param options Optional parameter that can include specific IDs for the documents.
|
|
190
|
-
* @returns An array of document IDs.
|
|
191
|
-
*/
|
|
192
|
-
async addDocuments(documents, options) {
|
|
193
|
-
return this.addVectors(await this.embeddings.embedDocuments(documents.map((d) => d.pageContent)), documents, options);
|
|
194
|
-
}
|
|
195
|
-
/**
|
|
196
|
-
* Method to delete data from the Weaviate index. It can delete data based
|
|
197
|
-
* on specific IDs or a filter.
|
|
198
|
-
* @param params Object that includes either an array of IDs or a filter for the data to be deleted.
|
|
199
|
-
* @returns Promise that resolves when the deletion is complete.
|
|
200
|
-
*/
|
|
201
|
-
async delete(params) {
|
|
202
|
-
const { ids, filter } = params;
|
|
203
|
-
if (ids && ids.length > 0) {
|
|
204
|
-
for (const id of ids) {
|
|
205
|
-
let deleter = this.client.data
|
|
206
|
-
.deleter()
|
|
207
|
-
.withClassName(this.indexName)
|
|
208
|
-
.withId(id);
|
|
209
|
-
if (this.tenant) {
|
|
210
|
-
deleter = deleter.withTenant(this.tenant);
|
|
211
|
-
}
|
|
212
|
-
await deleter.do();
|
|
213
|
-
}
|
|
214
|
-
}
|
|
215
|
-
else if (filter) {
|
|
216
|
-
let batchDeleter = this.client.batch
|
|
217
|
-
.objectsBatchDeleter()
|
|
218
|
-
.withClassName(this.indexName)
|
|
219
|
-
.withWhere(filter.where);
|
|
220
|
-
if (this.tenant) {
|
|
221
|
-
batchDeleter = batchDeleter.withTenant(this.tenant);
|
|
222
|
-
}
|
|
223
|
-
await batchDeleter.do();
|
|
224
|
-
}
|
|
225
|
-
else {
|
|
226
|
-
throw new Error(`This method requires either "ids" or "filter" to be set in the input object`);
|
|
227
|
-
}
|
|
228
|
-
}
|
|
229
|
-
/**
|
|
230
|
-
* Method to perform a similarity search on the stored vectors in the
|
|
231
|
-
* Weaviate index. It returns the top k most similar documents and their
|
|
232
|
-
* similarity scores.
|
|
233
|
-
* @param query The query vector.
|
|
234
|
-
* @param k The number of most similar documents to return.
|
|
235
|
-
* @param filter Optional filter to apply to the search.
|
|
236
|
-
* @returns An array of tuples, where each tuple contains a document and its similarity score.
|
|
237
|
-
*/
|
|
238
|
-
async similaritySearchVectorWithScore(query, k, filter) {
|
|
239
|
-
const resultsWithEmbedding = await this.similaritySearchVectorWithScoreAndEmbedding(query, k, filter);
|
|
240
|
-
return resultsWithEmbedding.map(([document, score, _embedding]) => [
|
|
241
|
-
document,
|
|
242
|
-
score,
|
|
243
|
-
]);
|
|
244
|
-
}
|
|
245
|
-
/**
|
|
246
|
-
* Method to perform a similarity search on the stored vectors in the
|
|
247
|
-
* Weaviate index. It returns the top k most similar documents, their
|
|
248
|
-
* similarity scores and embedding vectors.
|
|
249
|
-
* @param query The query vector.
|
|
250
|
-
* @param k The number of most similar documents to return.
|
|
251
|
-
* @param filter Optional filter to apply to the search.
|
|
252
|
-
* @returns An array of tuples, where each tuple contains a document, its similarity score and its embedding vector.
|
|
253
|
-
*/
|
|
254
|
-
async similaritySearchVectorWithScoreAndEmbedding(query, k, filter) {
|
|
255
|
-
try {
|
|
256
|
-
let builder = this.client.graphql
|
|
257
|
-
.get()
|
|
258
|
-
.withClassName(this.indexName)
|
|
259
|
-
.withFields(`${this.queryAttrs.join(" ")} _additional { distance vector }`)
|
|
260
|
-
.withNearVector({
|
|
261
|
-
vector: query,
|
|
262
|
-
distance: filter?.distance,
|
|
263
|
-
})
|
|
264
|
-
.withLimit(k);
|
|
265
|
-
if (this.tenant) {
|
|
266
|
-
builder = builder.withTenant(this.tenant);
|
|
267
|
-
}
|
|
268
|
-
if (filter?.where) {
|
|
269
|
-
builder = builder.withWhere(filter.where);
|
|
270
|
-
}
|
|
271
|
-
const result = await builder.do();
|
|
272
|
-
const documents = [];
|
|
273
|
-
for (const data of result.data.Get[this.indexName]) {
|
|
274
|
-
const { [this.textKey]: text, _additional, ...rest } = data;
|
|
275
|
-
documents.push([
|
|
276
|
-
new document_js_1.Document({
|
|
277
|
-
pageContent: text,
|
|
278
|
-
metadata: rest,
|
|
279
|
-
}),
|
|
280
|
-
_additional.distance,
|
|
281
|
-
_additional.vector,
|
|
282
|
-
]);
|
|
283
|
-
}
|
|
284
|
-
return documents;
|
|
285
|
-
}
|
|
286
|
-
catch (e) {
|
|
287
|
-
throw Error(`'Error in similaritySearch' ${e}`);
|
|
288
|
-
}
|
|
289
|
-
}
|
|
290
|
-
/**
|
|
291
|
-
* Return documents selected using the maximal marginal relevance.
|
|
292
|
-
* Maximal marginal relevance optimizes for similarity to the query AND diversity
|
|
293
|
-
* among selected documents.
|
|
294
|
-
*
|
|
295
|
-
* @param {string} query - Text to look up documents similar to.
|
|
296
|
-
* @param {number} options.k - Number of documents to return.
|
|
297
|
-
* @param {number} options.fetchK - Number of documents to fetch before passing to the MMR algorithm.
|
|
298
|
-
* @param {number} options.lambda - Number between 0 and 1 that determines the degree of diversity among the results,
|
|
299
|
-
* where 0 corresponds to maximum diversity and 1 to minimum diversity.
|
|
300
|
-
* @param {this["FilterType"]} options.filter - Optional filter
|
|
301
|
-
* @param _callbacks
|
|
302
|
-
*
|
|
303
|
-
* @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
|
|
304
|
-
*/
|
|
305
|
-
async maxMarginalRelevanceSearch(query, options, _callbacks) {
|
|
306
|
-
const { k, fetchK = 20, lambda = 0.5, filter } = options;
|
|
307
|
-
const queryEmbedding = await this.embeddings.embedQuery(query);
|
|
308
|
-
const allResults = await this.similaritySearchVectorWithScoreAndEmbedding(queryEmbedding, fetchK, filter);
|
|
309
|
-
const embeddingList = allResults.map(([_doc, _score, embedding]) => embedding);
|
|
310
|
-
const mmrIndexes = (0, math_js_1.maximalMarginalRelevance)(queryEmbedding, embeddingList, lambda, k);
|
|
311
|
-
return mmrIndexes
|
|
312
|
-
.filter((idx) => idx !== -1)
|
|
313
|
-
.map((idx) => allResults[idx][0]);
|
|
314
|
-
}
|
|
315
|
-
/**
|
|
316
|
-
* Static method to create a new `WeaviateStore` instance from a list of
|
|
317
|
-
* texts. It first creates documents from the texts and metadata, then
|
|
318
|
-
* adds the documents to the Weaviate index.
|
|
319
|
-
* @param texts Array of texts.
|
|
320
|
-
* @param metadatas Metadata for the texts. Can be a single object or an array of objects.
|
|
321
|
-
* @param embeddings Embeddings to be used for the texts.
|
|
322
|
-
* @param args Arguments required to create a new `WeaviateStore` instance.
|
|
323
|
-
* @returns A new `WeaviateStore` instance.
|
|
324
|
-
*/
|
|
325
|
-
static fromTexts(texts, metadatas, embeddings, args) {
|
|
326
|
-
const docs = [];
|
|
327
|
-
for (let i = 0; i < texts.length; i += 1) {
|
|
328
|
-
const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
|
|
329
|
-
const newDoc = new document_js_1.Document({
|
|
330
|
-
pageContent: texts[i],
|
|
331
|
-
metadata,
|
|
332
|
-
});
|
|
333
|
-
docs.push(newDoc);
|
|
334
|
-
}
|
|
335
|
-
return WeaviateStore.fromDocuments(docs, embeddings, args);
|
|
336
|
-
}
|
|
337
|
-
/**
|
|
338
|
-
* Static method to create a new `WeaviateStore` instance from a list of
|
|
339
|
-
* documents. It adds the documents to the Weaviate index.
|
|
340
|
-
* @param docs Array of documents.
|
|
341
|
-
* @param embeddings Embeddings to be used for the documents.
|
|
342
|
-
* @param args Arguments required to create a new `WeaviateStore` instance.
|
|
343
|
-
* @returns A new `WeaviateStore` instance.
|
|
344
|
-
*/
|
|
345
|
-
static async fromDocuments(docs, embeddings, args) {
|
|
346
|
-
const instance = new this(embeddings, args);
|
|
347
|
-
await instance.addDocuments(docs);
|
|
348
|
-
return instance;
|
|
349
|
-
}
|
|
350
|
-
/**
|
|
351
|
-
* Static method to create a new `WeaviateStore` instance from an existing
|
|
352
|
-
* Weaviate index.
|
|
353
|
-
* @param embeddings Embeddings to be used for the Weaviate index.
|
|
354
|
-
* @param args Arguments required to create a new `WeaviateStore` instance.
|
|
355
|
-
* @returns A new `WeaviateStore` instance.
|
|
356
|
-
*/
|
|
357
|
-
static async fromExistingIndex(embeddings, args) {
|
|
358
|
-
return new this(embeddings, args);
|
|
359
|
-
}
|
|
360
|
-
}
|
|
361
|
-
exports.WeaviateStore = WeaviateStore;
|
|
17
|
+
__exportStar(require("@langchain/community/vectorstores/weaviate"), exports);
|
|
@@ -1,140 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { MaxMarginalRelevanceSearchOptions, VectorStore } from "./base.js";
|
|
3
|
-
import { Embeddings } from "../embeddings/base.js";
|
|
4
|
-
import { Document } from "../document.js";
|
|
5
|
-
export declare const flattenObjectForWeaviate: (obj: Record<string, any>) => Record<string, any>;
|
|
6
|
-
/**
|
|
7
|
-
* Interface that defines the arguments required to create a new instance
|
|
8
|
-
* of the `WeaviateStore` class. It includes the Weaviate client, the name
|
|
9
|
-
* of the class in Weaviate, and optional keys for text and metadata.
|
|
10
|
-
*/
|
|
11
|
-
export interface WeaviateLibArgs {
|
|
12
|
-
client: WeaviateClient;
|
|
13
|
-
/**
|
|
14
|
-
* The name of the class in Weaviate. Must start with a capital letter.
|
|
15
|
-
*/
|
|
16
|
-
indexName: string;
|
|
17
|
-
textKey?: string;
|
|
18
|
-
metadataKeys?: string[];
|
|
19
|
-
tenant?: string;
|
|
20
|
-
}
|
|
21
|
-
/**
|
|
22
|
-
* Interface that defines a filter for querying data from Weaviate. It
|
|
23
|
-
* includes a distance and a `WhereFilter`.
|
|
24
|
-
*/
|
|
25
|
-
export interface WeaviateFilter {
|
|
26
|
-
distance?: number;
|
|
27
|
-
where: WhereFilter;
|
|
28
|
-
}
|
|
29
|
-
/**
|
|
30
|
-
* Class that extends the `VectorStore` base class. It provides methods to
|
|
31
|
-
* interact with a Weaviate index, including adding vectors and documents,
|
|
32
|
-
* deleting data, and performing similarity searches.
|
|
33
|
-
*/
|
|
34
|
-
export declare class WeaviateStore extends VectorStore {
|
|
35
|
-
embeddings: Embeddings;
|
|
36
|
-
FilterType: WeaviateFilter;
|
|
37
|
-
private client;
|
|
38
|
-
private indexName;
|
|
39
|
-
private textKey;
|
|
40
|
-
private queryAttrs;
|
|
41
|
-
private tenant?;
|
|
42
|
-
_vectorstoreType(): string;
|
|
43
|
-
constructor(embeddings: Embeddings, args: WeaviateLibArgs);
|
|
44
|
-
/**
|
|
45
|
-
* Method to add vectors and corresponding documents to the Weaviate
|
|
46
|
-
* index.
|
|
47
|
-
* @param vectors Array of vectors to be added.
|
|
48
|
-
* @param documents Array of documents corresponding to the vectors.
|
|
49
|
-
* @param options Optional parameter that can include specific IDs for the documents.
|
|
50
|
-
* @returns An array of document IDs.
|
|
51
|
-
*/
|
|
52
|
-
addVectors(vectors: number[][], documents: Document[], options?: {
|
|
53
|
-
ids?: string[];
|
|
54
|
-
}): Promise<string[]>;
|
|
55
|
-
/**
|
|
56
|
-
* Method to add documents to the Weaviate index. It first generates
|
|
57
|
-
* vectors for the documents using the embeddings, then adds the vectors
|
|
58
|
-
* and documents to the index.
|
|
59
|
-
* @param documents Array of documents to be added.
|
|
60
|
-
* @param options Optional parameter that can include specific IDs for the documents.
|
|
61
|
-
* @returns An array of document IDs.
|
|
62
|
-
*/
|
|
63
|
-
addDocuments(documents: Document[], options?: {
|
|
64
|
-
ids?: string[];
|
|
65
|
-
}): Promise<string[]>;
|
|
66
|
-
/**
|
|
67
|
-
* Method to delete data from the Weaviate index. It can delete data based
|
|
68
|
-
* on specific IDs or a filter.
|
|
69
|
-
* @param params Object that includes either an array of IDs or a filter for the data to be deleted.
|
|
70
|
-
* @returns Promise that resolves when the deletion is complete.
|
|
71
|
-
*/
|
|
72
|
-
delete(params: {
|
|
73
|
-
ids?: string[];
|
|
74
|
-
filter?: WeaviateFilter;
|
|
75
|
-
}): Promise<void>;
|
|
76
|
-
/**
|
|
77
|
-
* Method to perform a similarity search on the stored vectors in the
|
|
78
|
-
* Weaviate index. It returns the top k most similar documents and their
|
|
79
|
-
* similarity scores.
|
|
80
|
-
* @param query The query vector.
|
|
81
|
-
* @param k The number of most similar documents to return.
|
|
82
|
-
* @param filter Optional filter to apply to the search.
|
|
83
|
-
* @returns An array of tuples, where each tuple contains a document and its similarity score.
|
|
84
|
-
*/
|
|
85
|
-
similaritySearchVectorWithScore(query: number[], k: number, filter?: WeaviateFilter): Promise<[Document, number][]>;
|
|
86
|
-
/**
|
|
87
|
-
* Method to perform a similarity search on the stored vectors in the
|
|
88
|
-
* Weaviate index. It returns the top k most similar documents, their
|
|
89
|
-
* similarity scores and embedding vectors.
|
|
90
|
-
* @param query The query vector.
|
|
91
|
-
* @param k The number of most similar documents to return.
|
|
92
|
-
* @param filter Optional filter to apply to the search.
|
|
93
|
-
* @returns An array of tuples, where each tuple contains a document, its similarity score and its embedding vector.
|
|
94
|
-
*/
|
|
95
|
-
similaritySearchVectorWithScoreAndEmbedding(query: number[], k: number, filter?: WeaviateFilter): Promise<[Document, number, number[]][]>;
|
|
96
|
-
/**
|
|
97
|
-
* Return documents selected using the maximal marginal relevance.
|
|
98
|
-
* Maximal marginal relevance optimizes for similarity to the query AND diversity
|
|
99
|
-
* among selected documents.
|
|
100
|
-
*
|
|
101
|
-
* @param {string} query - Text to look up documents similar to.
|
|
102
|
-
* @param {number} options.k - Number of documents to return.
|
|
103
|
-
* @param {number} options.fetchK - Number of documents to fetch before passing to the MMR algorithm.
|
|
104
|
-
* @param {number} options.lambda - Number between 0 and 1 that determines the degree of diversity among the results,
|
|
105
|
-
* where 0 corresponds to maximum diversity and 1 to minimum diversity.
|
|
106
|
-
* @param {this["FilterType"]} options.filter - Optional filter
|
|
107
|
-
* @param _callbacks
|
|
108
|
-
*
|
|
109
|
-
* @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
|
|
110
|
-
*/
|
|
111
|
-
maxMarginalRelevanceSearch(query: string, options: MaxMarginalRelevanceSearchOptions<this["FilterType"]>, _callbacks?: undefined): Promise<Document[]>;
|
|
112
|
-
/**
|
|
113
|
-
* Static method to create a new `WeaviateStore` instance from a list of
|
|
114
|
-
* texts. It first creates documents from the texts and metadata, then
|
|
115
|
-
* adds the documents to the Weaviate index.
|
|
116
|
-
* @param texts Array of texts.
|
|
117
|
-
* @param metadatas Metadata for the texts. Can be a single object or an array of objects.
|
|
118
|
-
* @param embeddings Embeddings to be used for the texts.
|
|
119
|
-
* @param args Arguments required to create a new `WeaviateStore` instance.
|
|
120
|
-
* @returns A new `WeaviateStore` instance.
|
|
121
|
-
*/
|
|
122
|
-
static fromTexts(texts: string[], metadatas: object | object[], embeddings: Embeddings, args: WeaviateLibArgs): Promise<WeaviateStore>;
|
|
123
|
-
/**
|
|
124
|
-
* Static method to create a new `WeaviateStore` instance from a list of
|
|
125
|
-
* documents. It adds the documents to the Weaviate index.
|
|
126
|
-
* @param docs Array of documents.
|
|
127
|
-
* @param embeddings Embeddings to be used for the documents.
|
|
128
|
-
* @param args Arguments required to create a new `WeaviateStore` instance.
|
|
129
|
-
* @returns A new `WeaviateStore` instance.
|
|
130
|
-
*/
|
|
131
|
-
static fromDocuments(docs: Document[], embeddings: Embeddings, args: WeaviateLibArgs): Promise<WeaviateStore>;
|
|
132
|
-
/**
|
|
133
|
-
* Static method to create a new `WeaviateStore` instance from an existing
|
|
134
|
-
* Weaviate index.
|
|
135
|
-
* @param embeddings Embeddings to be used for the Weaviate index.
|
|
136
|
-
* @param args Arguments required to create a new `WeaviateStore` instance.
|
|
137
|
-
* @returns A new `WeaviateStore` instance.
|
|
138
|
-
*/
|
|
139
|
-
static fromExistingIndex(embeddings: Embeddings, args: WeaviateLibArgs): Promise<WeaviateStore>;
|
|
140
|
-
}
|
|
1
|
+
export * from "@langchain/community/vectorstores/weaviate";
|