langchain 0.0.203 → 0.0.204-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cache/cloudflare_kv.cjs +15 -69
- package/dist/cache/cloudflare_kv.d.ts +1 -42
- package/dist/cache/cloudflare_kv.js +1 -67
- package/dist/cache/momento.cjs +15 -135
- package/dist/cache/momento.d.ts +1 -91
- package/dist/cache/momento.js +1 -133
- package/dist/cache/upstash_redis.cjs +15 -72
- package/dist/cache/upstash_redis.d.ts +1 -45
- package/dist/cache/upstash_redis.js +1 -70
- package/dist/callbacks/handlers/llmonitor.cjs +14 -238
- package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
- package/dist/callbacks/handlers/llmonitor.js +1 -233
- package/dist/chains/openai_moderation.cjs +2 -2
- package/dist/chains/openai_moderation.d.ts +1 -1
- package/dist/chains/openai_moderation.js +1 -1
- package/dist/chat_models/anthropic.d.ts +4 -4
- package/dist/chat_models/baiduwenxin.cjs +15 -411
- package/dist/chat_models/baiduwenxin.d.ts +1 -150
- package/dist/chat_models/baiduwenxin.js +1 -409
- package/dist/chat_models/bedrock/index.cjs +15 -33
- package/dist/chat_models/bedrock/index.d.ts +1 -23
- package/dist/chat_models/bedrock/index.js +1 -29
- package/dist/chat_models/bedrock/web.cjs +15 -360
- package/dist/chat_models/bedrock/web.d.ts +1 -82
- package/dist/chat_models/bedrock/web.js +1 -356
- package/dist/chat_models/cloudflare_workersai.cjs +15 -216
- package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
- package/dist/chat_models/cloudflare_workersai.js +1 -214
- package/dist/chat_models/fireworks.cjs +15 -89
- package/dist/chat_models/fireworks.d.ts +1 -43
- package/dist/chat_models/fireworks.js +1 -87
- package/dist/chat_models/googlepalm.cjs +15 -235
- package/dist/chat_models/googlepalm.d.ts +1 -108
- package/dist/chat_models/googlepalm.js +1 -233
- package/dist/chat_models/googlevertexai/index.cjs +15 -40
- package/dist/chat_models/googlevertexai/index.d.ts +1 -28
- package/dist/chat_models/googlevertexai/index.js +1 -38
- package/dist/chat_models/googlevertexai/web.cjs +15 -39
- package/dist/chat_models/googlevertexai/web.d.ts +1 -28
- package/dist/chat_models/googlevertexai/web.js +1 -37
- package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
- package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
- package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
- package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
- package/dist/chat_models/llama_cpp.cjs +15 -275
- package/dist/chat_models/llama_cpp.d.ts +1 -71
- package/dist/chat_models/llama_cpp.js +1 -273
- package/dist/chat_models/minimax.cjs +15 -578
- package/dist/chat_models/minimax.d.ts +1 -369
- package/dist/chat_models/minimax.js +1 -576
- package/dist/chat_models/ollama.cjs +15 -394
- package/dist/chat_models/ollama.d.ts +1 -127
- package/dist/chat_models/ollama.js +1 -392
- package/dist/chat_models/openai.cjs +4 -698
- package/dist/chat_models/openai.d.ts +4 -137
- package/dist/chat_models/openai.js +2 -695
- package/dist/chat_models/portkey.cjs +15 -167
- package/dist/chat_models/portkey.d.ts +1 -17
- package/dist/chat_models/portkey.js +1 -165
- package/dist/chat_models/yandex.cjs +15 -132
- package/dist/chat_models/yandex.d.ts +1 -30
- package/dist/chat_models/yandex.js +1 -130
- package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
- package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
- package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
- package/dist/document_transformers/html_to_text.cjs +15 -47
- package/dist/document_transformers/html_to_text.d.ts +1 -30
- package/dist/document_transformers/html_to_text.js +1 -45
- package/dist/document_transformers/mozilla_readability.cjs +15 -53
- package/dist/document_transformers/mozilla_readability.d.ts +1 -31
- package/dist/document_transformers/mozilla_readability.js +1 -51
- package/dist/embeddings/bedrock.cjs +15 -109
- package/dist/embeddings/bedrock.d.ts +1 -71
- package/dist/embeddings/bedrock.js +1 -107
- package/dist/embeddings/cloudflare_workersai.cjs +15 -67
- package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
- package/dist/embeddings/cloudflare_workersai.js +1 -65
- package/dist/embeddings/cohere.cjs +15 -124
- package/dist/embeddings/cohere.d.ts +1 -66
- package/dist/embeddings/cohere.js +1 -122
- package/dist/embeddings/googlepalm.cjs +15 -88
- package/dist/embeddings/googlepalm.d.ts +1 -61
- package/dist/embeddings/googlepalm.js +1 -86
- package/dist/embeddings/googlevertexai.cjs +15 -81
- package/dist/embeddings/googlevertexai.d.ts +1 -54
- package/dist/embeddings/googlevertexai.js +1 -79
- package/dist/embeddings/gradient_ai.cjs +15 -101
- package/dist/embeddings/gradient_ai.d.ts +1 -48
- package/dist/embeddings/gradient_ai.js +1 -99
- package/dist/embeddings/hf.cjs +15 -75
- package/dist/embeddings/hf.d.ts +1 -41
- package/dist/embeddings/hf.js +1 -73
- package/dist/embeddings/hf_transformers.cjs +15 -87
- package/dist/embeddings/hf_transformers.d.ts +1 -47
- package/dist/embeddings/hf_transformers.js +1 -85
- package/dist/embeddings/llama_cpp.cjs +15 -81
- package/dist/embeddings/llama_cpp.d.ts +1 -42
- package/dist/embeddings/llama_cpp.js +1 -79
- package/dist/embeddings/minimax.cjs +15 -165
- package/dist/embeddings/minimax.d.ts +1 -119
- package/dist/embeddings/minimax.js +1 -163
- package/dist/embeddings/ollama.cjs +15 -118
- package/dist/embeddings/ollama.d.ts +1 -34
- package/dist/embeddings/ollama.js +1 -116
- package/dist/embeddings/openai.cjs +2 -240
- package/dist/embeddings/openai.d.ts +1 -82
- package/dist/embeddings/openai.js +1 -239
- package/dist/embeddings/tensorflow.cjs +3 -96
- package/dist/embeddings/tensorflow.d.ts +1 -59
- package/dist/embeddings/tensorflow.js +1 -83
- package/dist/embeddings/voyage.cjs +15 -118
- package/dist/embeddings/voyage.d.ts +1 -66
- package/dist/embeddings/voyage.js +1 -116
- package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
- package/dist/experimental/openai_assistant/index.cjs +3 -3
- package/dist/experimental/openai_assistant/index.d.ts +1 -1
- package/dist/experimental/openai_assistant/index.js +1 -1
- package/dist/experimental/openai_assistant/schema.d.ts +1 -1
- package/dist/experimental/openai_files/index.cjs +2 -2
- package/dist/experimental/openai_files/index.d.ts +1 -1
- package/dist/experimental/openai_files/index.js +1 -1
- package/dist/graphs/neo4j_graph.cjs +3 -254
- package/dist/graphs/neo4j_graph.d.ts +1 -63
- package/dist/graphs/neo4j_graph.js +1 -241
- package/dist/llms/ai21.cjs +15 -200
- package/dist/llms/ai21.d.ts +1 -100
- package/dist/llms/ai21.js +1 -198
- package/dist/llms/aleph_alpha.cjs +15 -374
- package/dist/llms/aleph_alpha.d.ts +1 -161
- package/dist/llms/aleph_alpha.js +1 -372
- package/dist/llms/bedrock/web.cjs +15 -310
- package/dist/llms/bedrock/web.d.ts +1 -66
- package/dist/llms/bedrock/web.js +1 -308
- package/dist/llms/cloudflare_workersai.cjs +15 -168
- package/dist/llms/cloudflare_workersai.d.ts +1 -55
- package/dist/llms/cloudflare_workersai.js +1 -166
- package/dist/llms/cohere.cjs +15 -110
- package/dist/llms/cohere.d.ts +1 -54
- package/dist/llms/cohere.js +1 -108
- package/dist/llms/fireworks.cjs +15 -90
- package/dist/llms/fireworks.d.ts +1 -33
- package/dist/llms/fireworks.js +1 -88
- package/dist/llms/googlepalm.cjs +15 -134
- package/dist/llms/googlepalm.d.ts +1 -92
- package/dist/llms/googlepalm.js +1 -132
- package/dist/llms/googlevertexai/index.cjs +15 -45
- package/dist/llms/googlevertexai/index.d.ts +1 -38
- package/dist/llms/googlevertexai/index.js +1 -43
- package/dist/llms/googlevertexai/web.cjs +15 -42
- package/dist/llms/googlevertexai/web.d.ts +1 -36
- package/dist/llms/googlevertexai/web.js +1 -40
- package/dist/llms/gradient_ai.cjs +15 -110
- package/dist/llms/gradient_ai.d.ts +1 -55
- package/dist/llms/gradient_ai.js +1 -108
- package/dist/llms/hf.cjs +15 -136
- package/dist/llms/hf.d.ts +1 -68
- package/dist/llms/hf.js +1 -134
- package/dist/llms/llama_cpp.cjs +15 -111
- package/dist/llms/llama_cpp.d.ts +1 -41
- package/dist/llms/llama_cpp.js +1 -109
- package/dist/llms/ollama.cjs +15 -353
- package/dist/llms/ollama.d.ts +1 -106
- package/dist/llms/ollama.js +1 -351
- package/dist/llms/openai-chat.cjs +3 -445
- package/dist/llms/openai-chat.d.ts +4 -123
- package/dist/llms/openai-chat.js +2 -443
- package/dist/llms/openai.cjs +6 -530
- package/dist/llms/openai.d.ts +4 -123
- package/dist/llms/openai.js +2 -525
- package/dist/llms/portkey.cjs +14 -168
- package/dist/llms/portkey.d.ts +1 -57
- package/dist/llms/portkey.js +1 -162
- package/dist/llms/raycast.cjs +15 -94
- package/dist/llms/raycast.d.ts +1 -50
- package/dist/llms/raycast.js +1 -92
- package/dist/llms/replicate.cjs +15 -132
- package/dist/llms/replicate.d.ts +1 -51
- package/dist/llms/replicate.js +1 -130
- package/dist/llms/sagemaker_endpoint.cjs +15 -203
- package/dist/llms/sagemaker_endpoint.d.ts +1 -121
- package/dist/llms/sagemaker_endpoint.js +1 -200
- package/dist/llms/watsonx_ai.cjs +15 -152
- package/dist/llms/watsonx_ai.d.ts +1 -72
- package/dist/llms/watsonx_ai.js +1 -150
- package/dist/llms/writer.cjs +15 -165
- package/dist/llms/writer.d.ts +1 -60
- package/dist/llms/writer.js +1 -163
- package/dist/llms/yandex.cjs +15 -98
- package/dist/llms/yandex.d.ts +1 -40
- package/dist/llms/yandex.js +1 -96
- package/dist/load/index.cjs +3 -1
- package/dist/load/index.d.ts +1 -1
- package/dist/load/index.js +3 -1
- package/dist/retrievers/amazon_kendra.cjs +15 -273
- package/dist/retrievers/amazon_kendra.d.ts +1 -142
- package/dist/retrievers/amazon_kendra.js +1 -271
- package/dist/retrievers/chaindesk.cjs +15 -88
- package/dist/retrievers/chaindesk.d.ts +1 -31
- package/dist/retrievers/chaindesk.js +1 -86
- package/dist/retrievers/databerry.cjs +15 -82
- package/dist/retrievers/databerry.d.ts +1 -34
- package/dist/retrievers/databerry.js +1 -80
- package/dist/retrievers/metal.cjs +15 -51
- package/dist/retrievers/metal.d.ts +1 -36
- package/dist/retrievers/metal.js +1 -49
- package/dist/retrievers/supabase.cjs +15 -167
- package/dist/retrievers/supabase.d.ts +1 -82
- package/dist/retrievers/supabase.js +1 -165
- package/dist/retrievers/tavily_search_api.cjs +15 -142
- package/dist/retrievers/tavily_search_api.d.ts +1 -38
- package/dist/retrievers/tavily_search_api.js +1 -140
- package/dist/retrievers/zep.cjs +15 -150
- package/dist/retrievers/zep.d.ts +1 -76
- package/dist/retrievers/zep.js +1 -148
- package/dist/schema/document.cjs +2 -16
- package/dist/schema/document.d.ts +1 -11
- package/dist/schema/document.js +1 -16
- package/dist/schema/index.cjs +2 -7
- package/dist/schema/index.d.ts +2 -10
- package/dist/schema/index.js +1 -6
- package/dist/storage/convex.cjs +15 -143
- package/dist/storage/convex.d.ts +1 -106
- package/dist/storage/convex.js +1 -141
- package/dist/storage/ioredis.cjs +15 -158
- package/dist/storage/ioredis.d.ts +1 -71
- package/dist/storage/ioredis.js +1 -156
- package/dist/storage/upstash_redis.cjs +15 -172
- package/dist/storage/upstash_redis.d.ts +1 -78
- package/dist/storage/upstash_redis.js +1 -170
- package/dist/storage/vercel_kv.cjs +15 -161
- package/dist/storage/vercel_kv.d.ts +1 -62
- package/dist/storage/vercel_kv.js +1 -159
- package/dist/stores/doc/in_memory.cjs +15 -105
- package/dist/stores/doc/in_memory.d.ts +1 -46
- package/dist/stores/doc/in_memory.js +1 -102
- package/dist/stores/message/cassandra.cjs +15 -158
- package/dist/stores/message/cassandra.d.ts +1 -69
- package/dist/stores/message/cassandra.js +1 -156
- package/dist/stores/message/cloudflare_d1.cjs +15 -150
- package/dist/stores/message/cloudflare_d1.d.ts +1 -67
- package/dist/stores/message/cloudflare_d1.js +1 -148
- package/dist/stores/message/convex.cjs +15 -118
- package/dist/stores/message/convex.d.ts +1 -81
- package/dist/stores/message/convex.js +1 -116
- package/dist/stores/message/dynamodb.cjs +15 -159
- package/dist/stores/message/dynamodb.d.ts +1 -51
- package/dist/stores/message/dynamodb.js +1 -157
- package/dist/stores/message/firestore.cjs +15 -185
- package/dist/stores/message/firestore.d.ts +1 -68
- package/dist/stores/message/firestore.js +1 -183
- package/dist/stores/message/ioredis.cjs +15 -98
- package/dist/stores/message/ioredis.d.ts +1 -64
- package/dist/stores/message/ioredis.js +1 -96
- package/dist/stores/message/momento.cjs +15 -160
- package/dist/stores/message/momento.d.ts +1 -97
- package/dist/stores/message/momento.js +1 -158
- package/dist/stores/message/mongodb.cjs +15 -57
- package/dist/stores/message/mongodb.d.ts +1 -26
- package/dist/stores/message/mongodb.js +1 -55
- package/dist/stores/message/planetscale.cjs +15 -170
- package/dist/stores/message/planetscale.d.ts +1 -75
- package/dist/stores/message/planetscale.js +1 -168
- package/dist/stores/message/redis.cjs +15 -114
- package/dist/stores/message/redis.d.ts +1 -69
- package/dist/stores/message/redis.js +1 -112
- package/dist/stores/message/upstash_redis.cjs +15 -85
- package/dist/stores/message/upstash_redis.d.ts +1 -43
- package/dist/stores/message/upstash_redis.js +1 -83
- package/dist/stores/message/utils.cjs +3 -23
- package/dist/stores/message/utils.d.ts +1 -17
- package/dist/stores/message/utils.js +1 -21
- package/dist/stores/message/xata.cjs +15 -216
- package/dist/stores/message/xata.d.ts +1 -76
- package/dist/stores/message/xata.js +1 -214
- package/dist/tools/IFTTTWebhook.cjs +15 -87
- package/dist/tools/IFTTTWebhook.d.ts +1 -50
- package/dist/tools/IFTTTWebhook.js +1 -85
- package/dist/tools/aiplugin.cjs +15 -73
- package/dist/tools/aiplugin.d.ts +1 -34
- package/dist/tools/aiplugin.js +1 -71
- package/dist/tools/aws_sfn.cjs +15 -201
- package/dist/tools/aws_sfn.d.ts +1 -57
- package/dist/tools/aws_sfn.js +1 -197
- package/dist/tools/bingserpapi.cjs +15 -76
- package/dist/tools/bingserpapi.d.ts +1 -23
- package/dist/tools/bingserpapi.js +1 -75
- package/dist/tools/brave_search.cjs +15 -64
- package/dist/tools/brave_search.d.ts +1 -23
- package/dist/tools/brave_search.js +1 -62
- package/dist/tools/connery.cjs +15 -277
- package/dist/tools/connery.d.ts +1 -145
- package/dist/tools/connery.js +1 -274
- package/dist/tools/convert_to_openai.d.ts +1 -1
- package/dist/tools/dadjokeapi.cjs +15 -46
- package/dist/tools/dadjokeapi.d.ts +1 -15
- package/dist/tools/dadjokeapi.js +1 -45
- package/dist/tools/dataforseo_api_search.cjs +15 -280
- package/dist/tools/dataforseo_api_search.d.ts +1 -170
- package/dist/tools/dataforseo_api_search.js +1 -278
- package/dist/tools/gmail/index.cjs +15 -11
- package/dist/tools/gmail/index.d.ts +1 -11
- package/dist/tools/gmail/index.js +1 -5
- package/dist/tools/google_custom_search.cjs +15 -70
- package/dist/tools/google_custom_search.d.ts +1 -25
- package/dist/tools/google_custom_search.js +1 -68
- package/dist/tools/google_places.cjs +15 -79
- package/dist/tools/google_places.d.ts +1 -21
- package/dist/tools/google_places.js +1 -77
- package/dist/tools/searchapi.cjs +15 -164
- package/dist/tools/searchapi.d.ts +1 -91
- package/dist/tools/searchapi.js +1 -162
- package/dist/tools/searxng_search.cjs +15 -156
- package/dist/tools/searxng_search.d.ts +1 -114
- package/dist/tools/searxng_search.js +1 -154
- package/dist/tools/serpapi.cjs +15 -199
- package/dist/tools/serpapi.d.ts +1 -302
- package/dist/tools/serpapi.js +1 -197
- package/dist/tools/serper.cjs +15 -94
- package/dist/tools/serper.d.ts +1 -32
- package/dist/tools/serper.js +1 -92
- package/dist/tools/wikipedia_query_run.cjs +15 -133
- package/dist/tools/wikipedia_query_run.d.ts +1 -54
- package/dist/tools/wikipedia_query_run.js +1 -131
- package/dist/tools/wolframalpha.cjs +15 -47
- package/dist/tools/wolframalpha.d.ts +1 -21
- package/dist/tools/wolframalpha.js +1 -45
- package/dist/types/openai-types.d.ts +1 -1
- package/dist/util/convex.d.ts +1 -1
- package/dist/util/event-source-parse.cjs +15 -224
- package/dist/util/event-source-parse.d.ts +1 -39
- package/dist/util/event-source-parse.js +1 -219
- package/dist/util/math.cjs +15 -123
- package/dist/util/math.d.ts +1 -40
- package/dist/util/math.js +1 -116
- package/dist/util/openapi.d.ts +2 -2
- package/dist/vectorstores/analyticdb.cjs +3 -333
- package/dist/vectorstores/analyticdb.d.ts +1 -110
- package/dist/vectorstores/analyticdb.js +1 -317
- package/dist/vectorstores/base.cjs +15 -165
- package/dist/vectorstores/base.d.ts +1 -104
- package/dist/vectorstores/base.js +1 -161
- package/dist/vectorstores/cassandra.cjs +15 -478
- package/dist/vectorstores/cassandra.d.ts +1 -162
- package/dist/vectorstores/cassandra.js +1 -476
- package/dist/vectorstores/chroma.cjs +3 -312
- package/dist/vectorstores/chroma.d.ts +1 -133
- package/dist/vectorstores/chroma.js +1 -299
- package/dist/vectorstores/clickhouse.cjs +3 -272
- package/dist/vectorstores/clickhouse.d.ts +1 -126
- package/dist/vectorstores/clickhouse.js +1 -259
- package/dist/vectorstores/closevector/node.cjs +15 -107
- package/dist/vectorstores/closevector/node.d.ts +1 -83
- package/dist/vectorstores/closevector/node.js +1 -105
- package/dist/vectorstores/closevector/web.cjs +15 -107
- package/dist/vectorstores/closevector/web.d.ts +1 -80
- package/dist/vectorstores/closevector/web.js +1 -105
- package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
- package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
- package/dist/vectorstores/cloudflare_vectorize.js +1 -173
- package/dist/vectorstores/convex.cjs +15 -175
- package/dist/vectorstores/convex.d.ts +1 -134
- package/dist/vectorstores/convex.js +1 -173
- package/dist/vectorstores/elasticsearch.cjs +3 -287
- package/dist/vectorstores/elasticsearch.d.ts +1 -143
- package/dist/vectorstores/elasticsearch.js +1 -274
- package/dist/vectorstores/faiss.cjs +3 -378
- package/dist/vectorstores/faiss.d.ts +1 -127
- package/dist/vectorstores/faiss.js +1 -365
- package/dist/vectorstores/googlevertexai.cjs +3 -538
- package/dist/vectorstores/googlevertexai.d.ts +1 -181
- package/dist/vectorstores/googlevertexai.js +1 -521
- package/dist/vectorstores/hnswlib.cjs +15 -273
- package/dist/vectorstores/hnswlib.d.ts +1 -122
- package/dist/vectorstores/hnswlib.js +1 -271
- package/dist/vectorstores/lancedb.cjs +15 -126
- package/dist/vectorstores/lancedb.d.ts +1 -61
- package/dist/vectorstores/lancedb.js +1 -124
- package/dist/vectorstores/memory.cjs +15 -143
- package/dist/vectorstores/memory.d.ts +1 -92
- package/dist/vectorstores/memory.js +1 -141
- package/dist/vectorstores/milvus.cjs +3 -592
- package/dist/vectorstores/milvus.d.ts +1 -139
- package/dist/vectorstores/milvus.js +1 -579
- package/dist/vectorstores/momento_vector_index.cjs +3 -305
- package/dist/vectorstores/momento_vector_index.d.ts +1 -143
- package/dist/vectorstores/momento_vector_index.js +1 -292
- package/dist/vectorstores/mongodb_atlas.cjs +15 -218
- package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
- package/dist/vectorstores/mongodb_atlas.js +1 -216
- package/dist/vectorstores/myscale.cjs +3 -263
- package/dist/vectorstores/myscale.d.ts +1 -129
- package/dist/vectorstores/myscale.js +1 -250
- package/dist/vectorstores/neo4j_vector.cjs +3 -578
- package/dist/vectorstores/neo4j_vector.d.ts +1 -75
- package/dist/vectorstores/neo4j_vector.js +1 -562
- package/dist/vectorstores/opensearch.cjs +3 -274
- package/dist/vectorstores/opensearch.d.ts +1 -119
- package/dist/vectorstores/opensearch.js +1 -261
- package/dist/vectorstores/pgvector.cjs +14 -404
- package/dist/vectorstores/pgvector.d.ts +1 -160
- package/dist/vectorstores/pgvector.js +1 -400
- package/dist/vectorstores/pinecone.cjs +3 -280
- package/dist/vectorstores/pinecone.d.ts +1 -120
- package/dist/vectorstores/pinecone.js +1 -264
- package/dist/vectorstores/prisma.cjs +15 -305
- package/dist/vectorstores/prisma.d.ts +1 -180
- package/dist/vectorstores/prisma.js +1 -303
- package/dist/vectorstores/qdrant.cjs +15 -195
- package/dist/vectorstores/qdrant.d.ts +1 -95
- package/dist/vectorstores/qdrant.js +1 -193
- package/dist/vectorstores/redis.cjs +15 -333
- package/dist/vectorstores/redis.d.ts +1 -186
- package/dist/vectorstores/redis.js +1 -331
- package/dist/vectorstores/rockset.cjs +15 -351
- package/dist/vectorstores/rockset.d.ts +1 -202
- package/dist/vectorstores/rockset.js +1 -347
- package/dist/vectorstores/singlestore.cjs +15 -220
- package/dist/vectorstores/singlestore.d.ts +1 -88
- package/dist/vectorstores/singlestore.js +1 -218
- package/dist/vectorstores/supabase.cjs +15 -217
- package/dist/vectorstores/supabase.d.ts +1 -118
- package/dist/vectorstores/supabase.js +1 -215
- package/dist/vectorstores/tigris.cjs +3 -143
- package/dist/vectorstores/tigris.d.ts +1 -74
- package/dist/vectorstores/tigris.js +1 -130
- package/dist/vectorstores/typeorm.cjs +15 -259
- package/dist/vectorstores/typeorm.d.ts +1 -109
- package/dist/vectorstores/typeorm.js +1 -256
- package/dist/vectorstores/typesense.cjs +15 -223
- package/dist/vectorstores/typesense.d.ts +1 -131
- package/dist/vectorstores/typesense.js +1 -221
- package/dist/vectorstores/usearch.cjs +3 -203
- package/dist/vectorstores/usearch.d.ts +1 -85
- package/dist/vectorstores/usearch.js +1 -187
- package/dist/vectorstores/vectara.cjs +3 -409
- package/dist/vectorstores/vectara.d.ts +1 -148
- package/dist/vectorstores/vectara.js +1 -396
- package/dist/vectorstores/vercel_postgres.cjs +15 -320
- package/dist/vectorstores/vercel_postgres.d.ts +1 -145
- package/dist/vectorstores/vercel_postgres.js +1 -318
- package/dist/vectorstores/voy.cjs +15 -156
- package/dist/vectorstores/voy.d.ts +1 -73
- package/dist/vectorstores/voy.js +1 -154
- package/dist/vectorstores/weaviate.cjs +3 -347
- package/dist/vectorstores/weaviate.d.ts +1 -140
- package/dist/vectorstores/weaviate.js +1 -333
- package/dist/vectorstores/xata.cjs +15 -108
- package/dist/vectorstores/xata.d.ts +1 -70
- package/dist/vectorstores/xata.js +1 -106
- package/dist/vectorstores/zep.cjs +15 -313
- package/dist/vectorstores/zep.d.ts +1 -146
- package/dist/vectorstores/zep.js +1 -311
- package/package.json +4 -26
- package/dist/chat_models/googlevertexai/common.cjs +0 -274
- package/dist/chat_models/googlevertexai/common.d.ts +0 -123
- package/dist/chat_models/googlevertexai/common.js +0 -269
- package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
- package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
- package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
- package/dist/llms/googlevertexai/common.cjs +0 -168
- package/dist/llms/googlevertexai/common.d.ts +0 -82
- package/dist/llms/googlevertexai/common.js +0 -164
- package/dist/tools/gmail/base.cjs +0 -69
- package/dist/tools/gmail/base.d.ts +0 -19
- package/dist/tools/gmail/base.js +0 -65
- package/dist/tools/gmail/create_draft.cjs +0 -62
- package/dist/tools/gmail/create_draft.d.ts +0 -35
- package/dist/tools/gmail/create_draft.js +0 -58
- package/dist/tools/gmail/descriptions.cjs +0 -118
- package/dist/tools/gmail/descriptions.d.ts +0 -5
- package/dist/tools/gmail/descriptions.js +0 -115
- package/dist/tools/gmail/get_message.cjs +0 -83
- package/dist/tools/gmail/get_message.d.ts +0 -18
- package/dist/tools/gmail/get_message.js +0 -79
- package/dist/tools/gmail/get_thread.cjs +0 -89
- package/dist/tools/gmail/get_thread.d.ts +0 -18
- package/dist/tools/gmail/get_thread.js +0 -85
- package/dist/tools/gmail/search.cjs +0 -118
- package/dist/tools/gmail/search.d.ts +0 -29
- package/dist/tools/gmail/search.js +0 -114
- package/dist/tools/gmail/send_message.cjs +0 -74
- package/dist/tools/gmail/send_message.d.ts +0 -35
- package/dist/tools/gmail/send_message.js +0 -70
- package/dist/util/openai-format-fndef.cjs +0 -81
- package/dist/util/openai-format-fndef.d.ts +0 -44
- package/dist/util/openai-format-fndef.js +0 -77
- package/dist/util/openai.cjs +0 -21
- package/dist/util/openai.d.ts +0 -1
- package/dist/util/openai.js +0 -17
- package/dist/vectorstores/closevector/common.cjs +0 -128
- package/dist/vectorstores/closevector/common.d.ts +0 -82
- package/dist/vectorstores/closevector/common.js +0 -124
package/dist/util/math.d.ts
CHANGED
|
@@ -1,40 +1 @@
|
|
|
1
|
-
|
|
2
|
-
/**
|
|
3
|
-
* Apply a row-wise function between two matrices with the same number of columns.
|
|
4
|
-
*
|
|
5
|
-
* @param {number[][]} X - The first matrix.
|
|
6
|
-
* @param {number[][]} Y - The second matrix.
|
|
7
|
-
* @param {VectorFunction} func - The function to apply.
|
|
8
|
-
*
|
|
9
|
-
* @throws {Error} If the number of columns in X and Y are not the same.
|
|
10
|
-
*
|
|
11
|
-
* @returns {number[][] | [[]]} A matrix where each row represents the result of applying the function between the corresponding rows of X and Y.
|
|
12
|
-
*/
|
|
13
|
-
export declare function matrixFunc(X: number[][], Y: number[][], func: VectorFunction): number[][];
|
|
14
|
-
export declare function normalize(M: number[][], similarity?: boolean): number[][];
|
|
15
|
-
/**
|
|
16
|
-
* This function calculates the row-wise cosine similarity between two matrices with the same number of columns.
|
|
17
|
-
*
|
|
18
|
-
* @param {number[][]} X - The first matrix.
|
|
19
|
-
* @param {number[][]} Y - The second matrix.
|
|
20
|
-
*
|
|
21
|
-
* @throws {Error} If the number of columns in X and Y are not the same.
|
|
22
|
-
*
|
|
23
|
-
* @returns {number[][] | [[]]} A matrix where each row represents the cosine similarity values between the corresponding rows of X and Y.
|
|
24
|
-
*/
|
|
25
|
-
export declare function cosineSimilarity(X: number[][], Y: number[][]): number[][];
|
|
26
|
-
export declare function innerProduct(X: number[][], Y: number[][]): number[][];
|
|
27
|
-
export declare function euclideanDistance(X: number[][], Y: number[][]): number[][];
|
|
28
|
-
/**
|
|
29
|
-
* This function implements the Maximal Marginal Relevance algorithm
|
|
30
|
-
* to select a set of embeddings that maximizes the diversity and relevance to a query embedding.
|
|
31
|
-
*
|
|
32
|
-
* @param {number[]|number[][]} queryEmbedding - The query embedding.
|
|
33
|
-
* @param {number[][]} embeddingList - The list of embeddings to select from.
|
|
34
|
-
* @param {number} [lambda=0.5] - The trade-off parameter between relevance and diversity.
|
|
35
|
-
* @param {number} [k=4] - The maximum number of embeddings to select.
|
|
36
|
-
*
|
|
37
|
-
* @returns {number[]} The indexes of the selected embeddings in the embeddingList.
|
|
38
|
-
*/
|
|
39
|
-
export declare function maximalMarginalRelevance(queryEmbedding: number[] | number[][], embeddingList: number[][], lambda?: number, k?: number): number[];
|
|
40
|
-
export {};
|
|
1
|
+
export * from "@langchain/core/utils/math";
|
package/dist/util/math.js
CHANGED
|
@@ -1,116 +1 @@
|
|
|
1
|
-
|
|
2
|
-
/**
|
|
3
|
-
* Apply a row-wise function between two matrices with the same number of columns.
|
|
4
|
-
*
|
|
5
|
-
* @param {number[][]} X - The first matrix.
|
|
6
|
-
* @param {number[][]} Y - The second matrix.
|
|
7
|
-
* @param {VectorFunction} func - The function to apply.
|
|
8
|
-
*
|
|
9
|
-
* @throws {Error} If the number of columns in X and Y are not the same.
|
|
10
|
-
*
|
|
11
|
-
* @returns {number[][] | [[]]} A matrix where each row represents the result of applying the function between the corresponding rows of X and Y.
|
|
12
|
-
*/
|
|
13
|
-
export function matrixFunc(X, Y, func) {
|
|
14
|
-
if (X.length === 0 ||
|
|
15
|
-
X[0].length === 0 ||
|
|
16
|
-
Y.length === 0 ||
|
|
17
|
-
Y[0].length === 0) {
|
|
18
|
-
return [[]];
|
|
19
|
-
}
|
|
20
|
-
if (X[0].length !== Y[0].length) {
|
|
21
|
-
throw new Error(`Number of columns in X and Y must be the same. X has shape ${[
|
|
22
|
-
X.length,
|
|
23
|
-
X[0].length,
|
|
24
|
-
]} and Y has shape ${[Y.length, Y[0].length]}.`);
|
|
25
|
-
}
|
|
26
|
-
return X.map((xVector) => Y.map((yVector) => func(xVector, yVector)).map((similarity) => Number.isNaN(similarity) ? 0 : similarity));
|
|
27
|
-
}
|
|
28
|
-
export function normalize(M, similarity = false) {
|
|
29
|
-
const max = matrixMaxVal(M);
|
|
30
|
-
return M.map((row) => row.map((val) => (similarity ? 1 - val / max : val / max)));
|
|
31
|
-
}
|
|
32
|
-
/**
|
|
33
|
-
* This function calculates the row-wise cosine similarity between two matrices with the same number of columns.
|
|
34
|
-
*
|
|
35
|
-
* @param {number[][]} X - The first matrix.
|
|
36
|
-
* @param {number[][]} Y - The second matrix.
|
|
37
|
-
*
|
|
38
|
-
* @throws {Error} If the number of columns in X and Y are not the same.
|
|
39
|
-
*
|
|
40
|
-
* @returns {number[][] | [[]]} A matrix where each row represents the cosine similarity values between the corresponding rows of X and Y.
|
|
41
|
-
*/
|
|
42
|
-
export function cosineSimilarity(X, Y) {
|
|
43
|
-
return matrixFunc(X, Y, ml_distance_similarity.cosine);
|
|
44
|
-
}
|
|
45
|
-
export function innerProduct(X, Y) {
|
|
46
|
-
return matrixFunc(X, Y, ml_distance.innerProduct);
|
|
47
|
-
}
|
|
48
|
-
export function euclideanDistance(X, Y) {
|
|
49
|
-
return matrixFunc(X, Y, ml_distance.euclidean);
|
|
50
|
-
}
|
|
51
|
-
/**
|
|
52
|
-
* This function implements the Maximal Marginal Relevance algorithm
|
|
53
|
-
* to select a set of embeddings that maximizes the diversity and relevance to a query embedding.
|
|
54
|
-
*
|
|
55
|
-
* @param {number[]|number[][]} queryEmbedding - The query embedding.
|
|
56
|
-
* @param {number[][]} embeddingList - The list of embeddings to select from.
|
|
57
|
-
* @param {number} [lambda=0.5] - The trade-off parameter between relevance and diversity.
|
|
58
|
-
* @param {number} [k=4] - The maximum number of embeddings to select.
|
|
59
|
-
*
|
|
60
|
-
* @returns {number[]} The indexes of the selected embeddings in the embeddingList.
|
|
61
|
-
*/
|
|
62
|
-
export function maximalMarginalRelevance(queryEmbedding, embeddingList, lambda = 0.5, k = 4) {
|
|
63
|
-
if (Math.min(k, embeddingList.length) <= 0) {
|
|
64
|
-
return [];
|
|
65
|
-
}
|
|
66
|
-
const queryEmbeddingExpanded = (Array.isArray(queryEmbedding[0]) ? queryEmbedding : [queryEmbedding]);
|
|
67
|
-
const similarityToQuery = cosineSimilarity(queryEmbeddingExpanded, embeddingList)[0];
|
|
68
|
-
const mostSimilarEmbeddingIndex = argMax(similarityToQuery).maxIndex;
|
|
69
|
-
const selectedEmbeddings = [embeddingList[mostSimilarEmbeddingIndex]];
|
|
70
|
-
const selectedEmbeddingsIndexes = [mostSimilarEmbeddingIndex];
|
|
71
|
-
while (selectedEmbeddingsIndexes.length < Math.min(k, embeddingList.length)) {
|
|
72
|
-
let bestScore = -Infinity;
|
|
73
|
-
let bestIndex = -1;
|
|
74
|
-
const similarityToSelected = cosineSimilarity(embeddingList, selectedEmbeddings);
|
|
75
|
-
similarityToQuery.forEach((queryScore, queryScoreIndex) => {
|
|
76
|
-
if (selectedEmbeddingsIndexes.includes(queryScoreIndex)) {
|
|
77
|
-
return;
|
|
78
|
-
}
|
|
79
|
-
const maxSimilarityToSelected = Math.max(...similarityToSelected[queryScoreIndex]);
|
|
80
|
-
const score = lambda * queryScore - (1 - lambda) * maxSimilarityToSelected;
|
|
81
|
-
if (score > bestScore) {
|
|
82
|
-
bestScore = score;
|
|
83
|
-
bestIndex = queryScoreIndex;
|
|
84
|
-
}
|
|
85
|
-
});
|
|
86
|
-
selectedEmbeddings.push(embeddingList[bestIndex]);
|
|
87
|
-
selectedEmbeddingsIndexes.push(bestIndex);
|
|
88
|
-
}
|
|
89
|
-
return selectedEmbeddingsIndexes;
|
|
90
|
-
}
|
|
91
|
-
/**
|
|
92
|
-
* Finds the index of the maximum value in the given array.
|
|
93
|
-
* @param {number[]} array - The input array.
|
|
94
|
-
*
|
|
95
|
-
* @returns {number} The index of the maximum value in the array. If the array is empty, returns -1.
|
|
96
|
-
*/
|
|
97
|
-
function argMax(array) {
|
|
98
|
-
if (array.length === 0) {
|
|
99
|
-
return {
|
|
100
|
-
maxIndex: -1,
|
|
101
|
-
maxValue: NaN,
|
|
102
|
-
};
|
|
103
|
-
}
|
|
104
|
-
let maxValue = array[0];
|
|
105
|
-
let maxIndex = 0;
|
|
106
|
-
for (let i = 1; i < array.length; i += 1) {
|
|
107
|
-
if (array[i] > maxValue) {
|
|
108
|
-
maxIndex = i;
|
|
109
|
-
maxValue = array[i];
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
return { maxIndex, maxValue };
|
|
113
|
-
}
|
|
114
|
-
function matrixMaxVal(arrays) {
|
|
115
|
-
return arrays.reduce((acc, array) => Math.max(acc, argMax(array).maxValue), 0);
|
|
116
|
-
}
|
|
1
|
+
export * from "@langchain/core/utils/math";
|
package/dist/util/openapi.d.ts
CHANGED
|
@@ -7,7 +7,7 @@ export declare class OpenAPISpec {
|
|
|
7
7
|
getParametersStrict(): Record<string, OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject>;
|
|
8
8
|
getSchemasStrict(): Record<string, OpenAPIV3_1.SchemaObject>;
|
|
9
9
|
getRequestBodiesStrict(): Record<string, OpenAPIV3_1.ReferenceObject | OpenAPIV3_1.RequestBodyObject>;
|
|
10
|
-
getPathStrict(path: string): Omit<OpenAPIV3.PathItemObject<{}>, "
|
|
10
|
+
getPathStrict(path: string): Omit<OpenAPIV3.PathItemObject<{}>, "servers" | "parameters"> & {
|
|
11
11
|
servers?: OpenAPIV3_1.ServerObject[] | undefined;
|
|
12
12
|
parameters?: (OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject)[] | undefined;
|
|
13
13
|
} & {
|
|
@@ -59,7 +59,7 @@ export declare class OpenAPISpec {
|
|
|
59
59
|
deprecated?: boolean | undefined;
|
|
60
60
|
security?: OpenAPIV3.SecurityRequirementObject[] | undefined;
|
|
61
61
|
servers?: OpenAPIV3.ServerObject[] | undefined;
|
|
62
|
-
}, "callbacks" | "
|
|
62
|
+
}, "callbacks" | "servers" | "parameters" | "responses" | "requestBody"> & {
|
|
63
63
|
parameters?: (OpenAPIV3.ParameterObject | OpenAPIV3_1.ReferenceObject)[] | undefined;
|
|
64
64
|
requestBody?: OpenAPIV3_1.ReferenceObject | OpenAPIV3_1.RequestBodyObject | undefined;
|
|
65
65
|
responses?: OpenAPIV3_1.ResponsesObject | undefined;
|
|
@@ -10,338 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
|
|
|
10
10
|
if (k2 === undefined) k2 = k;
|
|
11
11
|
o[k2] = m[k];
|
|
12
12
|
}));
|
|
13
|
-
var
|
|
14
|
-
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
24
|
-
};
|
|
25
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
26
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
27
15
|
};
|
|
28
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
-
exports
|
|
30
|
-
const uuid = __importStar(require("uuid"));
|
|
31
|
-
const pg_1 = __importDefault(require("pg"));
|
|
32
|
-
const pg_copy_streams_1 = require("pg-copy-streams");
|
|
33
|
-
const promises_1 = require("node:stream/promises");
|
|
34
|
-
const node_stream_1 = require("node:stream");
|
|
35
|
-
const base_js_1 = require("./base.cjs");
|
|
36
|
-
const document_js_1 = require("../document.cjs");
|
|
37
|
-
const _LANGCHAIN_DEFAULT_COLLECTION_NAME = "langchain_document";
|
|
38
|
-
/**
|
|
39
|
-
* Class that provides methods for creating and managing a collection of
|
|
40
|
-
* documents in an AnalyticDB, adding documents or vectors to the
|
|
41
|
-
* collection, performing similarity search on vectors, and creating an
|
|
42
|
-
* instance of `AnalyticDBVectorStore` from texts or documents.
|
|
43
|
-
*/
|
|
44
|
-
class AnalyticDBVectorStore extends base_js_1.VectorStore {
|
|
45
|
-
_vectorstoreType() {
|
|
46
|
-
return "analyticdb";
|
|
47
|
-
}
|
|
48
|
-
constructor(embeddings, args) {
|
|
49
|
-
super(embeddings, args);
|
|
50
|
-
Object.defineProperty(this, "pool", {
|
|
51
|
-
enumerable: true,
|
|
52
|
-
configurable: true,
|
|
53
|
-
writable: true,
|
|
54
|
-
value: void 0
|
|
55
|
-
});
|
|
56
|
-
Object.defineProperty(this, "embeddingDimension", {
|
|
57
|
-
enumerable: true,
|
|
58
|
-
configurable: true,
|
|
59
|
-
writable: true,
|
|
60
|
-
value: void 0
|
|
61
|
-
});
|
|
62
|
-
Object.defineProperty(this, "collectionName", {
|
|
63
|
-
enumerable: true,
|
|
64
|
-
configurable: true,
|
|
65
|
-
writable: true,
|
|
66
|
-
value: void 0
|
|
67
|
-
});
|
|
68
|
-
Object.defineProperty(this, "preDeleteCollection", {
|
|
69
|
-
enumerable: true,
|
|
70
|
-
configurable: true,
|
|
71
|
-
writable: true,
|
|
72
|
-
value: void 0
|
|
73
|
-
});
|
|
74
|
-
Object.defineProperty(this, "isCreateCollection", {
|
|
75
|
-
enumerable: true,
|
|
76
|
-
configurable: true,
|
|
77
|
-
writable: true,
|
|
78
|
-
value: false
|
|
79
|
-
});
|
|
80
|
-
this.pool = new pg_1.default.Pool({
|
|
81
|
-
host: args.connectionOptions.host,
|
|
82
|
-
port: args.connectionOptions.port,
|
|
83
|
-
database: args.connectionOptions.database,
|
|
84
|
-
user: args.connectionOptions.user,
|
|
85
|
-
password: args.connectionOptions.password,
|
|
86
|
-
});
|
|
87
|
-
this.embeddingDimension = args.embeddingDimension;
|
|
88
|
-
this.collectionName =
|
|
89
|
-
args.collectionName || _LANGCHAIN_DEFAULT_COLLECTION_NAME;
|
|
90
|
-
this.preDeleteCollection = args.preDeleteCollection || false;
|
|
91
|
-
}
|
|
92
|
-
/**
|
|
93
|
-
* Closes all the clients in the pool and terminates the pool.
|
|
94
|
-
* @returns Promise that resolves when all clients are closed and the pool is terminated.
|
|
95
|
-
*/
|
|
96
|
-
async end() {
|
|
97
|
-
return this.pool.end();
|
|
98
|
-
}
|
|
99
|
-
/**
|
|
100
|
-
* Creates a new table in the database if it does not already exist. The
|
|
101
|
-
* table is created with columns for id, embedding, document, and
|
|
102
|
-
* metadata. An index is also created on the embedding column if it does
|
|
103
|
-
* not already exist.
|
|
104
|
-
* @returns Promise that resolves when the table and index are created.
|
|
105
|
-
*/
|
|
106
|
-
async createTableIfNotExists() {
|
|
107
|
-
if (!this.embeddingDimension) {
|
|
108
|
-
this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
|
|
109
|
-
}
|
|
110
|
-
const client = await this.pool.connect();
|
|
111
|
-
try {
|
|
112
|
-
await client.query("BEGIN");
|
|
113
|
-
// Create the table if it doesn't exist
|
|
114
|
-
await client.query(`
|
|
115
|
-
CREATE TABLE IF NOT EXISTS ${this.collectionName} (
|
|
116
|
-
id TEXT PRIMARY KEY DEFAULT NULL,
|
|
117
|
-
embedding REAL[],
|
|
118
|
-
document TEXT,
|
|
119
|
-
metadata JSON
|
|
120
|
-
);
|
|
121
|
-
`);
|
|
122
|
-
// Check if the index exists
|
|
123
|
-
const indexName = `${this.collectionName}_embedding_idx`;
|
|
124
|
-
const indexQuery = `
|
|
125
|
-
SELECT 1
|
|
126
|
-
FROM pg_indexes
|
|
127
|
-
WHERE indexname = '${indexName}';
|
|
128
|
-
`;
|
|
129
|
-
const result = await client.query(indexQuery);
|
|
130
|
-
// Create the index if it doesn't exist
|
|
131
|
-
if (result.rowCount === 0) {
|
|
132
|
-
const indexStatement = `
|
|
133
|
-
CREATE INDEX ${indexName}
|
|
134
|
-
ON ${this.collectionName} USING ann(embedding)
|
|
135
|
-
WITH (
|
|
136
|
-
"dim" = ${this.embeddingDimension},
|
|
137
|
-
"hnsw_m" = 100
|
|
138
|
-
);
|
|
139
|
-
`;
|
|
140
|
-
await client.query(indexStatement);
|
|
141
|
-
}
|
|
142
|
-
await client.query("COMMIT");
|
|
143
|
-
}
|
|
144
|
-
catch (err) {
|
|
145
|
-
await client.query("ROLLBACK");
|
|
146
|
-
throw err;
|
|
147
|
-
}
|
|
148
|
-
finally {
|
|
149
|
-
client.release();
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
/**
|
|
153
|
-
* Deletes the collection from the database if it exists.
|
|
154
|
-
* @returns Promise that resolves when the collection is deleted.
|
|
155
|
-
*/
|
|
156
|
-
async deleteCollection() {
|
|
157
|
-
const dropStatement = `DROP TABLE IF EXISTS ${this.collectionName};`;
|
|
158
|
-
await this.pool.query(dropStatement);
|
|
159
|
-
}
|
|
160
|
-
/**
|
|
161
|
-
* Creates a new collection in the database. If `preDeleteCollection` is
|
|
162
|
-
* true, any existing collection with the same name is deleted before the
|
|
163
|
-
* new collection is created.
|
|
164
|
-
* @returns Promise that resolves when the collection is created.
|
|
165
|
-
*/
|
|
166
|
-
async createCollection() {
|
|
167
|
-
if (this.preDeleteCollection) {
|
|
168
|
-
await this.deleteCollection();
|
|
169
|
-
}
|
|
170
|
-
await this.createTableIfNotExists();
|
|
171
|
-
this.isCreateCollection = true;
|
|
172
|
-
}
|
|
173
|
-
/**
|
|
174
|
-
* Adds an array of documents to the collection. The documents are first
|
|
175
|
-
* converted to vectors using the `embedDocuments` method of the
|
|
176
|
-
* `embeddings` instance.
|
|
177
|
-
* @param documents Array of Document instances to be added to the collection.
|
|
178
|
-
* @returns Promise that resolves when the documents are added.
|
|
179
|
-
*/
|
|
180
|
-
async addDocuments(documents) {
|
|
181
|
-
const texts = documents.map(({ pageContent }) => pageContent);
|
|
182
|
-
return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
|
|
183
|
-
}
|
|
184
|
-
/**
|
|
185
|
-
* Adds an array of vectors and corresponding documents to the collection.
|
|
186
|
-
* The vectors and documents are batch inserted into the database.
|
|
187
|
-
* @param vectors Array of vectors to be added to the collection.
|
|
188
|
-
* @param documents Array of Document instances corresponding to the vectors.
|
|
189
|
-
* @returns Promise that resolves when the vectors and documents are added.
|
|
190
|
-
*/
|
|
191
|
-
async addVectors(vectors, documents) {
|
|
192
|
-
if (vectors.length === 0) {
|
|
193
|
-
return;
|
|
194
|
-
}
|
|
195
|
-
if (vectors.length !== documents.length) {
|
|
196
|
-
throw new Error(`Vectors and documents must have the same length`);
|
|
197
|
-
}
|
|
198
|
-
if (!this.embeddingDimension) {
|
|
199
|
-
this.embeddingDimension = (await this.embeddings.embedQuery("test")).length;
|
|
200
|
-
}
|
|
201
|
-
if (vectors[0].length !== this.embeddingDimension) {
|
|
202
|
-
throw new Error(`Vectors must have the same length as the number of dimensions (${this.embeddingDimension})`);
|
|
203
|
-
}
|
|
204
|
-
if (!this.isCreateCollection) {
|
|
205
|
-
await this.createCollection();
|
|
206
|
-
}
|
|
207
|
-
const client = await this.pool.connect();
|
|
208
|
-
try {
|
|
209
|
-
const chunkSize = 500;
|
|
210
|
-
const chunksTableData = [];
|
|
211
|
-
for (let i = 0; i < documents.length; i += 1) {
|
|
212
|
-
chunksTableData.push({
|
|
213
|
-
id: uuid.v4(),
|
|
214
|
-
embedding: vectors[i],
|
|
215
|
-
document: documents[i].pageContent,
|
|
216
|
-
metadata: documents[i].metadata,
|
|
217
|
-
});
|
|
218
|
-
// Execute the batch insert when the batch size is reached
|
|
219
|
-
if (chunksTableData.length === chunkSize) {
|
|
220
|
-
const rs = new node_stream_1.Readable();
|
|
221
|
-
let currentIndex = 0;
|
|
222
|
-
rs._read = function () {
|
|
223
|
-
if (currentIndex === chunkSize) {
|
|
224
|
-
rs.push(null);
|
|
225
|
-
}
|
|
226
|
-
else {
|
|
227
|
-
const data = chunksTableData[currentIndex];
|
|
228
|
-
rs.push(`${data.id}\t{${data.embedding.join(",")}}\t${data.document}\t${JSON.stringify(data.metadata)}\n`);
|
|
229
|
-
currentIndex += 1;
|
|
230
|
-
}
|
|
231
|
-
};
|
|
232
|
-
const ws = client.query((0, pg_copy_streams_1.from)(`COPY ${this.collectionName}(id, embedding, document, metadata) FROM STDIN`));
|
|
233
|
-
await (0, promises_1.pipeline)(rs, ws);
|
|
234
|
-
// Clear the chunksTableData list for the next batch
|
|
235
|
-
chunksTableData.length = 0;
|
|
236
|
-
}
|
|
237
|
-
}
|
|
238
|
-
// Insert any remaining records that didn't make up a full batch
|
|
239
|
-
if (chunksTableData.length > 0) {
|
|
240
|
-
const rs = new node_stream_1.Readable();
|
|
241
|
-
let currentIndex = 0;
|
|
242
|
-
rs._read = function () {
|
|
243
|
-
if (currentIndex === chunksTableData.length) {
|
|
244
|
-
rs.push(null);
|
|
245
|
-
}
|
|
246
|
-
else {
|
|
247
|
-
const data = chunksTableData[currentIndex];
|
|
248
|
-
rs.push(`${data.id}\t{${data.embedding.join(",")}}\t${data.document}\t${JSON.stringify(data.metadata)}\n`);
|
|
249
|
-
currentIndex += 1;
|
|
250
|
-
}
|
|
251
|
-
};
|
|
252
|
-
const ws = client.query((0, pg_copy_streams_1.from)(`COPY ${this.collectionName}(id, embedding, document, metadata) FROM STDIN`));
|
|
253
|
-
await (0, promises_1.pipeline)(rs, ws);
|
|
254
|
-
}
|
|
255
|
-
}
|
|
256
|
-
finally {
|
|
257
|
-
client.release();
|
|
258
|
-
}
|
|
259
|
-
}
|
|
260
|
-
/**
|
|
261
|
-
* Performs a similarity search on the vectors in the collection. The
|
|
262
|
-
* search is performed using the given query vector and returns the top k
|
|
263
|
-
* most similar vectors along with their corresponding documents and
|
|
264
|
-
* similarity scores.
|
|
265
|
-
* @param query Query vector for the similarity search.
|
|
266
|
-
* @param k Number of top similar vectors to return.
|
|
267
|
-
* @param filter Optional. Filter to apply on the metadata of the documents.
|
|
268
|
-
* @returns Promise that resolves to an array of tuples, each containing a Document instance and its similarity score.
|
|
269
|
-
*/
|
|
270
|
-
async similaritySearchVectorWithScore(query, k, filter) {
|
|
271
|
-
if (!this.isCreateCollection) {
|
|
272
|
-
await this.createCollection();
|
|
273
|
-
}
|
|
274
|
-
let filterCondition = "";
|
|
275
|
-
const filterEntries = filter ? Object.entries(filter) : [];
|
|
276
|
-
if (filterEntries.length > 0) {
|
|
277
|
-
const conditions = filterEntries.map((_, index) => `metadata->>$${2 * index + 3} = $${2 * index + 4}`);
|
|
278
|
-
filterCondition = `WHERE ${conditions.join(" AND ")}`;
|
|
279
|
-
}
|
|
280
|
-
const sqlQuery = `
|
|
281
|
-
SELECT *, l2_distance(embedding, $1::real[]) AS distance
|
|
282
|
-
FROM ${this.collectionName}
|
|
283
|
-
${filterCondition}
|
|
284
|
-
ORDER BY embedding <-> $1
|
|
285
|
-
LIMIT $2;
|
|
286
|
-
`;
|
|
287
|
-
// Execute the query and fetch the results
|
|
288
|
-
const { rows } = await this.pool.query(sqlQuery, [
|
|
289
|
-
query,
|
|
290
|
-
k,
|
|
291
|
-
...filterEntries.flatMap(([key, value]) => [key, value]),
|
|
292
|
-
]);
|
|
293
|
-
const result = rows.map((row) => [
|
|
294
|
-
new document_js_1.Document({ pageContent: row.document, metadata: row.metadata }),
|
|
295
|
-
row.distance,
|
|
296
|
-
]);
|
|
297
|
-
return result;
|
|
298
|
-
}
|
|
299
|
-
/**
|
|
300
|
-
* Creates an instance of `AnalyticDBVectorStore` from an array of texts
|
|
301
|
-
* and corresponding metadata. The texts are first converted to Document
|
|
302
|
-
* instances before being added to the collection.
|
|
303
|
-
* @param texts Array of texts to be added to the collection.
|
|
304
|
-
* @param metadatas Array or object of metadata corresponding to the texts.
|
|
305
|
-
* @param embeddings Embeddings instance used to convert the texts to vectors.
|
|
306
|
-
* @param dbConfig Configuration for the AnalyticDB.
|
|
307
|
-
* @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
|
|
308
|
-
*/
|
|
309
|
-
static async fromTexts(texts, metadatas, embeddings, dbConfig) {
|
|
310
|
-
const docs = [];
|
|
311
|
-
for (let i = 0; i < texts.length; i += 1) {
|
|
312
|
-
const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
|
|
313
|
-
const newDoc = new document_js_1.Document({
|
|
314
|
-
pageContent: texts[i],
|
|
315
|
-
metadata,
|
|
316
|
-
});
|
|
317
|
-
docs.push(newDoc);
|
|
318
|
-
}
|
|
319
|
-
return AnalyticDBVectorStore.fromDocuments(docs, embeddings, dbConfig);
|
|
320
|
-
}
|
|
321
|
-
/**
|
|
322
|
-
* Creates an instance of `AnalyticDBVectorStore` from an array of
|
|
323
|
-
* Document instances. The documents are added to the collection.
|
|
324
|
-
* @param docs Array of Document instances to be added to the collection.
|
|
325
|
-
* @param embeddings Embeddings instance used to convert the documents to vectors.
|
|
326
|
-
* @param dbConfig Configuration for the AnalyticDB.
|
|
327
|
-
* @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
|
|
328
|
-
*/
|
|
329
|
-
static async fromDocuments(docs, embeddings, dbConfig) {
|
|
330
|
-
const instance = new this(embeddings, dbConfig);
|
|
331
|
-
await instance.addDocuments(docs);
|
|
332
|
-
return instance;
|
|
333
|
-
}
|
|
334
|
-
/**
|
|
335
|
-
* Creates an instance of `AnalyticDBVectorStore` from an existing index
|
|
336
|
-
* in the database. A new collection is created in the database.
|
|
337
|
-
* @param embeddings Embeddings instance used to convert the documents to vectors.
|
|
338
|
-
* @param dbConfig Configuration for the AnalyticDB.
|
|
339
|
-
* @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
|
|
340
|
-
*/
|
|
341
|
-
static async fromExistingIndex(embeddings, dbConfig) {
|
|
342
|
-
const instance = new this(embeddings, dbConfig);
|
|
343
|
-
await instance.createCollection();
|
|
344
|
-
return instance;
|
|
345
|
-
}
|
|
346
|
-
}
|
|
347
|
-
exports.AnalyticDBVectorStore = AnalyticDBVectorStore;
|
|
17
|
+
__exportStar(require("@langchain/community/vectorstores/analyticdb"), exports);
|
|
@@ -1,110 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { VectorStore } from "./base.js";
|
|
3
|
-
import { Embeddings } from "../embeddings/base.js";
|
|
4
|
-
import { Document } from "../document.js";
|
|
5
|
-
/**
|
|
6
|
-
* Interface defining the arguments required to create an instance of
|
|
7
|
-
* `AnalyticDBVectorStore`.
|
|
8
|
-
*/
|
|
9
|
-
export interface AnalyticDBArgs {
|
|
10
|
-
connectionOptions: PoolConfig;
|
|
11
|
-
embeddingDimension?: number;
|
|
12
|
-
collectionName?: string;
|
|
13
|
-
preDeleteCollection?: boolean;
|
|
14
|
-
}
|
|
15
|
-
/**
|
|
16
|
-
* Class that provides methods for creating and managing a collection of
|
|
17
|
-
* documents in an AnalyticDB, adding documents or vectors to the
|
|
18
|
-
* collection, performing similarity search on vectors, and creating an
|
|
19
|
-
* instance of `AnalyticDBVectorStore` from texts or documents.
|
|
20
|
-
*/
|
|
21
|
-
export declare class AnalyticDBVectorStore extends VectorStore {
|
|
22
|
-
FilterType: Record<string, any>;
|
|
23
|
-
private pool;
|
|
24
|
-
private embeddingDimension?;
|
|
25
|
-
private collectionName;
|
|
26
|
-
private preDeleteCollection;
|
|
27
|
-
private isCreateCollection;
|
|
28
|
-
_vectorstoreType(): string;
|
|
29
|
-
constructor(embeddings: Embeddings, args: AnalyticDBArgs);
|
|
30
|
-
/**
|
|
31
|
-
* Closes all the clients in the pool and terminates the pool.
|
|
32
|
-
* @returns Promise that resolves when all clients are closed and the pool is terminated.
|
|
33
|
-
*/
|
|
34
|
-
end(): Promise<void>;
|
|
35
|
-
/**
|
|
36
|
-
* Creates a new table in the database if it does not already exist. The
|
|
37
|
-
* table is created with columns for id, embedding, document, and
|
|
38
|
-
* metadata. An index is also created on the embedding column if it does
|
|
39
|
-
* not already exist.
|
|
40
|
-
* @returns Promise that resolves when the table and index are created.
|
|
41
|
-
*/
|
|
42
|
-
createTableIfNotExists(): Promise<void>;
|
|
43
|
-
/**
|
|
44
|
-
* Deletes the collection from the database if it exists.
|
|
45
|
-
* @returns Promise that resolves when the collection is deleted.
|
|
46
|
-
*/
|
|
47
|
-
deleteCollection(): Promise<void>;
|
|
48
|
-
/**
|
|
49
|
-
* Creates a new collection in the database. If `preDeleteCollection` is
|
|
50
|
-
* true, any existing collection with the same name is deleted before the
|
|
51
|
-
* new collection is created.
|
|
52
|
-
* @returns Promise that resolves when the collection is created.
|
|
53
|
-
*/
|
|
54
|
-
createCollection(): Promise<void>;
|
|
55
|
-
/**
|
|
56
|
-
* Adds an array of documents to the collection. The documents are first
|
|
57
|
-
* converted to vectors using the `embedDocuments` method of the
|
|
58
|
-
* `embeddings` instance.
|
|
59
|
-
* @param documents Array of Document instances to be added to the collection.
|
|
60
|
-
* @returns Promise that resolves when the documents are added.
|
|
61
|
-
*/
|
|
62
|
-
addDocuments(documents: Document[]): Promise<void>;
|
|
63
|
-
/**
|
|
64
|
-
* Adds an array of vectors and corresponding documents to the collection.
|
|
65
|
-
* The vectors and documents are batch inserted into the database.
|
|
66
|
-
* @param vectors Array of vectors to be added to the collection.
|
|
67
|
-
* @param documents Array of Document instances corresponding to the vectors.
|
|
68
|
-
* @returns Promise that resolves when the vectors and documents are added.
|
|
69
|
-
*/
|
|
70
|
-
addVectors(vectors: number[][], documents: Document[]): Promise<void>;
|
|
71
|
-
/**
|
|
72
|
-
* Performs a similarity search on the vectors in the collection. The
|
|
73
|
-
* search is performed using the given query vector and returns the top k
|
|
74
|
-
* most similar vectors along with their corresponding documents and
|
|
75
|
-
* similarity scores.
|
|
76
|
-
* @param query Query vector for the similarity search.
|
|
77
|
-
* @param k Number of top similar vectors to return.
|
|
78
|
-
* @param filter Optional. Filter to apply on the metadata of the documents.
|
|
79
|
-
* @returns Promise that resolves to an array of tuples, each containing a Document instance and its similarity score.
|
|
80
|
-
*/
|
|
81
|
-
similaritySearchVectorWithScore(query: number[], k: number, filter?: this["FilterType"]): Promise<[Document, number][]>;
|
|
82
|
-
/**
|
|
83
|
-
* Creates an instance of `AnalyticDBVectorStore` from an array of texts
|
|
84
|
-
* and corresponding metadata. The texts are first converted to Document
|
|
85
|
-
* instances before being added to the collection.
|
|
86
|
-
* @param texts Array of texts to be added to the collection.
|
|
87
|
-
* @param metadatas Array or object of metadata corresponding to the texts.
|
|
88
|
-
* @param embeddings Embeddings instance used to convert the texts to vectors.
|
|
89
|
-
* @param dbConfig Configuration for the AnalyticDB.
|
|
90
|
-
* @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
|
|
91
|
-
*/
|
|
92
|
-
static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
|
|
93
|
-
/**
|
|
94
|
-
* Creates an instance of `AnalyticDBVectorStore` from an array of
|
|
95
|
-
* Document instances. The documents are added to the collection.
|
|
96
|
-
* @param docs Array of Document instances to be added to the collection.
|
|
97
|
-
* @param embeddings Embeddings instance used to convert the documents to vectors.
|
|
98
|
-
* @param dbConfig Configuration for the AnalyticDB.
|
|
99
|
-
* @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
|
|
100
|
-
*/
|
|
101
|
-
static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
|
|
102
|
-
/**
|
|
103
|
-
* Creates an instance of `AnalyticDBVectorStore` from an existing index
|
|
104
|
-
* in the database. A new collection is created in the database.
|
|
105
|
-
* @param embeddings Embeddings instance used to convert the documents to vectors.
|
|
106
|
-
* @param dbConfig Configuration for the AnalyticDB.
|
|
107
|
-
* @returns Promise that resolves to an instance of `AnalyticDBVectorStore`.
|
|
108
|
-
*/
|
|
109
|
-
static fromExistingIndex(embeddings: Embeddings, dbConfig: AnalyticDBArgs): Promise<AnalyticDBVectorStore>;
|
|
110
|
-
}
|
|
1
|
+
export * from "@langchain/community/vectorstores/analyticdb";
|