langchain 0.0.203 → 0.0.204-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/toolkits/aws_sfn.cjs +3 -75
- package/dist/agents/toolkits/aws_sfn.d.ts +2 -45
- package/dist/agents/toolkits/aws_sfn.js +2 -73
- package/dist/agents/toolkits/base.cjs +15 -9
- package/dist/agents/toolkits/base.d.ts +1 -9
- package/dist/agents/toolkits/base.js +1 -7
- package/dist/agents/toolkits/connery/index.cjs +15 -37
- package/dist/agents/toolkits/connery/index.d.ts +1 -23
- package/dist/agents/toolkits/connery/index.js +1 -35
- package/dist/cache/cloudflare_kv.cjs +15 -69
- package/dist/cache/cloudflare_kv.d.ts +1 -42
- package/dist/cache/cloudflare_kv.js +1 -67
- package/dist/cache/ioredis.cjs +15 -77
- package/dist/cache/ioredis.d.ts +1 -40
- package/dist/cache/ioredis.js +1 -75
- package/dist/cache/momento.cjs +15 -135
- package/dist/cache/momento.d.ts +1 -91
- package/dist/cache/momento.js +1 -133
- package/dist/cache/upstash_redis.cjs +15 -72
- package/dist/cache/upstash_redis.d.ts +1 -45
- package/dist/cache/upstash_redis.js +1 -70
- package/dist/callbacks/handlers/llmonitor.cjs +14 -238
- package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
- package/dist/callbacks/handlers/llmonitor.js +1 -233
- package/dist/chains/openai_moderation.cjs +2 -2
- package/dist/chains/openai_moderation.d.ts +1 -1
- package/dist/chains/openai_moderation.js +1 -1
- package/dist/chat_models/anthropic.d.ts +4 -4
- package/dist/chat_models/baiduwenxin.cjs +15 -411
- package/dist/chat_models/baiduwenxin.d.ts +1 -150
- package/dist/chat_models/baiduwenxin.js +1 -409
- package/dist/chat_models/bedrock/index.cjs +15 -33
- package/dist/chat_models/bedrock/index.d.ts +1 -23
- package/dist/chat_models/bedrock/index.js +1 -29
- package/dist/chat_models/bedrock/web.cjs +15 -360
- package/dist/chat_models/bedrock/web.d.ts +1 -82
- package/dist/chat_models/bedrock/web.js +1 -356
- package/dist/chat_models/cloudflare_workersai.cjs +15 -216
- package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
- package/dist/chat_models/cloudflare_workersai.js +1 -214
- package/dist/chat_models/fireworks.cjs +15 -89
- package/dist/chat_models/fireworks.d.ts +1 -43
- package/dist/chat_models/fireworks.js +1 -87
- package/dist/chat_models/googlepalm.cjs +15 -235
- package/dist/chat_models/googlepalm.d.ts +1 -108
- package/dist/chat_models/googlepalm.js +1 -233
- package/dist/chat_models/googlevertexai/index.cjs +15 -40
- package/dist/chat_models/googlevertexai/index.d.ts +1 -28
- package/dist/chat_models/googlevertexai/index.js +1 -38
- package/dist/chat_models/googlevertexai/web.cjs +15 -39
- package/dist/chat_models/googlevertexai/web.d.ts +1 -28
- package/dist/chat_models/googlevertexai/web.js +1 -37
- package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
- package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
- package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
- package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
- package/dist/chat_models/llama_cpp.cjs +15 -275
- package/dist/chat_models/llama_cpp.d.ts +1 -71
- package/dist/chat_models/llama_cpp.js +1 -273
- package/dist/chat_models/minimax.cjs +15 -578
- package/dist/chat_models/minimax.d.ts +1 -369
- package/dist/chat_models/minimax.js +1 -576
- package/dist/chat_models/ollama.cjs +15 -394
- package/dist/chat_models/ollama.d.ts +1 -127
- package/dist/chat_models/ollama.js +1 -392
- package/dist/chat_models/openai.cjs +4 -698
- package/dist/chat_models/openai.d.ts +4 -137
- package/dist/chat_models/openai.js +2 -695
- package/dist/chat_models/portkey.cjs +15 -167
- package/dist/chat_models/portkey.d.ts +1 -17
- package/dist/chat_models/portkey.js +1 -165
- package/dist/chat_models/yandex.cjs +15 -132
- package/dist/chat_models/yandex.d.ts +1 -30
- package/dist/chat_models/yandex.js +1 -130
- package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
- package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
- package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
- package/dist/document_transformers/html_to_text.cjs +15 -47
- package/dist/document_transformers/html_to_text.d.ts +1 -30
- package/dist/document_transformers/html_to_text.js +1 -45
- package/dist/document_transformers/mozilla_readability.cjs +15 -53
- package/dist/document_transformers/mozilla_readability.d.ts +1 -31
- package/dist/document_transformers/mozilla_readability.js +1 -51
- package/dist/embeddings/bedrock.cjs +15 -109
- package/dist/embeddings/bedrock.d.ts +1 -71
- package/dist/embeddings/bedrock.js +1 -107
- package/dist/embeddings/cloudflare_workersai.cjs +15 -67
- package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
- package/dist/embeddings/cloudflare_workersai.js +1 -65
- package/dist/embeddings/cohere.cjs +15 -124
- package/dist/embeddings/cohere.d.ts +1 -66
- package/dist/embeddings/cohere.js +1 -122
- package/dist/embeddings/googlepalm.cjs +15 -88
- package/dist/embeddings/googlepalm.d.ts +1 -61
- package/dist/embeddings/googlepalm.js +1 -86
- package/dist/embeddings/googlevertexai.cjs +15 -81
- package/dist/embeddings/googlevertexai.d.ts +1 -54
- package/dist/embeddings/googlevertexai.js +1 -79
- package/dist/embeddings/gradient_ai.cjs +15 -101
- package/dist/embeddings/gradient_ai.d.ts +1 -48
- package/dist/embeddings/gradient_ai.js +1 -99
- package/dist/embeddings/hf.cjs +15 -75
- package/dist/embeddings/hf.d.ts +1 -41
- package/dist/embeddings/hf.js +1 -73
- package/dist/embeddings/hf_transformers.cjs +15 -87
- package/dist/embeddings/hf_transformers.d.ts +1 -47
- package/dist/embeddings/hf_transformers.js +1 -85
- package/dist/embeddings/llama_cpp.cjs +15 -81
- package/dist/embeddings/llama_cpp.d.ts +1 -42
- package/dist/embeddings/llama_cpp.js +1 -79
- package/dist/embeddings/minimax.cjs +15 -165
- package/dist/embeddings/minimax.d.ts +1 -119
- package/dist/embeddings/minimax.js +1 -163
- package/dist/embeddings/ollama.cjs +15 -118
- package/dist/embeddings/ollama.d.ts +1 -34
- package/dist/embeddings/ollama.js +1 -116
- package/dist/embeddings/openai.cjs +2 -240
- package/dist/embeddings/openai.d.ts +1 -82
- package/dist/embeddings/openai.js +1 -239
- package/dist/embeddings/tensorflow.cjs +3 -96
- package/dist/embeddings/tensorflow.d.ts +1 -59
- package/dist/embeddings/tensorflow.js +1 -83
- package/dist/embeddings/voyage.cjs +15 -118
- package/dist/embeddings/voyage.d.ts +1 -66
- package/dist/embeddings/voyage.js +1 -116
- package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
- package/dist/experimental/openai_assistant/index.cjs +3 -3
- package/dist/experimental/openai_assistant/index.d.ts +1 -1
- package/dist/experimental/openai_assistant/index.js +1 -1
- package/dist/experimental/openai_assistant/schema.d.ts +1 -1
- package/dist/experimental/openai_files/index.cjs +2 -2
- package/dist/experimental/openai_files/index.d.ts +1 -1
- package/dist/experimental/openai_files/index.js +1 -1
- package/dist/graphs/neo4j_graph.cjs +3 -254
- package/dist/graphs/neo4j_graph.d.ts +1 -63
- package/dist/graphs/neo4j_graph.js +1 -241
- package/dist/llms/ai21.cjs +15 -200
- package/dist/llms/ai21.d.ts +1 -100
- package/dist/llms/ai21.js +1 -198
- package/dist/llms/aleph_alpha.cjs +15 -374
- package/dist/llms/aleph_alpha.d.ts +1 -161
- package/dist/llms/aleph_alpha.js +1 -372
- package/dist/llms/bedrock/web.cjs +15 -310
- package/dist/llms/bedrock/web.d.ts +1 -66
- package/dist/llms/bedrock/web.js +1 -308
- package/dist/llms/cloudflare_workersai.cjs +15 -168
- package/dist/llms/cloudflare_workersai.d.ts +1 -55
- package/dist/llms/cloudflare_workersai.js +1 -166
- package/dist/llms/cohere.cjs +15 -110
- package/dist/llms/cohere.d.ts +1 -54
- package/dist/llms/cohere.js +1 -108
- package/dist/llms/fireworks.cjs +15 -90
- package/dist/llms/fireworks.d.ts +1 -33
- package/dist/llms/fireworks.js +1 -88
- package/dist/llms/googlepalm.cjs +15 -134
- package/dist/llms/googlepalm.d.ts +1 -92
- package/dist/llms/googlepalm.js +1 -132
- package/dist/llms/googlevertexai/index.cjs +15 -45
- package/dist/llms/googlevertexai/index.d.ts +1 -38
- package/dist/llms/googlevertexai/index.js +1 -43
- package/dist/llms/googlevertexai/web.cjs +15 -42
- package/dist/llms/googlevertexai/web.d.ts +1 -36
- package/dist/llms/googlevertexai/web.js +1 -40
- package/dist/llms/gradient_ai.cjs +15 -110
- package/dist/llms/gradient_ai.d.ts +1 -55
- package/dist/llms/gradient_ai.js +1 -108
- package/dist/llms/hf.cjs +15 -136
- package/dist/llms/hf.d.ts +1 -68
- package/dist/llms/hf.js +1 -134
- package/dist/llms/llama_cpp.cjs +15 -111
- package/dist/llms/llama_cpp.d.ts +1 -41
- package/dist/llms/llama_cpp.js +1 -109
- package/dist/llms/ollama.cjs +15 -353
- package/dist/llms/ollama.d.ts +1 -106
- package/dist/llms/ollama.js +1 -351
- package/dist/llms/openai-chat.cjs +3 -445
- package/dist/llms/openai-chat.d.ts +4 -123
- package/dist/llms/openai-chat.js +2 -443
- package/dist/llms/openai.cjs +6 -530
- package/dist/llms/openai.d.ts +4 -123
- package/dist/llms/openai.js +2 -525
- package/dist/llms/portkey.cjs +14 -168
- package/dist/llms/portkey.d.ts +1 -57
- package/dist/llms/portkey.js +1 -162
- package/dist/llms/raycast.cjs +15 -94
- package/dist/llms/raycast.d.ts +1 -50
- package/dist/llms/raycast.js +1 -92
- package/dist/llms/replicate.cjs +15 -132
- package/dist/llms/replicate.d.ts +1 -51
- package/dist/llms/replicate.js +1 -130
- package/dist/llms/sagemaker_endpoint.cjs +15 -203
- package/dist/llms/sagemaker_endpoint.d.ts +1 -121
- package/dist/llms/sagemaker_endpoint.js +1 -200
- package/dist/llms/watsonx_ai.cjs +15 -152
- package/dist/llms/watsonx_ai.d.ts +1 -72
- package/dist/llms/watsonx_ai.js +1 -150
- package/dist/llms/writer.cjs +15 -165
- package/dist/llms/writer.d.ts +1 -60
- package/dist/llms/writer.js +1 -163
- package/dist/llms/yandex.cjs +15 -98
- package/dist/llms/yandex.d.ts +1 -40
- package/dist/llms/yandex.js +1 -96
- package/dist/load/index.cjs +3 -1
- package/dist/load/index.d.ts +1 -1
- package/dist/load/index.js +3 -1
- package/dist/memory/chat_memory.cjs +15 -61
- package/dist/memory/chat_memory.d.ts +1 -36
- package/dist/memory/chat_memory.js +1 -59
- package/dist/memory/motorhead_memory.cjs +15 -161
- package/dist/memory/motorhead_memory.d.ts +1 -63
- package/dist/memory/motorhead_memory.js +1 -159
- package/dist/memory/zep.cjs +15 -222
- package/dist/memory/zep.d.ts +1 -86
- package/dist/memory/zep.js +1 -220
- package/dist/retrievers/amazon_kendra.cjs +15 -273
- package/dist/retrievers/amazon_kendra.d.ts +1 -142
- package/dist/retrievers/amazon_kendra.js +1 -271
- package/dist/retrievers/chaindesk.cjs +15 -88
- package/dist/retrievers/chaindesk.d.ts +1 -31
- package/dist/retrievers/chaindesk.js +1 -86
- package/dist/retrievers/databerry.cjs +15 -82
- package/dist/retrievers/databerry.d.ts +1 -34
- package/dist/retrievers/databerry.js +1 -80
- package/dist/retrievers/metal.cjs +15 -51
- package/dist/retrievers/metal.d.ts +1 -36
- package/dist/retrievers/metal.js +1 -49
- package/dist/retrievers/supabase.cjs +15 -167
- package/dist/retrievers/supabase.d.ts +1 -82
- package/dist/retrievers/supabase.js +1 -165
- package/dist/retrievers/tavily_search_api.cjs +15 -142
- package/dist/retrievers/tavily_search_api.d.ts +1 -38
- package/dist/retrievers/tavily_search_api.js +1 -140
- package/dist/retrievers/zep.cjs +15 -150
- package/dist/retrievers/zep.d.ts +1 -76
- package/dist/retrievers/zep.js +1 -148
- package/dist/schema/document.cjs +2 -16
- package/dist/schema/document.d.ts +1 -11
- package/dist/schema/document.js +1 -16
- package/dist/schema/index.cjs +2 -7
- package/dist/schema/index.d.ts +2 -10
- package/dist/schema/index.js +1 -6
- package/dist/storage/convex.cjs +15 -143
- package/dist/storage/convex.d.ts +1 -106
- package/dist/storage/convex.js +1 -141
- package/dist/storage/ioredis.cjs +15 -158
- package/dist/storage/ioredis.d.ts +1 -71
- package/dist/storage/ioredis.js +1 -156
- package/dist/storage/upstash_redis.cjs +15 -172
- package/dist/storage/upstash_redis.d.ts +1 -78
- package/dist/storage/upstash_redis.js +1 -170
- package/dist/storage/vercel_kv.cjs +15 -161
- package/dist/storage/vercel_kv.d.ts +1 -62
- package/dist/storage/vercel_kv.js +1 -159
- package/dist/stores/doc/in_memory.cjs +15 -105
- package/dist/stores/doc/in_memory.d.ts +1 -46
- package/dist/stores/doc/in_memory.js +1 -102
- package/dist/stores/message/cassandra.cjs +15 -158
- package/dist/stores/message/cassandra.d.ts +1 -69
- package/dist/stores/message/cassandra.js +1 -156
- package/dist/stores/message/cloudflare_d1.cjs +15 -150
- package/dist/stores/message/cloudflare_d1.d.ts +1 -67
- package/dist/stores/message/cloudflare_d1.js +1 -148
- package/dist/stores/message/convex.cjs +15 -118
- package/dist/stores/message/convex.d.ts +1 -81
- package/dist/stores/message/convex.js +1 -116
- package/dist/stores/message/dynamodb.cjs +15 -159
- package/dist/stores/message/dynamodb.d.ts +1 -51
- package/dist/stores/message/dynamodb.js +1 -157
- package/dist/stores/message/firestore.cjs +15 -185
- package/dist/stores/message/firestore.d.ts +1 -68
- package/dist/stores/message/firestore.js +1 -183
- package/dist/stores/message/in_memory.cjs +15 -49
- package/dist/stores/message/in_memory.d.ts +1 -28
- package/dist/stores/message/in_memory.js +1 -47
- package/dist/stores/message/ioredis.cjs +15 -98
- package/dist/stores/message/ioredis.d.ts +1 -64
- package/dist/stores/message/ioredis.js +1 -96
- package/dist/stores/message/momento.cjs +15 -160
- package/dist/stores/message/momento.d.ts +1 -97
- package/dist/stores/message/momento.js +1 -158
- package/dist/stores/message/mongodb.cjs +15 -57
- package/dist/stores/message/mongodb.d.ts +1 -26
- package/dist/stores/message/mongodb.js +1 -55
- package/dist/stores/message/planetscale.cjs +15 -170
- package/dist/stores/message/planetscale.d.ts +1 -75
- package/dist/stores/message/planetscale.js +1 -168
- package/dist/stores/message/redis.cjs +15 -114
- package/dist/stores/message/redis.d.ts +1 -69
- package/dist/stores/message/redis.js +1 -112
- package/dist/stores/message/upstash_redis.cjs +15 -85
- package/dist/stores/message/upstash_redis.d.ts +1 -43
- package/dist/stores/message/upstash_redis.js +1 -83
- package/dist/stores/message/utils.cjs +3 -23
- package/dist/stores/message/utils.d.ts +1 -17
- package/dist/stores/message/utils.js +1 -21
- package/dist/stores/message/xata.cjs +15 -216
- package/dist/stores/message/xata.d.ts +1 -76
- package/dist/stores/message/xata.js +1 -214
- package/dist/tools/IFTTTWebhook.cjs +15 -87
- package/dist/tools/IFTTTWebhook.d.ts +1 -50
- package/dist/tools/IFTTTWebhook.js +1 -85
- package/dist/tools/aiplugin.cjs +15 -73
- package/dist/tools/aiplugin.d.ts +1 -34
- package/dist/tools/aiplugin.js +1 -71
- package/dist/tools/aws_lambda.cjs +15 -83
- package/dist/tools/aws_lambda.d.ts +1 -25
- package/dist/tools/aws_lambda.js +1 -82
- package/dist/tools/aws_sfn.cjs +15 -201
- package/dist/tools/aws_sfn.d.ts +1 -57
- package/dist/tools/aws_sfn.js +1 -197
- package/dist/tools/bingserpapi.cjs +15 -76
- package/dist/tools/bingserpapi.d.ts +1 -23
- package/dist/tools/bingserpapi.js +1 -75
- package/dist/tools/brave_search.cjs +15 -64
- package/dist/tools/brave_search.d.ts +1 -23
- package/dist/tools/brave_search.js +1 -62
- package/dist/tools/connery.cjs +15 -277
- package/dist/tools/connery.d.ts +1 -145
- package/dist/tools/connery.js +1 -274
- package/dist/tools/convert_to_openai.d.ts +1 -1
- package/dist/tools/dadjokeapi.cjs +15 -46
- package/dist/tools/dadjokeapi.d.ts +1 -15
- package/dist/tools/dadjokeapi.js +1 -45
- package/dist/tools/dataforseo_api_search.cjs +15 -280
- package/dist/tools/dataforseo_api_search.d.ts +1 -170
- package/dist/tools/dataforseo_api_search.js +1 -278
- package/dist/tools/dynamic.cjs +15 -87
- package/dist/tools/dynamic.d.ts +1 -48
- package/dist/tools/dynamic.js +1 -84
- package/dist/tools/gmail/index.cjs +15 -11
- package/dist/tools/gmail/index.d.ts +1 -11
- package/dist/tools/gmail/index.js +1 -5
- package/dist/tools/google_custom_search.cjs +15 -70
- package/dist/tools/google_custom_search.d.ts +1 -25
- package/dist/tools/google_custom_search.js +1 -68
- package/dist/tools/google_places.cjs +15 -79
- package/dist/tools/google_places.d.ts +1 -21
- package/dist/tools/google_places.js +1 -77
- package/dist/tools/searchapi.cjs +15 -164
- package/dist/tools/searchapi.d.ts +1 -91
- package/dist/tools/searchapi.js +1 -162
- package/dist/tools/searxng_search.cjs +15 -156
- package/dist/tools/searxng_search.d.ts +1 -114
- package/dist/tools/searxng_search.js +1 -154
- package/dist/tools/serpapi.cjs +15 -199
- package/dist/tools/serpapi.d.ts +1 -302
- package/dist/tools/serpapi.js +1 -197
- package/dist/tools/serper.cjs +15 -94
- package/dist/tools/serper.d.ts +1 -32
- package/dist/tools/serper.js +1 -92
- package/dist/tools/wikipedia_query_run.cjs +15 -133
- package/dist/tools/wikipedia_query_run.d.ts +1 -54
- package/dist/tools/wikipedia_query_run.js +1 -131
- package/dist/tools/wolframalpha.cjs +15 -47
- package/dist/tools/wolframalpha.d.ts +1 -21
- package/dist/tools/wolframalpha.js +1 -45
- package/dist/types/openai-types.d.ts +1 -1
- package/dist/util/convex.cjs +15 -75
- package/dist/util/convex.d.ts +1 -26
- package/dist/util/convex.js +1 -74
- package/dist/util/event-source-parse.cjs +15 -224
- package/dist/util/event-source-parse.d.ts +1 -39
- package/dist/util/event-source-parse.js +1 -219
- package/dist/util/math.cjs +15 -123
- package/dist/util/math.d.ts +1 -40
- package/dist/util/math.js +1 -116
- package/dist/util/openapi.d.ts +2 -2
- package/dist/vectorstores/analyticdb.cjs +3 -333
- package/dist/vectorstores/analyticdb.d.ts +1 -110
- package/dist/vectorstores/analyticdb.js +1 -317
- package/dist/vectorstores/base.cjs +15 -165
- package/dist/vectorstores/base.d.ts +1 -104
- package/dist/vectorstores/base.js +1 -161
- package/dist/vectorstores/cassandra.cjs +15 -478
- package/dist/vectorstores/cassandra.d.ts +1 -162
- package/dist/vectorstores/cassandra.js +1 -476
- package/dist/vectorstores/chroma.cjs +3 -312
- package/dist/vectorstores/chroma.d.ts +1 -133
- package/dist/vectorstores/chroma.js +1 -299
- package/dist/vectorstores/clickhouse.cjs +3 -272
- package/dist/vectorstores/clickhouse.d.ts +1 -126
- package/dist/vectorstores/clickhouse.js +1 -259
- package/dist/vectorstores/closevector/node.cjs +15 -107
- package/dist/vectorstores/closevector/node.d.ts +1 -83
- package/dist/vectorstores/closevector/node.js +1 -105
- package/dist/vectorstores/closevector/web.cjs +15 -107
- package/dist/vectorstores/closevector/web.d.ts +1 -80
- package/dist/vectorstores/closevector/web.js +1 -105
- package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
- package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
- package/dist/vectorstores/cloudflare_vectorize.js +1 -173
- package/dist/vectorstores/convex.cjs +15 -175
- package/dist/vectorstores/convex.d.ts +1 -134
- package/dist/vectorstores/convex.js +1 -173
- package/dist/vectorstores/elasticsearch.cjs +3 -287
- package/dist/vectorstores/elasticsearch.d.ts +1 -143
- package/dist/vectorstores/elasticsearch.js +1 -274
- package/dist/vectorstores/faiss.cjs +3 -378
- package/dist/vectorstores/faiss.d.ts +1 -127
- package/dist/vectorstores/faiss.js +1 -365
- package/dist/vectorstores/googlevertexai.cjs +3 -538
- package/dist/vectorstores/googlevertexai.d.ts +1 -181
- package/dist/vectorstores/googlevertexai.js +1 -521
- package/dist/vectorstores/hnswlib.cjs +15 -273
- package/dist/vectorstores/hnswlib.d.ts +1 -122
- package/dist/vectorstores/hnswlib.js +1 -271
- package/dist/vectorstores/lancedb.cjs +15 -126
- package/dist/vectorstores/lancedb.d.ts +1 -61
- package/dist/vectorstores/lancedb.js +1 -124
- package/dist/vectorstores/memory.cjs +6 -6
- package/dist/vectorstores/memory.d.ts +3 -3
- package/dist/vectorstores/memory.js +2 -2
- package/dist/vectorstores/milvus.cjs +3 -592
- package/dist/vectorstores/milvus.d.ts +1 -139
- package/dist/vectorstores/milvus.js +1 -579
- package/dist/vectorstores/momento_vector_index.cjs +3 -305
- package/dist/vectorstores/momento_vector_index.d.ts +1 -143
- package/dist/vectorstores/momento_vector_index.js +1 -292
- package/dist/vectorstores/mongodb_atlas.cjs +15 -218
- package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
- package/dist/vectorstores/mongodb_atlas.js +1 -216
- package/dist/vectorstores/myscale.cjs +3 -263
- package/dist/vectorstores/myscale.d.ts +1 -129
- package/dist/vectorstores/myscale.js +1 -250
- package/dist/vectorstores/neo4j_vector.cjs +3 -578
- package/dist/vectorstores/neo4j_vector.d.ts +1 -75
- package/dist/vectorstores/neo4j_vector.js +1 -562
- package/dist/vectorstores/opensearch.cjs +3 -274
- package/dist/vectorstores/opensearch.d.ts +1 -119
- package/dist/vectorstores/opensearch.js +1 -261
- package/dist/vectorstores/pgvector.cjs +14 -404
- package/dist/vectorstores/pgvector.d.ts +1 -160
- package/dist/vectorstores/pgvector.js +1 -400
- package/dist/vectorstores/pinecone.cjs +3 -280
- package/dist/vectorstores/pinecone.d.ts +1 -120
- package/dist/vectorstores/pinecone.js +1 -264
- package/dist/vectorstores/prisma.cjs +15 -305
- package/dist/vectorstores/prisma.d.ts +1 -180
- package/dist/vectorstores/prisma.js +1 -303
- package/dist/vectorstores/qdrant.cjs +15 -195
- package/dist/vectorstores/qdrant.d.ts +1 -95
- package/dist/vectorstores/qdrant.js +1 -193
- package/dist/vectorstores/redis.cjs +15 -333
- package/dist/vectorstores/redis.d.ts +1 -186
- package/dist/vectorstores/redis.js +1 -331
- package/dist/vectorstores/rockset.cjs +15 -351
- package/dist/vectorstores/rockset.d.ts +1 -202
- package/dist/vectorstores/rockset.js +1 -347
- package/dist/vectorstores/singlestore.cjs +15 -220
- package/dist/vectorstores/singlestore.d.ts +1 -88
- package/dist/vectorstores/singlestore.js +1 -218
- package/dist/vectorstores/supabase.cjs +15 -217
- package/dist/vectorstores/supabase.d.ts +1 -118
- package/dist/vectorstores/supabase.js +1 -215
- package/dist/vectorstores/tigris.cjs +3 -143
- package/dist/vectorstores/tigris.d.ts +1 -74
- package/dist/vectorstores/tigris.js +1 -130
- package/dist/vectorstores/typeorm.cjs +15 -259
- package/dist/vectorstores/typeorm.d.ts +1 -109
- package/dist/vectorstores/typeorm.js +1 -256
- package/dist/vectorstores/typesense.cjs +15 -223
- package/dist/vectorstores/typesense.d.ts +1 -131
- package/dist/vectorstores/typesense.js +1 -221
- package/dist/vectorstores/usearch.cjs +3 -203
- package/dist/vectorstores/usearch.d.ts +1 -85
- package/dist/vectorstores/usearch.js +1 -187
- package/dist/vectorstores/vectara.cjs +3 -409
- package/dist/vectorstores/vectara.d.ts +1 -148
- package/dist/vectorstores/vectara.js +1 -396
- package/dist/vectorstores/vercel_postgres.cjs +15 -320
- package/dist/vectorstores/vercel_postgres.d.ts +1 -145
- package/dist/vectorstores/vercel_postgres.js +1 -318
- package/dist/vectorstores/voy.cjs +15 -156
- package/dist/vectorstores/voy.d.ts +1 -73
- package/dist/vectorstores/voy.js +1 -154
- package/dist/vectorstores/weaviate.cjs +3 -347
- package/dist/vectorstores/weaviate.d.ts +1 -140
- package/dist/vectorstores/weaviate.js +1 -333
- package/dist/vectorstores/xata.cjs +15 -108
- package/dist/vectorstores/xata.d.ts +1 -70
- package/dist/vectorstores/xata.js +1 -106
- package/dist/vectorstores/zep.cjs +15 -313
- package/dist/vectorstores/zep.d.ts +1 -146
- package/dist/vectorstores/zep.js +1 -311
- package/package.json +4 -265
- package/dist/chat_models/googlevertexai/common.cjs +0 -274
- package/dist/chat_models/googlevertexai/common.d.ts +0 -123
- package/dist/chat_models/googlevertexai/common.js +0 -269
- package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
- package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
- package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
- package/dist/llms/googlevertexai/common.cjs +0 -168
- package/dist/llms/googlevertexai/common.d.ts +0 -82
- package/dist/llms/googlevertexai/common.js +0 -164
- package/dist/tools/gmail/base.cjs +0 -69
- package/dist/tools/gmail/base.d.ts +0 -19
- package/dist/tools/gmail/base.js +0 -65
- package/dist/tools/gmail/create_draft.cjs +0 -62
- package/dist/tools/gmail/create_draft.d.ts +0 -35
- package/dist/tools/gmail/create_draft.js +0 -58
- package/dist/tools/gmail/descriptions.cjs +0 -118
- package/dist/tools/gmail/descriptions.d.ts +0 -5
- package/dist/tools/gmail/descriptions.js +0 -115
- package/dist/tools/gmail/get_message.cjs +0 -83
- package/dist/tools/gmail/get_message.d.ts +0 -18
- package/dist/tools/gmail/get_message.js +0 -79
- package/dist/tools/gmail/get_thread.cjs +0 -89
- package/dist/tools/gmail/get_thread.d.ts +0 -18
- package/dist/tools/gmail/get_thread.js +0 -85
- package/dist/tools/gmail/search.cjs +0 -118
- package/dist/tools/gmail/search.d.ts +0 -29
- package/dist/tools/gmail/search.js +0 -114
- package/dist/tools/gmail/send_message.cjs +0 -74
- package/dist/tools/gmail/send_message.d.ts +0 -35
- package/dist/tools/gmail/send_message.js +0 -70
- package/dist/util/chunk.cjs +0 -11
- package/dist/util/chunk.d.ts +0 -1
- package/dist/util/chunk.js +0 -7
- package/dist/util/googlevertexai-gauth.cjs +0 -36
- package/dist/util/googlevertexai-gauth.d.ts +0 -8
- package/dist/util/googlevertexai-gauth.js +0 -32
- package/dist/util/googlevertexai-webauth.cjs +0 -96
- package/dist/util/googlevertexai-webauth.d.ts +0 -22
- package/dist/util/googlevertexai-webauth.js +0 -92
- package/dist/util/iflytek_websocket_stream.cjs +0 -81
- package/dist/util/iflytek_websocket_stream.d.ts +0 -27
- package/dist/util/iflytek_websocket_stream.js +0 -77
- package/dist/util/llama_cpp.cjs +0 -34
- package/dist/util/llama_cpp.d.ts +0 -46
- package/dist/util/llama_cpp.js +0 -28
- package/dist/util/momento.cjs +0 -26
- package/dist/util/momento.d.ts +0 -9
- package/dist/util/momento.js +0 -22
- package/dist/util/openai-format-fndef.cjs +0 -81
- package/dist/util/openai-format-fndef.d.ts +0 -44
- package/dist/util/openai-format-fndef.js +0 -77
- package/dist/util/openai.cjs +0 -21
- package/dist/util/openai.d.ts +0 -1
- package/dist/util/openai.js +0 -17
- package/dist/vectorstores/closevector/common.cjs +0 -128
- package/dist/vectorstores/closevector/common.d.ts +0 -82
- package/dist/vectorstores/closevector/common.js +0 -124
|
@@ -1,400 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { VectorStore } from "./base.js";
|
|
3
|
-
import { Document } from "../document.js";
|
|
4
|
-
import { getEnvironmentVariable } from "../util/env.js";
|
|
5
|
-
/**
|
|
6
|
-
* Class that provides an interface to a Postgres vector database. It
|
|
7
|
-
* extends the `VectorStore` base class and implements methods for adding
|
|
8
|
-
* documents and vectors, performing similarity searches, and ensuring the
|
|
9
|
-
* existence of a table in the database.
|
|
10
|
-
*/
|
|
11
|
-
export class PGVectorStore extends VectorStore {
|
|
12
|
-
_vectorstoreType() {
|
|
13
|
-
return "pgvector";
|
|
14
|
-
}
|
|
15
|
-
constructor(embeddings, config) {
|
|
16
|
-
super(embeddings, config);
|
|
17
|
-
Object.defineProperty(this, "tableName", {
|
|
18
|
-
enumerable: true,
|
|
19
|
-
configurable: true,
|
|
20
|
-
writable: true,
|
|
21
|
-
value: void 0
|
|
22
|
-
});
|
|
23
|
-
Object.defineProperty(this, "collectionTableName", {
|
|
24
|
-
enumerable: true,
|
|
25
|
-
configurable: true,
|
|
26
|
-
writable: true,
|
|
27
|
-
value: void 0
|
|
28
|
-
});
|
|
29
|
-
Object.defineProperty(this, "collectionName", {
|
|
30
|
-
enumerable: true,
|
|
31
|
-
configurable: true,
|
|
32
|
-
writable: true,
|
|
33
|
-
value: "langchain"
|
|
34
|
-
});
|
|
35
|
-
Object.defineProperty(this, "collectionMetadata", {
|
|
36
|
-
enumerable: true,
|
|
37
|
-
configurable: true,
|
|
38
|
-
writable: true,
|
|
39
|
-
value: void 0
|
|
40
|
-
});
|
|
41
|
-
Object.defineProperty(this, "idColumnName", {
|
|
42
|
-
enumerable: true,
|
|
43
|
-
configurable: true,
|
|
44
|
-
writable: true,
|
|
45
|
-
value: void 0
|
|
46
|
-
});
|
|
47
|
-
Object.defineProperty(this, "vectorColumnName", {
|
|
48
|
-
enumerable: true,
|
|
49
|
-
configurable: true,
|
|
50
|
-
writable: true,
|
|
51
|
-
value: void 0
|
|
52
|
-
});
|
|
53
|
-
Object.defineProperty(this, "contentColumnName", {
|
|
54
|
-
enumerable: true,
|
|
55
|
-
configurable: true,
|
|
56
|
-
writable: true,
|
|
57
|
-
value: void 0
|
|
58
|
-
});
|
|
59
|
-
Object.defineProperty(this, "metadataColumnName", {
|
|
60
|
-
enumerable: true,
|
|
61
|
-
configurable: true,
|
|
62
|
-
writable: true,
|
|
63
|
-
value: void 0
|
|
64
|
-
});
|
|
65
|
-
Object.defineProperty(this, "filter", {
|
|
66
|
-
enumerable: true,
|
|
67
|
-
configurable: true,
|
|
68
|
-
writable: true,
|
|
69
|
-
value: void 0
|
|
70
|
-
});
|
|
71
|
-
Object.defineProperty(this, "_verbose", {
|
|
72
|
-
enumerable: true,
|
|
73
|
-
configurable: true,
|
|
74
|
-
writable: true,
|
|
75
|
-
value: void 0
|
|
76
|
-
});
|
|
77
|
-
Object.defineProperty(this, "pool", {
|
|
78
|
-
enumerable: true,
|
|
79
|
-
configurable: true,
|
|
80
|
-
writable: true,
|
|
81
|
-
value: void 0
|
|
82
|
-
});
|
|
83
|
-
Object.defineProperty(this, "client", {
|
|
84
|
-
enumerable: true,
|
|
85
|
-
configurable: true,
|
|
86
|
-
writable: true,
|
|
87
|
-
value: void 0
|
|
88
|
-
});
|
|
89
|
-
Object.defineProperty(this, "chunkSize", {
|
|
90
|
-
enumerable: true,
|
|
91
|
-
configurable: true,
|
|
92
|
-
writable: true,
|
|
93
|
-
value: 500
|
|
94
|
-
});
|
|
95
|
-
this.tableName = config.tableName;
|
|
96
|
-
this.collectionTableName = config.collectionTableName;
|
|
97
|
-
this.collectionName = config.collectionName ?? "langchain";
|
|
98
|
-
this.collectionMetadata = config.collectionMetadata ?? null;
|
|
99
|
-
this.filter = config.filter;
|
|
100
|
-
this.vectorColumnName = config.columns?.vectorColumnName ?? "embedding";
|
|
101
|
-
this.contentColumnName = config.columns?.contentColumnName ?? "text";
|
|
102
|
-
this.idColumnName = config.columns?.idColumnName ?? "id";
|
|
103
|
-
this.metadataColumnName = config.columns?.metadataColumnName ?? "metadata";
|
|
104
|
-
const pool = new pg.Pool(config.postgresConnectionOptions);
|
|
105
|
-
this.pool = pool;
|
|
106
|
-
this.chunkSize = config.chunkSize ?? 500;
|
|
107
|
-
this._verbose =
|
|
108
|
-
getEnvironmentVariable("LANGCHAIN_VERBOSE") === "true" ??
|
|
109
|
-
!!config.verbose;
|
|
110
|
-
}
|
|
111
|
-
/**
|
|
112
|
-
* Static method to create a new `PGVectorStore` instance from a
|
|
113
|
-
* connection. It creates a table if one does not exist, and calls
|
|
114
|
-
* `connect` to return a new instance of `PGVectorStore`.
|
|
115
|
-
*
|
|
116
|
-
* @param embeddings - Embeddings instance.
|
|
117
|
-
* @param fields - `PGVectorStoreArgs` instance.
|
|
118
|
-
* @returns A new instance of `PGVectorStore`.
|
|
119
|
-
*/
|
|
120
|
-
static async initialize(embeddings, config) {
|
|
121
|
-
const postgresqlVectorStore = new PGVectorStore(embeddings, config);
|
|
122
|
-
await postgresqlVectorStore._initializeClient();
|
|
123
|
-
await postgresqlVectorStore.ensureTableInDatabase();
|
|
124
|
-
if (postgresqlVectorStore.collectionTableName) {
|
|
125
|
-
await postgresqlVectorStore.ensureCollectionTableInDatabase();
|
|
126
|
-
}
|
|
127
|
-
return postgresqlVectorStore;
|
|
128
|
-
}
|
|
129
|
-
async _initializeClient() {
|
|
130
|
-
this.client = await this.pool.connect();
|
|
131
|
-
}
|
|
132
|
-
/**
|
|
133
|
-
* Method to add documents to the vector store. It converts the documents into
|
|
134
|
-
* vectors, and adds them to the store.
|
|
135
|
-
*
|
|
136
|
-
* @param documents - Array of `Document` instances.
|
|
137
|
-
* @returns Promise that resolves when the documents have been added.
|
|
138
|
-
*/
|
|
139
|
-
async addDocuments(documents) {
|
|
140
|
-
const texts = documents.map(({ pageContent }) => pageContent);
|
|
141
|
-
return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
|
|
142
|
-
}
|
|
143
|
-
/**
|
|
144
|
-
* Inserts a row for the collectionName provided at initialization if it does not
|
|
145
|
-
* exist and returns the collectionId.
|
|
146
|
-
*
|
|
147
|
-
* @returns The collectionId for the given collectionName.
|
|
148
|
-
*/
|
|
149
|
-
async getOrCreateCollection() {
|
|
150
|
-
const queryString = `
|
|
151
|
-
SELECT uuid from ${this.collectionTableName}
|
|
152
|
-
WHERE name = $1;
|
|
153
|
-
`;
|
|
154
|
-
const queryResult = await this.pool.query(queryString, [
|
|
155
|
-
this.collectionName,
|
|
156
|
-
]);
|
|
157
|
-
let collectionId = queryResult.rows[0]?.uuid;
|
|
158
|
-
if (!collectionId) {
|
|
159
|
-
const insertString = `
|
|
160
|
-
INSERT INTO ${this.collectionTableName}(
|
|
161
|
-
uuid,
|
|
162
|
-
name,
|
|
163
|
-
cmetadata
|
|
164
|
-
)
|
|
165
|
-
VALUES (
|
|
166
|
-
uuid_generate_v4(),
|
|
167
|
-
$1,
|
|
168
|
-
$2
|
|
169
|
-
)
|
|
170
|
-
RETURNING uuid;
|
|
171
|
-
`;
|
|
172
|
-
const insertResult = await this.pool.query(insertString, [
|
|
173
|
-
this.collectionName,
|
|
174
|
-
this.collectionMetadata,
|
|
175
|
-
]);
|
|
176
|
-
collectionId = insertResult.rows[0]?.uuid;
|
|
177
|
-
}
|
|
178
|
-
return collectionId;
|
|
179
|
-
}
|
|
180
|
-
/**
|
|
181
|
-
* Generates the SQL placeholders for a specific row at the provided index.
|
|
182
|
-
*
|
|
183
|
-
* @param index - The index of the row for which placeholders need to be generated.
|
|
184
|
-
* @param numOfColumns - The number of columns we are inserting data into.
|
|
185
|
-
* @returns The SQL placeholders for the row values.
|
|
186
|
-
*/
|
|
187
|
-
generatePlaceholderForRowAt(index, numOfColumns) {
|
|
188
|
-
const placeholders = [];
|
|
189
|
-
for (let i = 0; i < numOfColumns; i += 1) {
|
|
190
|
-
placeholders.push(`$${index * numOfColumns + i + 1}`);
|
|
191
|
-
}
|
|
192
|
-
return `(${placeholders.join(", ")})`;
|
|
193
|
-
}
|
|
194
|
-
/**
|
|
195
|
-
* Constructs the SQL query for inserting rows into the specified table.
|
|
196
|
-
*
|
|
197
|
-
* @param rows - The rows of data to be inserted, consisting of values and records.
|
|
198
|
-
* @param chunkIndex - The starting index for generating query placeholders based on chunk positioning.
|
|
199
|
-
* @returns The complete SQL INSERT INTO query string.
|
|
200
|
-
*/
|
|
201
|
-
async buildInsertQuery(rows) {
|
|
202
|
-
let collectionId;
|
|
203
|
-
if (this.collectionTableName) {
|
|
204
|
-
collectionId = await this.getOrCreateCollection();
|
|
205
|
-
}
|
|
206
|
-
const columns = [
|
|
207
|
-
this.contentColumnName,
|
|
208
|
-
this.vectorColumnName,
|
|
209
|
-
this.metadataColumnName,
|
|
210
|
-
];
|
|
211
|
-
if (collectionId) {
|
|
212
|
-
columns.push("collection_id");
|
|
213
|
-
}
|
|
214
|
-
const valuesPlaceholders = rows
|
|
215
|
-
.map((_, j) => this.generatePlaceholderForRowAt(j, columns.length))
|
|
216
|
-
.join(", ");
|
|
217
|
-
const text = `
|
|
218
|
-
INSERT INTO ${this.tableName}(
|
|
219
|
-
${columns}
|
|
220
|
-
)
|
|
221
|
-
VALUES ${valuesPlaceholders}
|
|
222
|
-
`;
|
|
223
|
-
return text;
|
|
224
|
-
}
|
|
225
|
-
/**
|
|
226
|
-
* Method to add vectors to the vector store. It converts the vectors into
|
|
227
|
-
* rows and inserts them into the database.
|
|
228
|
-
*
|
|
229
|
-
* @param vectors - Array of vectors.
|
|
230
|
-
* @param documents - Array of `Document` instances.
|
|
231
|
-
* @returns Promise that resolves when the vectors have been added.
|
|
232
|
-
*/
|
|
233
|
-
async addVectors(vectors, documents) {
|
|
234
|
-
const rows = [];
|
|
235
|
-
let collectionId;
|
|
236
|
-
if (this.collectionTableName) {
|
|
237
|
-
collectionId = await this.getOrCreateCollection();
|
|
238
|
-
}
|
|
239
|
-
for (let i = 0; i < vectors.length; i += 1) {
|
|
240
|
-
const values = [];
|
|
241
|
-
const embedding = vectors[i];
|
|
242
|
-
const embeddingString = `[${embedding.join(",")}]`;
|
|
243
|
-
values.push(documents[i].pageContent, embeddingString, documents[i].metadata);
|
|
244
|
-
if (collectionId) {
|
|
245
|
-
values.push(collectionId);
|
|
246
|
-
}
|
|
247
|
-
rows.push(values);
|
|
248
|
-
}
|
|
249
|
-
for (let i = 0; i < rows.length; i += this.chunkSize) {
|
|
250
|
-
const chunk = rows.slice(i, i + this.chunkSize);
|
|
251
|
-
const insertQuery = await this.buildInsertQuery(chunk);
|
|
252
|
-
const flatValues = chunk.flat();
|
|
253
|
-
try {
|
|
254
|
-
await this.pool.query(insertQuery, flatValues);
|
|
255
|
-
}
|
|
256
|
-
catch (e) {
|
|
257
|
-
console.error(e);
|
|
258
|
-
throw new Error(`Error inserting: ${e.message}`);
|
|
259
|
-
}
|
|
260
|
-
}
|
|
261
|
-
}
|
|
262
|
-
/**
|
|
263
|
-
* Method to perform a similarity search in the vector store. It returns
|
|
264
|
-
* the `k` most similar documents to the query vector, along with their
|
|
265
|
-
* similarity scores.
|
|
266
|
-
*
|
|
267
|
-
* @param query - Query vector.
|
|
268
|
-
* @param k - Number of most similar documents to return.
|
|
269
|
-
* @param filter - Optional filter to apply to the search.
|
|
270
|
-
* @returns Promise that resolves with an array of tuples, each containing a `Document` and its similarity score.
|
|
271
|
-
*/
|
|
272
|
-
async similaritySearchVectorWithScore(query, k, filter) {
|
|
273
|
-
const embeddingString = `[${query.join(",")}]`;
|
|
274
|
-
const _filter = filter ?? "{}";
|
|
275
|
-
let collectionId;
|
|
276
|
-
if (this.collectionTableName) {
|
|
277
|
-
collectionId = await this.getOrCreateCollection();
|
|
278
|
-
}
|
|
279
|
-
const parameters = [embeddingString, _filter, k];
|
|
280
|
-
if (collectionId) {
|
|
281
|
-
parameters.push(collectionId);
|
|
282
|
-
}
|
|
283
|
-
const queryString = `
|
|
284
|
-
SELECT *, ${this.vectorColumnName} <=> $1 as "_distance"
|
|
285
|
-
FROM ${this.tableName}
|
|
286
|
-
WHERE ${this.metadataColumnName}::jsonb @> $2
|
|
287
|
-
${collectionId ? "AND collection_id = $4" : ""}
|
|
288
|
-
ORDER BY "_distance" ASC
|
|
289
|
-
LIMIT $3;
|
|
290
|
-
`;
|
|
291
|
-
const documents = (await this.pool.query(queryString, parameters)).rows;
|
|
292
|
-
const results = [];
|
|
293
|
-
for (const doc of documents) {
|
|
294
|
-
if (doc._distance != null && doc[this.contentColumnName] != null) {
|
|
295
|
-
const document = new Document({
|
|
296
|
-
pageContent: doc[this.contentColumnName],
|
|
297
|
-
metadata: doc[this.metadataColumnName],
|
|
298
|
-
});
|
|
299
|
-
results.push([document, doc._distance]);
|
|
300
|
-
}
|
|
301
|
-
}
|
|
302
|
-
return results;
|
|
303
|
-
}
|
|
304
|
-
/**
|
|
305
|
-
* Method to ensure the existence of the table in the database. It creates
|
|
306
|
-
* the table if it does not already exist.
|
|
307
|
-
*
|
|
308
|
-
* @returns Promise that resolves when the table has been ensured.
|
|
309
|
-
*/
|
|
310
|
-
async ensureTableInDatabase() {
|
|
311
|
-
await this.pool.query("CREATE EXTENSION IF NOT EXISTS vector;");
|
|
312
|
-
await this.pool.query('CREATE EXTENSION IF NOT EXISTS "uuid-ossp";');
|
|
313
|
-
await this.pool.query(`
|
|
314
|
-
CREATE TABLE IF NOT EXISTS ${this.tableName} (
|
|
315
|
-
"${this.idColumnName}" uuid NOT NULL DEFAULT uuid_generate_v4() PRIMARY KEY,
|
|
316
|
-
"${this.contentColumnName}" text,
|
|
317
|
-
"${this.metadataColumnName}" jsonb,
|
|
318
|
-
"${this.vectorColumnName}" vector
|
|
319
|
-
);
|
|
320
|
-
`);
|
|
321
|
-
}
|
|
322
|
-
/**
|
|
323
|
-
* Method to ensure the existence of the collection table in the database.
|
|
324
|
-
* It creates the table if it does not already exist.
|
|
325
|
-
*
|
|
326
|
-
* @returns Promise that resolves when the collection table has been ensured.
|
|
327
|
-
*/
|
|
328
|
-
async ensureCollectionTableInDatabase() {
|
|
329
|
-
try {
|
|
330
|
-
await this.pool.query(`
|
|
331
|
-
CREATE TABLE IF NOT EXISTS ${this.collectionTableName} (
|
|
332
|
-
uuid uuid NOT NULL DEFAULT uuid_generate_v4() PRIMARY KEY,
|
|
333
|
-
name character varying,
|
|
334
|
-
cmetadata jsonb
|
|
335
|
-
);
|
|
336
|
-
|
|
337
|
-
ALTER TABLE ${this.tableName}
|
|
338
|
-
ADD COLUMN collection_id uuid;
|
|
339
|
-
|
|
340
|
-
ALTER TABLE ${this.tableName}
|
|
341
|
-
ADD CONSTRAINT ${this.tableName}_collection_id_fkey
|
|
342
|
-
FOREIGN KEY (collection_id)
|
|
343
|
-
REFERENCES ${this.collectionTableName}(uuid)
|
|
344
|
-
ON DELETE CASCADE;
|
|
345
|
-
`);
|
|
346
|
-
}
|
|
347
|
-
catch (e) {
|
|
348
|
-
if (!e.message.includes("already exists")) {
|
|
349
|
-
console.error(e);
|
|
350
|
-
throw new Error(`Error adding column: ${e.message}`);
|
|
351
|
-
}
|
|
352
|
-
}
|
|
353
|
-
}
|
|
354
|
-
/**
|
|
355
|
-
* Static method to create a new `PGVectorStore` instance from an
|
|
356
|
-
* array of texts and their metadata. It converts the texts into
|
|
357
|
-
* `Document` instances and adds them to the store.
|
|
358
|
-
*
|
|
359
|
-
* @param texts - Array of texts.
|
|
360
|
-
* @param metadatas - Array of metadata objects or a single metadata object.
|
|
361
|
-
* @param embeddings - Embeddings instance.
|
|
362
|
-
* @param dbConfig - `PGVectorStoreArgs` instance.
|
|
363
|
-
* @returns Promise that resolves with a new instance of `PGVectorStore`.
|
|
364
|
-
*/
|
|
365
|
-
static async fromTexts(texts, metadatas, embeddings, dbConfig) {
|
|
366
|
-
const docs = [];
|
|
367
|
-
for (let i = 0; i < texts.length; i += 1) {
|
|
368
|
-
const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
|
|
369
|
-
const newDoc = new Document({
|
|
370
|
-
pageContent: texts[i],
|
|
371
|
-
metadata,
|
|
372
|
-
});
|
|
373
|
-
docs.push(newDoc);
|
|
374
|
-
}
|
|
375
|
-
return PGVectorStore.fromDocuments(docs, embeddings, dbConfig);
|
|
376
|
-
}
|
|
377
|
-
/**
|
|
378
|
-
* Static method to create a new `PGVectorStore` instance from an
|
|
379
|
-
* array of `Document` instances. It adds the documents to the store.
|
|
380
|
-
*
|
|
381
|
-
* @param docs - Array of `Document` instances.
|
|
382
|
-
* @param embeddings - Embeddings instance.
|
|
383
|
-
* @param dbConfig - `PGVectorStoreArgs` instance.
|
|
384
|
-
* @returns Promise that resolves with a new instance of `PGVectorStore`.
|
|
385
|
-
*/
|
|
386
|
-
static async fromDocuments(docs, embeddings, dbConfig) {
|
|
387
|
-
const instance = await PGVectorStore.initialize(embeddings, dbConfig);
|
|
388
|
-
await instance.addDocuments(docs);
|
|
389
|
-
return instance;
|
|
390
|
-
}
|
|
391
|
-
/**
|
|
392
|
-
* Closes all the clients in the pool and terminates the pool.
|
|
393
|
-
*
|
|
394
|
-
* @returns Promise that resolves when all clients are closed and the pool is terminated.
|
|
395
|
-
*/
|
|
396
|
-
async end() {
|
|
397
|
-
this.client?.release();
|
|
398
|
-
return this.pool.end();
|
|
399
|
-
}
|
|
400
|
-
}
|
|
1
|
+
export * from "@langchain/community/vectorstores/pgvector";
|
|
@@ -10,285 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
|
|
|
10
10
|
if (k2 === undefined) k2 = k;
|
|
11
11
|
o[k2] = m[k];
|
|
12
12
|
}));
|
|
13
|
-
var
|
|
14
|
-
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
24
|
-
};
|
|
25
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
26
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
27
15
|
};
|
|
28
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
-
exports
|
|
30
|
-
/* eslint-disable no-process-env */
|
|
31
|
-
const uuid = __importStar(require("uuid"));
|
|
32
|
-
const flat_1 = __importDefault(require("flat"));
|
|
33
|
-
const base_js_1 = require("./base.cjs");
|
|
34
|
-
const document_js_1 = require("../document.cjs");
|
|
35
|
-
const async_caller_js_1 = require("../util/async_caller.cjs");
|
|
36
|
-
const math_js_1 = require("../util/math.cjs");
|
|
37
|
-
const chunk_js_1 = require("../util/chunk.cjs");
|
|
38
|
-
/**
|
|
39
|
-
* Class that extends the VectorStore class and provides methods to
|
|
40
|
-
* interact with the Pinecone vector database.
|
|
41
|
-
*/
|
|
42
|
-
class PineconeStore extends base_js_1.VectorStore {
|
|
43
|
-
_vectorstoreType() {
|
|
44
|
-
return "pinecone";
|
|
45
|
-
}
|
|
46
|
-
constructor(embeddings, args) {
|
|
47
|
-
super(embeddings, args);
|
|
48
|
-
Object.defineProperty(this, "textKey", {
|
|
49
|
-
enumerable: true,
|
|
50
|
-
configurable: true,
|
|
51
|
-
writable: true,
|
|
52
|
-
value: void 0
|
|
53
|
-
});
|
|
54
|
-
Object.defineProperty(this, "namespace", {
|
|
55
|
-
enumerable: true,
|
|
56
|
-
configurable: true,
|
|
57
|
-
writable: true,
|
|
58
|
-
value: void 0
|
|
59
|
-
});
|
|
60
|
-
Object.defineProperty(this, "pineconeIndex", {
|
|
61
|
-
enumerable: true,
|
|
62
|
-
configurable: true,
|
|
63
|
-
writable: true,
|
|
64
|
-
value: void 0
|
|
65
|
-
});
|
|
66
|
-
Object.defineProperty(this, "filter", {
|
|
67
|
-
enumerable: true,
|
|
68
|
-
configurable: true,
|
|
69
|
-
writable: true,
|
|
70
|
-
value: void 0
|
|
71
|
-
});
|
|
72
|
-
Object.defineProperty(this, "caller", {
|
|
73
|
-
enumerable: true,
|
|
74
|
-
configurable: true,
|
|
75
|
-
writable: true,
|
|
76
|
-
value: void 0
|
|
77
|
-
});
|
|
78
|
-
this.embeddings = embeddings;
|
|
79
|
-
const { namespace, pineconeIndex, textKey, filter, ...asyncCallerArgs } = args;
|
|
80
|
-
this.namespace = namespace;
|
|
81
|
-
this.pineconeIndex = pineconeIndex;
|
|
82
|
-
this.textKey = textKey ?? "text";
|
|
83
|
-
this.filter = filter;
|
|
84
|
-
this.caller = new async_caller_js_1.AsyncCaller(asyncCallerArgs);
|
|
85
|
-
}
|
|
86
|
-
/**
|
|
87
|
-
* Method that adds documents to the Pinecone database.
|
|
88
|
-
* @param documents Array of documents to add to the Pinecone database.
|
|
89
|
-
* @param options Optional ids for the documents.
|
|
90
|
-
* @returns Promise that resolves with the ids of the added documents.
|
|
91
|
-
*/
|
|
92
|
-
async addDocuments(documents, options) {
|
|
93
|
-
const texts = documents.map(({ pageContent }) => pageContent);
|
|
94
|
-
return this.addVectors(await this.embeddings.embedDocuments(texts), documents, options);
|
|
95
|
-
}
|
|
96
|
-
/**
|
|
97
|
-
* Method that adds vectors to the Pinecone database.
|
|
98
|
-
* @param vectors Array of vectors to add to the Pinecone database.
|
|
99
|
-
* @param documents Array of documents associated with the vectors.
|
|
100
|
-
* @param options Optional ids for the vectors.
|
|
101
|
-
* @returns Promise that resolves with the ids of the added vectors.
|
|
102
|
-
*/
|
|
103
|
-
async addVectors(vectors, documents, options) {
|
|
104
|
-
const ids = Array.isArray(options) ? options : options?.ids;
|
|
105
|
-
const documentIds = ids == null ? documents.map(() => uuid.v4()) : ids;
|
|
106
|
-
const pineconeVectors = vectors.map((values, idx) => {
|
|
107
|
-
// Pinecone doesn't support nested objects, so we flatten them
|
|
108
|
-
const documentMetadata = { ...documents[idx].metadata };
|
|
109
|
-
// preserve string arrays which are allowed
|
|
110
|
-
const stringArrays = {};
|
|
111
|
-
for (const key of Object.keys(documentMetadata)) {
|
|
112
|
-
if (Array.isArray(documentMetadata[key]) &&
|
|
113
|
-
// eslint-disable-next-line @typescript-eslint/ban-types, @typescript-eslint/no-explicit-any
|
|
114
|
-
documentMetadata[key].every((el) => typeof el === "string")) {
|
|
115
|
-
stringArrays[key] = documentMetadata[key];
|
|
116
|
-
delete documentMetadata[key];
|
|
117
|
-
}
|
|
118
|
-
}
|
|
119
|
-
const metadata = {
|
|
120
|
-
...(0, flat_1.default)(documentMetadata),
|
|
121
|
-
...stringArrays,
|
|
122
|
-
[this.textKey]: documents[idx].pageContent,
|
|
123
|
-
};
|
|
124
|
-
// Pinecone doesn't support null values, so we remove them
|
|
125
|
-
for (const key of Object.keys(metadata)) {
|
|
126
|
-
if (metadata[key] == null) {
|
|
127
|
-
delete metadata[key];
|
|
128
|
-
}
|
|
129
|
-
else if (typeof metadata[key] === "object" &&
|
|
130
|
-
Object.keys(metadata[key]).length === 0) {
|
|
131
|
-
delete metadata[key];
|
|
132
|
-
}
|
|
133
|
-
}
|
|
134
|
-
return {
|
|
135
|
-
id: documentIds[idx],
|
|
136
|
-
metadata,
|
|
137
|
-
values,
|
|
138
|
-
};
|
|
139
|
-
});
|
|
140
|
-
const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
|
|
141
|
-
// Pinecone recommends a limit of 100 vectors per upsert request
|
|
142
|
-
const chunkSize = 100;
|
|
143
|
-
const chunkedVectors = (0, chunk_js_1.chunkArray)(pineconeVectors, chunkSize);
|
|
144
|
-
const batchRequests = chunkedVectors.map((chunk) => this.caller.call(async () => namespace.upsert(chunk)));
|
|
145
|
-
await Promise.all(batchRequests);
|
|
146
|
-
return documentIds;
|
|
147
|
-
}
|
|
148
|
-
/**
|
|
149
|
-
* Method that deletes vectors from the Pinecone database.
|
|
150
|
-
* @param params Parameters for the delete operation.
|
|
151
|
-
* @returns Promise that resolves when the delete operation is complete.
|
|
152
|
-
*/
|
|
153
|
-
async delete(params) {
|
|
154
|
-
const { deleteAll, ids, filter } = params;
|
|
155
|
-
const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
|
|
156
|
-
if (deleteAll) {
|
|
157
|
-
await namespace.deleteAll();
|
|
158
|
-
}
|
|
159
|
-
else if (ids) {
|
|
160
|
-
const batchSize = 1000;
|
|
161
|
-
for (let i = 0; i < ids.length; i += batchSize) {
|
|
162
|
-
const batchIds = ids.slice(i, i + batchSize);
|
|
163
|
-
await namespace.deleteMany(batchIds);
|
|
164
|
-
}
|
|
165
|
-
}
|
|
166
|
-
else if (filter) {
|
|
167
|
-
await namespace.deleteMany(filter);
|
|
168
|
-
}
|
|
169
|
-
else {
|
|
170
|
-
throw new Error("Either ids or delete_all must be provided.");
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
async _runPineconeQuery(query, k, filter, options) {
|
|
174
|
-
if (filter && this.filter) {
|
|
175
|
-
throw new Error("cannot provide both `filter` and `this.filter`");
|
|
176
|
-
}
|
|
177
|
-
const _filter = filter ?? this.filter;
|
|
178
|
-
const namespace = this.pineconeIndex.namespace(this.namespace ?? "");
|
|
179
|
-
const results = await namespace.query({
|
|
180
|
-
includeMetadata: true,
|
|
181
|
-
topK: k,
|
|
182
|
-
vector: query,
|
|
183
|
-
filter: _filter,
|
|
184
|
-
...options,
|
|
185
|
-
});
|
|
186
|
-
return results;
|
|
187
|
-
}
|
|
188
|
-
/**
|
|
189
|
-
* Method that performs a similarity search in the Pinecone database and
|
|
190
|
-
* returns the results along with their scores.
|
|
191
|
-
* @param query Query vector for the similarity search.
|
|
192
|
-
* @param k Number of top results to return.
|
|
193
|
-
* @param filter Optional filter to apply to the search.
|
|
194
|
-
* @returns Promise that resolves with an array of documents and their scores.
|
|
195
|
-
*/
|
|
196
|
-
async similaritySearchVectorWithScore(query, k, filter) {
|
|
197
|
-
const results = await this._runPineconeQuery(query, k, filter);
|
|
198
|
-
const result = [];
|
|
199
|
-
if (results.matches) {
|
|
200
|
-
for (const res of results.matches) {
|
|
201
|
-
const { [this.textKey]: pageContent, ...metadata } = (res.metadata ??
|
|
202
|
-
{});
|
|
203
|
-
if (res.score) {
|
|
204
|
-
result.push([new document_js_1.Document({ metadata, pageContent }), res.score]);
|
|
205
|
-
}
|
|
206
|
-
}
|
|
207
|
-
}
|
|
208
|
-
return result;
|
|
209
|
-
}
|
|
210
|
-
/**
|
|
211
|
-
* Return documents selected using the maximal marginal relevance.
|
|
212
|
-
* Maximal marginal relevance optimizes for similarity to the query AND diversity
|
|
213
|
-
* among selected documents.
|
|
214
|
-
*
|
|
215
|
-
* @param {string} query - Text to look up documents similar to.
|
|
216
|
-
* @param {number} options.k - Number of documents to return.
|
|
217
|
-
* @param {number} options.fetchK=20 - Number of documents to fetch before passing to the MMR algorithm.
|
|
218
|
-
* @param {number} options.lambda=0.5 - Number between 0 and 1 that determines the degree of diversity among the results,
|
|
219
|
-
* where 0 corresponds to maximum diversity and 1 to minimum diversity.
|
|
220
|
-
* @param {PineconeMetadata} options.filter - Optional filter to apply to the search.
|
|
221
|
-
*
|
|
222
|
-
* @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
|
|
223
|
-
*/
|
|
224
|
-
async maxMarginalRelevanceSearch(query, options) {
|
|
225
|
-
const queryEmbedding = await this.embeddings.embedQuery(query);
|
|
226
|
-
const results = await this._runPineconeQuery(queryEmbedding, options.fetchK ?? 20, options.filter, { includeValues: true });
|
|
227
|
-
const matches = results?.matches ?? [];
|
|
228
|
-
const embeddingList = matches.map((match) => match.values);
|
|
229
|
-
const mmrIndexes = (0, math_js_1.maximalMarginalRelevance)(queryEmbedding, embeddingList, options.lambda, options.k);
|
|
230
|
-
const topMmrMatches = mmrIndexes.map((idx) => matches[idx]);
|
|
231
|
-
const finalResult = [];
|
|
232
|
-
for (const res of topMmrMatches) {
|
|
233
|
-
const { [this.textKey]: pageContent, ...metadata } = (res.metadata ??
|
|
234
|
-
{});
|
|
235
|
-
if (res.score) {
|
|
236
|
-
finalResult.push(new document_js_1.Document({ metadata, pageContent }));
|
|
237
|
-
}
|
|
238
|
-
}
|
|
239
|
-
return finalResult;
|
|
240
|
-
}
|
|
241
|
-
/**
|
|
242
|
-
* Static method that creates a new instance of the PineconeStore class
|
|
243
|
-
* from texts.
|
|
244
|
-
* @param texts Array of texts to add to the Pinecone database.
|
|
245
|
-
* @param metadatas Metadata associated with the texts.
|
|
246
|
-
* @param embeddings Embeddings to use for the texts.
|
|
247
|
-
* @param dbConfig Configuration for the Pinecone database.
|
|
248
|
-
* @returns Promise that resolves with a new instance of the PineconeStore class.
|
|
249
|
-
*/
|
|
250
|
-
static async fromTexts(texts, metadatas, embeddings, dbConfig) {
|
|
251
|
-
const docs = [];
|
|
252
|
-
for (let i = 0; i < texts.length; i += 1) {
|
|
253
|
-
const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
|
|
254
|
-
const newDoc = new document_js_1.Document({
|
|
255
|
-
pageContent: texts[i],
|
|
256
|
-
metadata,
|
|
257
|
-
});
|
|
258
|
-
docs.push(newDoc);
|
|
259
|
-
}
|
|
260
|
-
const args = {
|
|
261
|
-
pineconeIndex: dbConfig.pineconeIndex,
|
|
262
|
-
textKey: dbConfig.textKey,
|
|
263
|
-
namespace: dbConfig.namespace,
|
|
264
|
-
};
|
|
265
|
-
return PineconeStore.fromDocuments(docs, embeddings, args);
|
|
266
|
-
}
|
|
267
|
-
/**
|
|
268
|
-
* Static method that creates a new instance of the PineconeStore class
|
|
269
|
-
* from documents.
|
|
270
|
-
* @param docs Array of documents to add to the Pinecone database.
|
|
271
|
-
* @param embeddings Embeddings to use for the documents.
|
|
272
|
-
* @param dbConfig Configuration for the Pinecone database.
|
|
273
|
-
* @returns Promise that resolves with a new instance of the PineconeStore class.
|
|
274
|
-
*/
|
|
275
|
-
static async fromDocuments(docs, embeddings, dbConfig) {
|
|
276
|
-
const args = dbConfig;
|
|
277
|
-
args.textKey = dbConfig.textKey ?? "text";
|
|
278
|
-
const instance = new this(embeddings, args);
|
|
279
|
-
await instance.addDocuments(docs);
|
|
280
|
-
return instance;
|
|
281
|
-
}
|
|
282
|
-
/**
|
|
283
|
-
* Static method that creates a new instance of the PineconeStore class
|
|
284
|
-
* from an existing index.
|
|
285
|
-
* @param embeddings Embeddings to use for the documents.
|
|
286
|
-
* @param dbConfig Configuration for the Pinecone database.
|
|
287
|
-
* @returns Promise that resolves with a new instance of the PineconeStore class.
|
|
288
|
-
*/
|
|
289
|
-
static async fromExistingIndex(embeddings, dbConfig) {
|
|
290
|
-
const instance = new this(embeddings, dbConfig);
|
|
291
|
-
return instance;
|
|
292
|
-
}
|
|
293
|
-
}
|
|
294
|
-
exports.PineconeStore = PineconeStore;
|
|
17
|
+
__exportStar(require("@langchain/community/vectorstores/pinecone"), exports);
|