langchain 0.0.202 → 0.0.204-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cache/cloudflare_kv.cjs +15 -69
- package/dist/cache/cloudflare_kv.d.ts +1 -42
- package/dist/cache/cloudflare_kv.js +1 -67
- package/dist/cache/momento.cjs +15 -135
- package/dist/cache/momento.d.ts +1 -91
- package/dist/cache/momento.js +1 -133
- package/dist/cache/upstash_redis.cjs +15 -72
- package/dist/cache/upstash_redis.d.ts +1 -45
- package/dist/cache/upstash_redis.js +1 -70
- package/dist/callbacks/handlers/llmonitor.cjs +14 -238
- package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
- package/dist/callbacks/handlers/llmonitor.js +1 -233
- package/dist/chains/openai_moderation.cjs +2 -2
- package/dist/chains/openai_moderation.d.ts +1 -1
- package/dist/chains/openai_moderation.js +1 -1
- package/dist/chat_models/anthropic.d.ts +4 -4
- package/dist/chat_models/baiduwenxin.cjs +15 -411
- package/dist/chat_models/baiduwenxin.d.ts +1 -150
- package/dist/chat_models/baiduwenxin.js +1 -409
- package/dist/chat_models/bedrock/index.cjs +15 -33
- package/dist/chat_models/bedrock/index.d.ts +1 -23
- package/dist/chat_models/bedrock/index.js +1 -29
- package/dist/chat_models/bedrock/web.cjs +15 -360
- package/dist/chat_models/bedrock/web.d.ts +1 -82
- package/dist/chat_models/bedrock/web.js +1 -356
- package/dist/chat_models/cloudflare_workersai.cjs +15 -216
- package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
- package/dist/chat_models/cloudflare_workersai.js +1 -214
- package/dist/chat_models/fireworks.cjs +15 -89
- package/dist/chat_models/fireworks.d.ts +1 -43
- package/dist/chat_models/fireworks.js +1 -87
- package/dist/chat_models/googlepalm.cjs +15 -235
- package/dist/chat_models/googlepalm.d.ts +1 -108
- package/dist/chat_models/googlepalm.js +1 -233
- package/dist/chat_models/googlevertexai/index.cjs +15 -40
- package/dist/chat_models/googlevertexai/index.d.ts +1 -28
- package/dist/chat_models/googlevertexai/index.js +1 -38
- package/dist/chat_models/googlevertexai/web.cjs +15 -39
- package/dist/chat_models/googlevertexai/web.d.ts +1 -28
- package/dist/chat_models/googlevertexai/web.js +1 -37
- package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
- package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
- package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
- package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
- package/dist/chat_models/llama_cpp.cjs +15 -275
- package/dist/chat_models/llama_cpp.d.ts +1 -71
- package/dist/chat_models/llama_cpp.js +1 -273
- package/dist/chat_models/minimax.cjs +15 -578
- package/dist/chat_models/minimax.d.ts +1 -369
- package/dist/chat_models/minimax.js +1 -576
- package/dist/chat_models/ollama.cjs +15 -394
- package/dist/chat_models/ollama.d.ts +1 -127
- package/dist/chat_models/ollama.js +1 -392
- package/dist/chat_models/openai.cjs +4 -698
- package/dist/chat_models/openai.d.ts +4 -137
- package/dist/chat_models/openai.js +2 -695
- package/dist/chat_models/portkey.cjs +15 -167
- package/dist/chat_models/portkey.d.ts +1 -17
- package/dist/chat_models/portkey.js +1 -165
- package/dist/chat_models/yandex.cjs +15 -132
- package/dist/chat_models/yandex.d.ts +1 -30
- package/dist/chat_models/yandex.js +1 -130
- package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
- package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
- package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
- package/dist/document_loaders/fs/pdf.cjs +1 -1
- package/dist/document_loaders/fs/pdf.js +1 -1
- package/dist/document_loaders/web/pdf.cjs +1 -1
- package/dist/document_loaders/web/pdf.js +1 -1
- package/dist/document_transformers/html_to_text.cjs +15 -47
- package/dist/document_transformers/html_to_text.d.ts +1 -30
- package/dist/document_transformers/html_to_text.js +1 -45
- package/dist/document_transformers/mozilla_readability.cjs +15 -53
- package/dist/document_transformers/mozilla_readability.d.ts +1 -31
- package/dist/document_transformers/mozilla_readability.js +1 -51
- package/dist/embeddings/bedrock.cjs +15 -109
- package/dist/embeddings/bedrock.d.ts +1 -71
- package/dist/embeddings/bedrock.js +1 -107
- package/dist/embeddings/cloudflare_workersai.cjs +15 -67
- package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
- package/dist/embeddings/cloudflare_workersai.js +1 -65
- package/dist/embeddings/cohere.cjs +15 -124
- package/dist/embeddings/cohere.d.ts +1 -66
- package/dist/embeddings/cohere.js +1 -122
- package/dist/embeddings/googlepalm.cjs +15 -88
- package/dist/embeddings/googlepalm.d.ts +1 -61
- package/dist/embeddings/googlepalm.js +1 -86
- package/dist/embeddings/googlevertexai.cjs +15 -81
- package/dist/embeddings/googlevertexai.d.ts +1 -54
- package/dist/embeddings/googlevertexai.js +1 -79
- package/dist/embeddings/gradient_ai.cjs +15 -101
- package/dist/embeddings/gradient_ai.d.ts +1 -48
- package/dist/embeddings/gradient_ai.js +1 -99
- package/dist/embeddings/hf.cjs +15 -75
- package/dist/embeddings/hf.d.ts +1 -41
- package/dist/embeddings/hf.js +1 -73
- package/dist/embeddings/hf_transformers.cjs +15 -87
- package/dist/embeddings/hf_transformers.d.ts +1 -47
- package/dist/embeddings/hf_transformers.js +1 -85
- package/dist/embeddings/llama_cpp.cjs +15 -81
- package/dist/embeddings/llama_cpp.d.ts +1 -42
- package/dist/embeddings/llama_cpp.js +1 -79
- package/dist/embeddings/minimax.cjs +15 -165
- package/dist/embeddings/minimax.d.ts +1 -119
- package/dist/embeddings/minimax.js +1 -163
- package/dist/embeddings/ollama.cjs +15 -118
- package/dist/embeddings/ollama.d.ts +1 -34
- package/dist/embeddings/ollama.js +1 -116
- package/dist/embeddings/openai.cjs +2 -240
- package/dist/embeddings/openai.d.ts +1 -82
- package/dist/embeddings/openai.js +1 -239
- package/dist/embeddings/tensorflow.cjs +3 -96
- package/dist/embeddings/tensorflow.d.ts +1 -59
- package/dist/embeddings/tensorflow.js +1 -83
- package/dist/embeddings/voyage.cjs +15 -118
- package/dist/embeddings/voyage.d.ts +1 -66
- package/dist/embeddings/voyage.js +1 -116
- package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
- package/dist/experimental/masking/index.cjs +9 -0
- package/dist/experimental/masking/index.d.ts +4 -0
- package/dist/experimental/masking/index.js +3 -0
- package/dist/experimental/masking/parser.cjs +134 -0
- package/dist/experimental/masking/parser.d.ts +44 -0
- package/dist/experimental/masking/parser.js +130 -0
- package/dist/experimental/masking/regex_masking_transformer.cjs +145 -0
- package/dist/experimental/masking/regex_masking_transformer.d.ts +48 -0
- package/dist/experimental/masking/regex_masking_transformer.js +141 -0
- package/dist/experimental/masking/transformer.cjs +9 -0
- package/dist/experimental/masking/transformer.d.ts +7 -0
- package/dist/experimental/masking/transformer.js +5 -0
- package/dist/experimental/masking/types.cjs +2 -0
- package/dist/experimental/masking/types.d.ts +25 -0
- package/dist/experimental/masking/types.js +1 -0
- package/dist/experimental/openai_assistant/index.cjs +3 -3
- package/dist/experimental/openai_assistant/index.d.ts +1 -1
- package/dist/experimental/openai_assistant/index.js +1 -1
- package/dist/experimental/openai_assistant/schema.d.ts +1 -1
- package/dist/experimental/openai_files/index.cjs +2 -2
- package/dist/experimental/openai_files/index.d.ts +1 -1
- package/dist/experimental/openai_files/index.js +1 -1
- package/dist/graphs/neo4j_graph.cjs +3 -254
- package/dist/graphs/neo4j_graph.d.ts +1 -63
- package/dist/graphs/neo4j_graph.js +1 -241
- package/dist/llms/ai21.cjs +15 -200
- package/dist/llms/ai21.d.ts +1 -100
- package/dist/llms/ai21.js +1 -198
- package/dist/llms/aleph_alpha.cjs +15 -374
- package/dist/llms/aleph_alpha.d.ts +1 -161
- package/dist/llms/aleph_alpha.js +1 -372
- package/dist/llms/bedrock/web.cjs +15 -310
- package/dist/llms/bedrock/web.d.ts +1 -66
- package/dist/llms/bedrock/web.js +1 -308
- package/dist/llms/cloudflare_workersai.cjs +15 -168
- package/dist/llms/cloudflare_workersai.d.ts +1 -55
- package/dist/llms/cloudflare_workersai.js +1 -166
- package/dist/llms/cohere.cjs +15 -110
- package/dist/llms/cohere.d.ts +1 -54
- package/dist/llms/cohere.js +1 -108
- package/dist/llms/fireworks.cjs +15 -90
- package/dist/llms/fireworks.d.ts +1 -33
- package/dist/llms/fireworks.js +1 -88
- package/dist/llms/googlepalm.cjs +15 -134
- package/dist/llms/googlepalm.d.ts +1 -92
- package/dist/llms/googlepalm.js +1 -132
- package/dist/llms/googlevertexai/index.cjs +15 -45
- package/dist/llms/googlevertexai/index.d.ts +1 -38
- package/dist/llms/googlevertexai/index.js +1 -43
- package/dist/llms/googlevertexai/web.cjs +15 -42
- package/dist/llms/googlevertexai/web.d.ts +1 -36
- package/dist/llms/googlevertexai/web.js +1 -40
- package/dist/llms/gradient_ai.cjs +15 -110
- package/dist/llms/gradient_ai.d.ts +1 -55
- package/dist/llms/gradient_ai.js +1 -108
- package/dist/llms/hf.cjs +15 -136
- package/dist/llms/hf.d.ts +1 -68
- package/dist/llms/hf.js +1 -134
- package/dist/llms/llama_cpp.cjs +15 -111
- package/dist/llms/llama_cpp.d.ts +1 -41
- package/dist/llms/llama_cpp.js +1 -109
- package/dist/llms/ollama.cjs +15 -353
- package/dist/llms/ollama.d.ts +1 -106
- package/dist/llms/ollama.js +1 -351
- package/dist/llms/openai-chat.cjs +3 -445
- package/dist/llms/openai-chat.d.ts +4 -123
- package/dist/llms/openai-chat.js +2 -443
- package/dist/llms/openai.cjs +6 -530
- package/dist/llms/openai.d.ts +4 -123
- package/dist/llms/openai.js +2 -525
- package/dist/llms/portkey.cjs +14 -168
- package/dist/llms/portkey.d.ts +1 -57
- package/dist/llms/portkey.js +1 -162
- package/dist/llms/raycast.cjs +15 -94
- package/dist/llms/raycast.d.ts +1 -50
- package/dist/llms/raycast.js +1 -92
- package/dist/llms/replicate.cjs +15 -132
- package/dist/llms/replicate.d.ts +1 -51
- package/dist/llms/replicate.js +1 -130
- package/dist/llms/sagemaker_endpoint.cjs +15 -203
- package/dist/llms/sagemaker_endpoint.d.ts +1 -121
- package/dist/llms/sagemaker_endpoint.js +1 -200
- package/dist/llms/watsonx_ai.cjs +15 -152
- package/dist/llms/watsonx_ai.d.ts +1 -72
- package/dist/llms/watsonx_ai.js +1 -150
- package/dist/llms/writer.cjs +15 -165
- package/dist/llms/writer.d.ts +1 -60
- package/dist/llms/writer.js +1 -163
- package/dist/llms/yandex.cjs +15 -98
- package/dist/llms/yandex.d.ts +1 -40
- package/dist/llms/yandex.js +1 -96
- package/dist/load/import_map.cjs +2 -1
- package/dist/load/import_map.d.ts +1 -0
- package/dist/load/import_map.js +1 -0
- package/dist/load/index.cjs +3 -1
- package/dist/load/index.d.ts +1 -1
- package/dist/load/index.js +3 -1
- package/dist/retrievers/amazon_kendra.cjs +15 -273
- package/dist/retrievers/amazon_kendra.d.ts +1 -142
- package/dist/retrievers/amazon_kendra.js +1 -271
- package/dist/retrievers/chaindesk.cjs +15 -88
- package/dist/retrievers/chaindesk.d.ts +1 -31
- package/dist/retrievers/chaindesk.js +1 -86
- package/dist/retrievers/databerry.cjs +15 -82
- package/dist/retrievers/databerry.d.ts +1 -34
- package/dist/retrievers/databerry.js +1 -80
- package/dist/retrievers/metal.cjs +15 -51
- package/dist/retrievers/metal.d.ts +1 -36
- package/dist/retrievers/metal.js +1 -49
- package/dist/retrievers/supabase.cjs +15 -167
- package/dist/retrievers/supabase.d.ts +1 -82
- package/dist/retrievers/supabase.js +1 -165
- package/dist/retrievers/tavily_search_api.cjs +15 -142
- package/dist/retrievers/tavily_search_api.d.ts +1 -38
- package/dist/retrievers/tavily_search_api.js +1 -140
- package/dist/retrievers/zep.cjs +15 -150
- package/dist/retrievers/zep.d.ts +1 -76
- package/dist/retrievers/zep.js +1 -148
- package/dist/schema/document.cjs +2 -16
- package/dist/schema/document.d.ts +1 -11
- package/dist/schema/document.js +1 -16
- package/dist/schema/index.cjs +2 -7
- package/dist/schema/index.d.ts +2 -10
- package/dist/schema/index.js +1 -6
- package/dist/storage/convex.cjs +15 -143
- package/dist/storage/convex.d.ts +1 -106
- package/dist/storage/convex.js +1 -141
- package/dist/storage/ioredis.cjs +15 -158
- package/dist/storage/ioredis.d.ts +1 -71
- package/dist/storage/ioredis.js +1 -156
- package/dist/storage/upstash_redis.cjs +15 -172
- package/dist/storage/upstash_redis.d.ts +1 -78
- package/dist/storage/upstash_redis.js +1 -170
- package/dist/storage/vercel_kv.cjs +15 -161
- package/dist/storage/vercel_kv.d.ts +1 -62
- package/dist/storage/vercel_kv.js +1 -159
- package/dist/stores/doc/in_memory.cjs +15 -105
- package/dist/stores/doc/in_memory.d.ts +1 -46
- package/dist/stores/doc/in_memory.js +1 -102
- package/dist/stores/message/cassandra.cjs +15 -158
- package/dist/stores/message/cassandra.d.ts +1 -69
- package/dist/stores/message/cassandra.js +1 -156
- package/dist/stores/message/cloudflare_d1.cjs +15 -150
- package/dist/stores/message/cloudflare_d1.d.ts +1 -67
- package/dist/stores/message/cloudflare_d1.js +1 -148
- package/dist/stores/message/convex.cjs +15 -118
- package/dist/stores/message/convex.d.ts +1 -81
- package/dist/stores/message/convex.js +1 -116
- package/dist/stores/message/dynamodb.cjs +15 -159
- package/dist/stores/message/dynamodb.d.ts +1 -51
- package/dist/stores/message/dynamodb.js +1 -157
- package/dist/stores/message/firestore.cjs +15 -185
- package/dist/stores/message/firestore.d.ts +1 -68
- package/dist/stores/message/firestore.js +1 -183
- package/dist/stores/message/ioredis.cjs +15 -98
- package/dist/stores/message/ioredis.d.ts +1 -64
- package/dist/stores/message/ioredis.js +1 -96
- package/dist/stores/message/momento.cjs +15 -160
- package/dist/stores/message/momento.d.ts +1 -97
- package/dist/stores/message/momento.js +1 -158
- package/dist/stores/message/mongodb.cjs +15 -57
- package/dist/stores/message/mongodb.d.ts +1 -26
- package/dist/stores/message/mongodb.js +1 -55
- package/dist/stores/message/planetscale.cjs +15 -170
- package/dist/stores/message/planetscale.d.ts +1 -75
- package/dist/stores/message/planetscale.js +1 -168
- package/dist/stores/message/redis.cjs +15 -114
- package/dist/stores/message/redis.d.ts +1 -69
- package/dist/stores/message/redis.js +1 -112
- package/dist/stores/message/upstash_redis.cjs +15 -85
- package/dist/stores/message/upstash_redis.d.ts +1 -43
- package/dist/stores/message/upstash_redis.js +1 -83
- package/dist/stores/message/utils.cjs +3 -23
- package/dist/stores/message/utils.d.ts +1 -17
- package/dist/stores/message/utils.js +1 -21
- package/dist/stores/message/xata.cjs +15 -216
- package/dist/stores/message/xata.d.ts +1 -76
- package/dist/stores/message/xata.js +1 -214
- package/dist/tools/IFTTTWebhook.cjs +15 -87
- package/dist/tools/IFTTTWebhook.d.ts +1 -50
- package/dist/tools/IFTTTWebhook.js +1 -85
- package/dist/tools/aiplugin.cjs +15 -73
- package/dist/tools/aiplugin.d.ts +1 -34
- package/dist/tools/aiplugin.js +1 -71
- package/dist/tools/aws_sfn.cjs +15 -201
- package/dist/tools/aws_sfn.d.ts +1 -57
- package/dist/tools/aws_sfn.js +1 -197
- package/dist/tools/bingserpapi.cjs +15 -76
- package/dist/tools/bingserpapi.d.ts +1 -23
- package/dist/tools/bingserpapi.js +1 -75
- package/dist/tools/brave_search.cjs +15 -64
- package/dist/tools/brave_search.d.ts +1 -23
- package/dist/tools/brave_search.js +1 -62
- package/dist/tools/connery.cjs +15 -277
- package/dist/tools/connery.d.ts +1 -145
- package/dist/tools/connery.js +1 -274
- package/dist/tools/convert_to_openai.d.ts +1 -1
- package/dist/tools/dadjokeapi.cjs +15 -46
- package/dist/tools/dadjokeapi.d.ts +1 -15
- package/dist/tools/dadjokeapi.js +1 -45
- package/dist/tools/dataforseo_api_search.cjs +15 -280
- package/dist/tools/dataforseo_api_search.d.ts +1 -170
- package/dist/tools/dataforseo_api_search.js +1 -278
- package/dist/tools/gmail/index.cjs +15 -11
- package/dist/tools/gmail/index.d.ts +1 -11
- package/dist/tools/gmail/index.js +1 -5
- package/dist/tools/google_custom_search.cjs +15 -70
- package/dist/tools/google_custom_search.d.ts +1 -25
- package/dist/tools/google_custom_search.js +1 -68
- package/dist/tools/google_places.cjs +15 -79
- package/dist/tools/google_places.d.ts +1 -21
- package/dist/tools/google_places.js +1 -77
- package/dist/tools/searchapi.cjs +15 -164
- package/dist/tools/searchapi.d.ts +1 -91
- package/dist/tools/searchapi.js +1 -162
- package/dist/tools/searxng_search.cjs +15 -156
- package/dist/tools/searxng_search.d.ts +1 -114
- package/dist/tools/searxng_search.js +1 -154
- package/dist/tools/serpapi.cjs +15 -199
- package/dist/tools/serpapi.d.ts +1 -302
- package/dist/tools/serpapi.js +1 -197
- package/dist/tools/serper.cjs +15 -94
- package/dist/tools/serper.d.ts +1 -32
- package/dist/tools/serper.js +1 -92
- package/dist/tools/wikipedia_query_run.cjs +15 -133
- package/dist/tools/wikipedia_query_run.d.ts +1 -54
- package/dist/tools/wikipedia_query_run.js +1 -131
- package/dist/tools/wolframalpha.cjs +15 -47
- package/dist/tools/wolframalpha.d.ts +1 -21
- package/dist/tools/wolframalpha.js +1 -45
- package/dist/types/openai-types.d.ts +1 -1
- package/dist/util/convex.d.ts +1 -1
- package/dist/util/event-source-parse.cjs +15 -224
- package/dist/util/event-source-parse.d.ts +1 -39
- package/dist/util/event-source-parse.js +1 -219
- package/dist/util/math.cjs +15 -123
- package/dist/util/math.d.ts +1 -40
- package/dist/util/math.js +1 -116
- package/dist/util/openapi.d.ts +2 -2
- package/dist/vectorstores/analyticdb.cjs +3 -333
- package/dist/vectorstores/analyticdb.d.ts +1 -110
- package/dist/vectorstores/analyticdb.js +1 -317
- package/dist/vectorstores/base.cjs +15 -165
- package/dist/vectorstores/base.d.ts +1 -104
- package/dist/vectorstores/base.js +1 -161
- package/dist/vectorstores/cassandra.cjs +15 -478
- package/dist/vectorstores/cassandra.d.ts +1 -162
- package/dist/vectorstores/cassandra.js +1 -476
- package/dist/vectorstores/chroma.cjs +3 -312
- package/dist/vectorstores/chroma.d.ts +1 -133
- package/dist/vectorstores/chroma.js +1 -299
- package/dist/vectorstores/clickhouse.cjs +3 -272
- package/dist/vectorstores/clickhouse.d.ts +1 -126
- package/dist/vectorstores/clickhouse.js +1 -259
- package/dist/vectorstores/closevector/node.cjs +15 -107
- package/dist/vectorstores/closevector/node.d.ts +1 -83
- package/dist/vectorstores/closevector/node.js +1 -105
- package/dist/vectorstores/closevector/web.cjs +15 -107
- package/dist/vectorstores/closevector/web.d.ts +1 -80
- package/dist/vectorstores/closevector/web.js +1 -105
- package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
- package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
- package/dist/vectorstores/cloudflare_vectorize.js +1 -173
- package/dist/vectorstores/convex.cjs +15 -175
- package/dist/vectorstores/convex.d.ts +1 -134
- package/dist/vectorstores/convex.js +1 -173
- package/dist/vectorstores/elasticsearch.cjs +3 -287
- package/dist/vectorstores/elasticsearch.d.ts +1 -143
- package/dist/vectorstores/elasticsearch.js +1 -274
- package/dist/vectorstores/faiss.cjs +3 -378
- package/dist/vectorstores/faiss.d.ts +1 -127
- package/dist/vectorstores/faiss.js +1 -365
- package/dist/vectorstores/googlevertexai.cjs +3 -538
- package/dist/vectorstores/googlevertexai.d.ts +1 -181
- package/dist/vectorstores/googlevertexai.js +1 -521
- package/dist/vectorstores/hnswlib.cjs +15 -273
- package/dist/vectorstores/hnswlib.d.ts +1 -122
- package/dist/vectorstores/hnswlib.js +1 -271
- package/dist/vectorstores/lancedb.cjs +15 -126
- package/dist/vectorstores/lancedb.d.ts +1 -61
- package/dist/vectorstores/lancedb.js +1 -124
- package/dist/vectorstores/memory.cjs +15 -143
- package/dist/vectorstores/memory.d.ts +1 -92
- package/dist/vectorstores/memory.js +1 -141
- package/dist/vectorstores/milvus.cjs +3 -592
- package/dist/vectorstores/milvus.d.ts +1 -139
- package/dist/vectorstores/milvus.js +1 -579
- package/dist/vectorstores/momento_vector_index.cjs +3 -305
- package/dist/vectorstores/momento_vector_index.d.ts +1 -143
- package/dist/vectorstores/momento_vector_index.js +1 -292
- package/dist/vectorstores/mongodb_atlas.cjs +15 -218
- package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
- package/dist/vectorstores/mongodb_atlas.js +1 -216
- package/dist/vectorstores/myscale.cjs +3 -263
- package/dist/vectorstores/myscale.d.ts +1 -129
- package/dist/vectorstores/myscale.js +1 -250
- package/dist/vectorstores/neo4j_vector.cjs +3 -578
- package/dist/vectorstores/neo4j_vector.d.ts +1 -75
- package/dist/vectorstores/neo4j_vector.js +1 -562
- package/dist/vectorstores/opensearch.cjs +3 -274
- package/dist/vectorstores/opensearch.d.ts +1 -119
- package/dist/vectorstores/opensearch.js +1 -261
- package/dist/vectorstores/pgvector.cjs +14 -404
- package/dist/vectorstores/pgvector.d.ts +1 -160
- package/dist/vectorstores/pgvector.js +1 -400
- package/dist/vectorstores/pinecone.cjs +3 -280
- package/dist/vectorstores/pinecone.d.ts +1 -120
- package/dist/vectorstores/pinecone.js +1 -264
- package/dist/vectorstores/prisma.cjs +15 -305
- package/dist/vectorstores/prisma.d.ts +1 -180
- package/dist/vectorstores/prisma.js +1 -304
- package/dist/vectorstores/qdrant.cjs +15 -195
- package/dist/vectorstores/qdrant.d.ts +1 -95
- package/dist/vectorstores/qdrant.js +1 -193
- package/dist/vectorstores/redis.cjs +15 -333
- package/dist/vectorstores/redis.d.ts +1 -186
- package/dist/vectorstores/redis.js +1 -331
- package/dist/vectorstores/rockset.cjs +15 -351
- package/dist/vectorstores/rockset.d.ts +1 -202
- package/dist/vectorstores/rockset.js +1 -347
- package/dist/vectorstores/singlestore.cjs +15 -220
- package/dist/vectorstores/singlestore.d.ts +1 -88
- package/dist/vectorstores/singlestore.js +1 -218
- package/dist/vectorstores/supabase.cjs +15 -217
- package/dist/vectorstores/supabase.d.ts +1 -118
- package/dist/vectorstores/supabase.js +1 -215
- package/dist/vectorstores/tigris.cjs +3 -143
- package/dist/vectorstores/tigris.d.ts +1 -74
- package/dist/vectorstores/tigris.js +1 -130
- package/dist/vectorstores/typeorm.cjs +15 -259
- package/dist/vectorstores/typeorm.d.ts +1 -109
- package/dist/vectorstores/typeorm.js +1 -256
- package/dist/vectorstores/typesense.cjs +15 -223
- package/dist/vectorstores/typesense.d.ts +1 -131
- package/dist/vectorstores/typesense.js +1 -221
- package/dist/vectorstores/usearch.cjs +3 -203
- package/dist/vectorstores/usearch.d.ts +1 -85
- package/dist/vectorstores/usearch.js +1 -187
- package/dist/vectorstores/vectara.cjs +3 -409
- package/dist/vectorstores/vectara.d.ts +1 -148
- package/dist/vectorstores/vectara.js +1 -396
- package/dist/vectorstores/vercel_postgres.cjs +15 -320
- package/dist/vectorstores/vercel_postgres.d.ts +1 -145
- package/dist/vectorstores/vercel_postgres.js +1 -318
- package/dist/vectorstores/voy.cjs +15 -156
- package/dist/vectorstores/voy.d.ts +1 -73
- package/dist/vectorstores/voy.js +1 -154
- package/dist/vectorstores/weaviate.cjs +3 -347
- package/dist/vectorstores/weaviate.d.ts +1 -140
- package/dist/vectorstores/weaviate.js +1 -333
- package/dist/vectorstores/xata.cjs +15 -108
- package/dist/vectorstores/xata.d.ts +1 -70
- package/dist/vectorstores/xata.js +1 -106
- package/dist/vectorstores/zep.cjs +15 -313
- package/dist/vectorstores/zep.d.ts +1 -146
- package/dist/vectorstores/zep.js +1 -311
- package/experimental/masking.cjs +1 -0
- package/experimental/masking.d.ts +1 -0
- package/experimental/masking.js +1 -0
- package/package.json +13 -27
- package/dist/chat_models/googlevertexai/common.cjs +0 -274
- package/dist/chat_models/googlevertexai/common.d.ts +0 -123
- package/dist/chat_models/googlevertexai/common.js +0 -269
- package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
- package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
- package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
- package/dist/llms/googlevertexai/common.cjs +0 -168
- package/dist/llms/googlevertexai/common.d.ts +0 -82
- package/dist/llms/googlevertexai/common.js +0 -164
- package/dist/tools/gmail/base.cjs +0 -69
- package/dist/tools/gmail/base.d.ts +0 -19
- package/dist/tools/gmail/base.js +0 -65
- package/dist/tools/gmail/create_draft.cjs +0 -62
- package/dist/tools/gmail/create_draft.d.ts +0 -35
- package/dist/tools/gmail/create_draft.js +0 -58
- package/dist/tools/gmail/descriptions.cjs +0 -118
- package/dist/tools/gmail/descriptions.d.ts +0 -5
- package/dist/tools/gmail/descriptions.js +0 -115
- package/dist/tools/gmail/get_message.cjs +0 -83
- package/dist/tools/gmail/get_message.d.ts +0 -18
- package/dist/tools/gmail/get_message.js +0 -79
- package/dist/tools/gmail/get_thread.cjs +0 -89
- package/dist/tools/gmail/get_thread.d.ts +0 -18
- package/dist/tools/gmail/get_thread.js +0 -85
- package/dist/tools/gmail/search.cjs +0 -118
- package/dist/tools/gmail/search.d.ts +0 -29
- package/dist/tools/gmail/search.js +0 -114
- package/dist/tools/gmail/send_message.cjs +0 -74
- package/dist/tools/gmail/send_message.d.ts +0 -35
- package/dist/tools/gmail/send_message.js +0 -70
- package/dist/util/openai-format-fndef.cjs +0 -81
- package/dist/util/openai-format-fndef.d.ts +0 -44
- package/dist/util/openai-format-fndef.js +0 -77
- package/dist/util/openai.cjs +0 -21
- package/dist/util/openai.d.ts +0 -1
- package/dist/util/openai.js +0 -17
- package/dist/vectorstores/closevector/common.cjs +0 -128
- package/dist/vectorstores/closevector/common.d.ts +0 -82
- package/dist/vectorstores/closevector/common.js +0 -124
|
@@ -1,90 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { VectorStore } from "./base.js";
|
|
3
|
-
import { Embeddings } from "../embeddings/base.js";
|
|
4
|
-
import { Document } from "../document.js";
|
|
5
|
-
import { AsyncCaller, type AsyncCallerParams } from "../util/async_caller.js";
|
|
6
|
-
export interface VectorizeLibArgs extends AsyncCallerParams {
|
|
7
|
-
index: VectorizeIndex;
|
|
8
|
-
textKey?: string;
|
|
9
|
-
}
|
|
10
|
-
/**
|
|
11
|
-
* Type that defines the parameters for the delete operation in the
|
|
12
|
-
* CloudflareVectorizeStore class. It includes ids, deleteAll flag, and namespace.
|
|
13
|
-
*/
|
|
14
|
-
export type VectorizeDeleteParams = {
|
|
15
|
-
ids: string[];
|
|
16
|
-
};
|
|
17
|
-
/**
|
|
18
|
-
* Class that extends the VectorStore class and provides methods to
|
|
19
|
-
* interact with the Cloudflare Vectorize vector database.
|
|
20
|
-
*/
|
|
21
|
-
export declare class CloudflareVectorizeStore extends VectorStore {
|
|
22
|
-
textKey: string;
|
|
23
|
-
namespace?: string;
|
|
24
|
-
index: VectorizeIndex;
|
|
25
|
-
caller: AsyncCaller;
|
|
26
|
-
_vectorstoreType(): string;
|
|
27
|
-
constructor(embeddings: Embeddings, args: VectorizeLibArgs);
|
|
28
|
-
/**
|
|
29
|
-
* Method that adds documents to the Vectorize database.
|
|
30
|
-
* @param documents Array of documents to add.
|
|
31
|
-
* @param options Optional ids for the documents.
|
|
32
|
-
* @returns Promise that resolves with the ids of the added documents.
|
|
33
|
-
*/
|
|
34
|
-
addDocuments(documents: Document[], options?: {
|
|
35
|
-
ids?: string[];
|
|
36
|
-
} | string[]): Promise<string[]>;
|
|
37
|
-
/**
|
|
38
|
-
* Method that adds vectors to the Vectorize database.
|
|
39
|
-
* @param vectors Array of vectors to add.
|
|
40
|
-
* @param documents Array of documents associated with the vectors.
|
|
41
|
-
* @param options Optional ids for the vectors.
|
|
42
|
-
* @returns Promise that resolves with the ids of the added vectors.
|
|
43
|
-
*/
|
|
44
|
-
addVectors(vectors: number[][], documents: Document[], options?: {
|
|
45
|
-
ids?: string[];
|
|
46
|
-
} | string[]): Promise<string[]>;
|
|
47
|
-
/**
|
|
48
|
-
* Method that deletes vectors from the Vectorize database.
|
|
49
|
-
* @param params Parameters for the delete operation.
|
|
50
|
-
* @returns Promise that resolves when the delete operation is complete.
|
|
51
|
-
*/
|
|
52
|
-
delete(params: VectorizeDeleteParams): Promise<void>;
|
|
53
|
-
/**
|
|
54
|
-
* Method that performs a similarity search in the Vectorize database and
|
|
55
|
-
* returns the results along with their scores.
|
|
56
|
-
* @param query Query vector for the similarity search.
|
|
57
|
-
* @param k Number of top results to return.
|
|
58
|
-
* @returns Promise that resolves with an array of documents and their scores.
|
|
59
|
-
*/
|
|
60
|
-
similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
|
|
61
|
-
/**
|
|
62
|
-
* Static method that creates a new instance of the CloudflareVectorizeStore class
|
|
63
|
-
* from texts.
|
|
64
|
-
* @param texts Array of texts to add to the Vectorize database.
|
|
65
|
-
* @param metadatas Metadata associated with the texts.
|
|
66
|
-
* @param embeddings Embeddings to use for the texts.
|
|
67
|
-
* @param dbConfig Configuration for the Vectorize database.
|
|
68
|
-
* @param options Optional ids for the vectors.
|
|
69
|
-
* @returns Promise that resolves with a new instance of the CloudflareVectorizeStore class.
|
|
70
|
-
*/
|
|
71
|
-
static fromTexts(texts: string[], metadatas: Record<string, VectorizeVectorMetadata>[] | Record<string, VectorizeVectorMetadata>, embeddings: Embeddings, dbConfig: VectorizeLibArgs): Promise<CloudflareVectorizeStore>;
|
|
72
|
-
/**
|
|
73
|
-
* Static method that creates a new instance of the CloudflareVectorizeStore class
|
|
74
|
-
* from documents.
|
|
75
|
-
* @param docs Array of documents to add to the Vectorize database.
|
|
76
|
-
* @param embeddings Embeddings to use for the documents.
|
|
77
|
-
* @param dbConfig Configuration for the Vectorize database.
|
|
78
|
-
* @param options Optional ids for the vectors.
|
|
79
|
-
* @returns Promise that resolves with a new instance of the CloudflareVectorizeStore class.
|
|
80
|
-
*/
|
|
81
|
-
static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: VectorizeLibArgs): Promise<CloudflareVectorizeStore>;
|
|
82
|
-
/**
|
|
83
|
-
* Static method that creates a new instance of the CloudflareVectorizeStore class
|
|
84
|
-
* from an existing index.
|
|
85
|
-
* @param embeddings Embeddings to use for the documents.
|
|
86
|
-
* @param dbConfig Configuration for the Vectorize database.
|
|
87
|
-
* @returns Promise that resolves with a new instance of the CloudflareVectorizeStore class.
|
|
88
|
-
*/
|
|
89
|
-
static fromExistingIndex(embeddings: Embeddings, dbConfig: VectorizeLibArgs): Promise<CloudflareVectorizeStore>;
|
|
90
|
-
}
|
|
1
|
+
export * from "@langchain/community/vectorstores/cloudflare_vectorize";
|
|
@@ -1,173 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { VectorStore } from "./base.js";
|
|
3
|
-
import { Document } from "../document.js";
|
|
4
|
-
import { chunkArray } from "../util/chunk.js";
|
|
5
|
-
import { AsyncCaller } from "../util/async_caller.js";
|
|
6
|
-
/**
|
|
7
|
-
* Class that extends the VectorStore class and provides methods to
|
|
8
|
-
* interact with the Cloudflare Vectorize vector database.
|
|
9
|
-
*/
|
|
10
|
-
export class CloudflareVectorizeStore extends VectorStore {
|
|
11
|
-
_vectorstoreType() {
|
|
12
|
-
return "cloudflare_vectorize";
|
|
13
|
-
}
|
|
14
|
-
constructor(embeddings, args) {
|
|
15
|
-
super(embeddings, args);
|
|
16
|
-
Object.defineProperty(this, "textKey", {
|
|
17
|
-
enumerable: true,
|
|
18
|
-
configurable: true,
|
|
19
|
-
writable: true,
|
|
20
|
-
value: void 0
|
|
21
|
-
});
|
|
22
|
-
Object.defineProperty(this, "namespace", {
|
|
23
|
-
enumerable: true,
|
|
24
|
-
configurable: true,
|
|
25
|
-
writable: true,
|
|
26
|
-
value: void 0
|
|
27
|
-
});
|
|
28
|
-
Object.defineProperty(this, "index", {
|
|
29
|
-
enumerable: true,
|
|
30
|
-
configurable: true,
|
|
31
|
-
writable: true,
|
|
32
|
-
value: void 0
|
|
33
|
-
});
|
|
34
|
-
Object.defineProperty(this, "caller", {
|
|
35
|
-
enumerable: true,
|
|
36
|
-
configurable: true,
|
|
37
|
-
writable: true,
|
|
38
|
-
value: void 0
|
|
39
|
-
});
|
|
40
|
-
this.embeddings = embeddings;
|
|
41
|
-
const { index, textKey, ...asyncCallerArgs } = args;
|
|
42
|
-
if (!index) {
|
|
43
|
-
throw new Error("Must supply a Vectorize index binding, eg { index: env.VECTORIZE }");
|
|
44
|
-
}
|
|
45
|
-
this.index = index;
|
|
46
|
-
this.textKey = textKey ?? "text";
|
|
47
|
-
this.caller = new AsyncCaller({
|
|
48
|
-
maxConcurrency: 6,
|
|
49
|
-
maxRetries: 0,
|
|
50
|
-
...asyncCallerArgs,
|
|
51
|
-
});
|
|
52
|
-
}
|
|
53
|
-
/**
|
|
54
|
-
* Method that adds documents to the Vectorize database.
|
|
55
|
-
* @param documents Array of documents to add.
|
|
56
|
-
* @param options Optional ids for the documents.
|
|
57
|
-
* @returns Promise that resolves with the ids of the added documents.
|
|
58
|
-
*/
|
|
59
|
-
async addDocuments(documents, options) {
|
|
60
|
-
const texts = documents.map(({ pageContent }) => pageContent);
|
|
61
|
-
return this.addVectors(await this.embeddings.embedDocuments(texts), documents, options);
|
|
62
|
-
}
|
|
63
|
-
/**
|
|
64
|
-
* Method that adds vectors to the Vectorize database.
|
|
65
|
-
* @param vectors Array of vectors to add.
|
|
66
|
-
* @param documents Array of documents associated with the vectors.
|
|
67
|
-
* @param options Optional ids for the vectors.
|
|
68
|
-
* @returns Promise that resolves with the ids of the added vectors.
|
|
69
|
-
*/
|
|
70
|
-
async addVectors(vectors, documents, options) {
|
|
71
|
-
const ids = Array.isArray(options) ? options : options?.ids;
|
|
72
|
-
const documentIds = ids == null ? documents.map(() => uuid.v4()) : ids;
|
|
73
|
-
const vectorizeVectors = vectors.map((values, idx) => {
|
|
74
|
-
const metadata = {
|
|
75
|
-
...documents[idx].metadata,
|
|
76
|
-
[this.textKey]: documents[idx].pageContent,
|
|
77
|
-
};
|
|
78
|
-
return {
|
|
79
|
-
id: documentIds[idx],
|
|
80
|
-
metadata,
|
|
81
|
-
values,
|
|
82
|
-
};
|
|
83
|
-
});
|
|
84
|
-
// Stick to a limit of 500 vectors per upsert request
|
|
85
|
-
const chunkSize = 500;
|
|
86
|
-
const chunkedVectors = chunkArray(vectorizeVectors, chunkSize);
|
|
87
|
-
const batchRequests = chunkedVectors.map((chunk) => this.caller.call(async () => this.index.upsert(chunk)));
|
|
88
|
-
await Promise.all(batchRequests);
|
|
89
|
-
return documentIds;
|
|
90
|
-
}
|
|
91
|
-
/**
|
|
92
|
-
* Method that deletes vectors from the Vectorize database.
|
|
93
|
-
* @param params Parameters for the delete operation.
|
|
94
|
-
* @returns Promise that resolves when the delete operation is complete.
|
|
95
|
-
*/
|
|
96
|
-
async delete(params) {
|
|
97
|
-
const batchSize = 1000;
|
|
98
|
-
const batchedIds = chunkArray(params.ids, batchSize);
|
|
99
|
-
const batchRequests = batchedIds.map((batchIds) => this.caller.call(async () => this.index.deleteByIds(batchIds)));
|
|
100
|
-
await Promise.all(batchRequests);
|
|
101
|
-
}
|
|
102
|
-
/**
|
|
103
|
-
* Method that performs a similarity search in the Vectorize database and
|
|
104
|
-
* returns the results along with their scores.
|
|
105
|
-
* @param query Query vector for the similarity search.
|
|
106
|
-
* @param k Number of top results to return.
|
|
107
|
-
* @returns Promise that resolves with an array of documents and their scores.
|
|
108
|
-
*/
|
|
109
|
-
async similaritySearchVectorWithScore(query, k) {
|
|
110
|
-
const results = await this.index.query(query, {
|
|
111
|
-
returnVectors: true,
|
|
112
|
-
topK: k,
|
|
113
|
-
});
|
|
114
|
-
const result = [];
|
|
115
|
-
if (results.matches) {
|
|
116
|
-
for (const res of results.matches) {
|
|
117
|
-
const { [this.textKey]: pageContent, ...metadata } = res.vector?.metadata ?? {};
|
|
118
|
-
result.push([
|
|
119
|
-
new Document({ metadata, pageContent: pageContent }),
|
|
120
|
-
res.score,
|
|
121
|
-
]);
|
|
122
|
-
}
|
|
123
|
-
}
|
|
124
|
-
return result;
|
|
125
|
-
}
|
|
126
|
-
/**
|
|
127
|
-
* Static method that creates a new instance of the CloudflareVectorizeStore class
|
|
128
|
-
* from texts.
|
|
129
|
-
* @param texts Array of texts to add to the Vectorize database.
|
|
130
|
-
* @param metadatas Metadata associated with the texts.
|
|
131
|
-
* @param embeddings Embeddings to use for the texts.
|
|
132
|
-
* @param dbConfig Configuration for the Vectorize database.
|
|
133
|
-
* @param options Optional ids for the vectors.
|
|
134
|
-
* @returns Promise that resolves with a new instance of the CloudflareVectorizeStore class.
|
|
135
|
-
*/
|
|
136
|
-
static async fromTexts(texts, metadatas, embeddings, dbConfig) {
|
|
137
|
-
const docs = [];
|
|
138
|
-
for (let i = 0; i < texts.length; i += 1) {
|
|
139
|
-
const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
|
|
140
|
-
const newDoc = new Document({
|
|
141
|
-
pageContent: texts[i],
|
|
142
|
-
metadata,
|
|
143
|
-
});
|
|
144
|
-
docs.push(newDoc);
|
|
145
|
-
}
|
|
146
|
-
return CloudflareVectorizeStore.fromDocuments(docs, embeddings, dbConfig);
|
|
147
|
-
}
|
|
148
|
-
/**
|
|
149
|
-
* Static method that creates a new instance of the CloudflareVectorizeStore class
|
|
150
|
-
* from documents.
|
|
151
|
-
* @param docs Array of documents to add to the Vectorize database.
|
|
152
|
-
* @param embeddings Embeddings to use for the documents.
|
|
153
|
-
* @param dbConfig Configuration for the Vectorize database.
|
|
154
|
-
* @param options Optional ids for the vectors.
|
|
155
|
-
* @returns Promise that resolves with a new instance of the CloudflareVectorizeStore class.
|
|
156
|
-
*/
|
|
157
|
-
static async fromDocuments(docs, embeddings, dbConfig) {
|
|
158
|
-
const instance = new this(embeddings, dbConfig);
|
|
159
|
-
await instance.addDocuments(docs);
|
|
160
|
-
return instance;
|
|
161
|
-
}
|
|
162
|
-
/**
|
|
163
|
-
* Static method that creates a new instance of the CloudflareVectorizeStore class
|
|
164
|
-
* from an existing index.
|
|
165
|
-
* @param embeddings Embeddings to use for the documents.
|
|
166
|
-
* @param dbConfig Configuration for the Vectorize database.
|
|
167
|
-
* @returns Promise that resolves with a new instance of the CloudflareVectorizeStore class.
|
|
168
|
-
*/
|
|
169
|
-
static async fromExistingIndex(embeddings, dbConfig) {
|
|
170
|
-
const instance = new this(embeddings, dbConfig);
|
|
171
|
-
return instance;
|
|
172
|
-
}
|
|
173
|
-
}
|
|
1
|
+
export * from "@langchain/community/vectorstores/cloudflare_vectorize";
|
|
@@ -1,177 +1,17 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
Object.
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
const base_js_1 = require("./base.cjs");
|
|
8
|
-
/**
|
|
9
|
-
* Class that is a wrapper around Convex storage and vector search. It is used
|
|
10
|
-
* to insert embeddings in Convex documents with a vector search index,
|
|
11
|
-
* and perform a vector search on them.
|
|
12
|
-
*
|
|
13
|
-
* ConvexVectorStore does NOT implement maxMarginalRelevanceSearch.
|
|
14
|
-
*/
|
|
15
|
-
class ConvexVectorStore extends base_js_1.VectorStore {
|
|
16
|
-
_vectorstoreType() {
|
|
17
|
-
return "convex";
|
|
18
|
-
}
|
|
19
|
-
constructor(embeddings, config) {
|
|
20
|
-
super(embeddings, config);
|
|
21
|
-
Object.defineProperty(this, "ctx", {
|
|
22
|
-
enumerable: true,
|
|
23
|
-
configurable: true,
|
|
24
|
-
writable: true,
|
|
25
|
-
value: void 0
|
|
26
|
-
});
|
|
27
|
-
Object.defineProperty(this, "table", {
|
|
28
|
-
enumerable: true,
|
|
29
|
-
configurable: true,
|
|
30
|
-
writable: true,
|
|
31
|
-
value: void 0
|
|
32
|
-
});
|
|
33
|
-
Object.defineProperty(this, "index", {
|
|
34
|
-
enumerable: true,
|
|
35
|
-
configurable: true,
|
|
36
|
-
writable: true,
|
|
37
|
-
value: void 0
|
|
38
|
-
});
|
|
39
|
-
Object.defineProperty(this, "textField", {
|
|
40
|
-
enumerable: true,
|
|
41
|
-
configurable: true,
|
|
42
|
-
writable: true,
|
|
43
|
-
value: void 0
|
|
44
|
-
});
|
|
45
|
-
Object.defineProperty(this, "embeddingField", {
|
|
46
|
-
enumerable: true,
|
|
47
|
-
configurable: true,
|
|
48
|
-
writable: true,
|
|
49
|
-
value: void 0
|
|
50
|
-
});
|
|
51
|
-
Object.defineProperty(this, "metadataField", {
|
|
52
|
-
enumerable: true,
|
|
53
|
-
configurable: true,
|
|
54
|
-
writable: true,
|
|
55
|
-
value: void 0
|
|
56
|
-
});
|
|
57
|
-
Object.defineProperty(this, "insert", {
|
|
58
|
-
enumerable: true,
|
|
59
|
-
configurable: true,
|
|
60
|
-
writable: true,
|
|
61
|
-
value: void 0
|
|
62
|
-
});
|
|
63
|
-
Object.defineProperty(this, "get", {
|
|
64
|
-
enumerable: true,
|
|
65
|
-
configurable: true,
|
|
66
|
-
writable: true,
|
|
67
|
-
value: void 0
|
|
68
|
-
});
|
|
69
|
-
this.ctx = config.ctx;
|
|
70
|
-
this.table = config.table ?? "documents";
|
|
71
|
-
this.index = config.index ?? "byEmbedding";
|
|
72
|
-
this.textField = config.textField ?? "text";
|
|
73
|
-
this.embeddingField =
|
|
74
|
-
config.embeddingField ?? "embedding";
|
|
75
|
-
this.metadataField =
|
|
76
|
-
config.metadataField ?? "metadata";
|
|
77
|
-
this.insert =
|
|
78
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
79
|
-
config.insert ?? (0, server_1.makeFunctionReference)("langchain/db:insert");
|
|
80
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
81
|
-
this.get = config.get ?? (0, server_1.makeFunctionReference)("langchain/db:get");
|
|
82
|
-
}
|
|
83
|
-
/**
|
|
84
|
-
* Add vectors and their corresponding documents to the Convex table.
|
|
85
|
-
* @param vectors Vectors to be added.
|
|
86
|
-
* @param documents Corresponding documents to be added.
|
|
87
|
-
* @returns Promise that resolves when the vectors and documents have been added.
|
|
88
|
-
*/
|
|
89
|
-
async addVectors(vectors, documents) {
|
|
90
|
-
const convexDocuments = vectors.map((embedding, idx) => ({
|
|
91
|
-
[this.textField]: documents[idx].pageContent,
|
|
92
|
-
[this.embeddingField]: embedding,
|
|
93
|
-
[this.metadataField]: documents[idx].metadata,
|
|
94
|
-
}));
|
|
95
|
-
// TODO: Remove chunking when Convex handles the concurrent requests correctly
|
|
96
|
-
const PAGE_SIZE = 16;
|
|
97
|
-
for (let i = 0; i < convexDocuments.length; i += PAGE_SIZE) {
|
|
98
|
-
await Promise.all(convexDocuments.slice(i, i + PAGE_SIZE).map((document) => this.ctx.runMutation(this.insert, {
|
|
99
|
-
table: this.table,
|
|
100
|
-
document,
|
|
101
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
102
|
-
})));
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
/**
|
|
106
|
-
* Add documents to the Convex table. It first converts
|
|
107
|
-
* the documents to vectors using the embeddings and then calls the
|
|
108
|
-
* addVectors method.
|
|
109
|
-
* @param documents Documents to be added.
|
|
110
|
-
* @returns Promise that resolves when the documents have been added.
|
|
111
|
-
*/
|
|
112
|
-
async addDocuments(documents) {
|
|
113
|
-
const texts = documents.map(({ pageContent }) => pageContent);
|
|
114
|
-
return this.addVectors(await this.embeddings.embedDocuments(texts), documents);
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
115
7
|
}
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
const idsAndScores = await this.ctx.vectorSearch(this.table, this.index, {
|
|
127
|
-
vector: query,
|
|
128
|
-
limit: k,
|
|
129
|
-
filter: filter?.filter,
|
|
130
|
-
});
|
|
131
|
-
const documents = await Promise.all(idsAndScores.map(({ _id }) =>
|
|
132
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
133
|
-
this.ctx.runQuery(this.get, { id: _id })));
|
|
134
|
-
return documents.map(({ [this.textField]: text, [this.embeddingField]: embedding, [this.metadataField]: metadata, }, idx) => [
|
|
135
|
-
new document_js_1.Document({
|
|
136
|
-
pageContent: text,
|
|
137
|
-
metadata: {
|
|
138
|
-
...metadata,
|
|
139
|
-
...(filter?.includeEmbeddings ? { embedding } : null),
|
|
140
|
-
},
|
|
141
|
-
}),
|
|
142
|
-
idsAndScores[idx]._score,
|
|
143
|
-
]);
|
|
144
|
-
}
|
|
145
|
-
/**
|
|
146
|
-
* Static method to create an instance of ConvexVectorStore from a
|
|
147
|
-
* list of texts. It first converts the texts to vectors and then adds
|
|
148
|
-
* them to the Convex table.
|
|
149
|
-
* @param texts List of texts to be converted to vectors.
|
|
150
|
-
* @param metadatas Metadata for the texts.
|
|
151
|
-
* @param embeddings Embeddings to be used for conversion.
|
|
152
|
-
* @param dbConfig Database configuration for Convex.
|
|
153
|
-
* @returns Promise that resolves to a new instance of ConvexVectorStore.
|
|
154
|
-
*/
|
|
155
|
-
static async fromTexts(texts, metadatas, embeddings, dbConfig) {
|
|
156
|
-
const docs = texts.map((text, i) => new document_js_1.Document({
|
|
157
|
-
pageContent: text,
|
|
158
|
-
metadata: Array.isArray(metadatas) ? metadatas[i] : metadatas,
|
|
159
|
-
}));
|
|
160
|
-
return ConvexVectorStore.fromDocuments(docs, embeddings, dbConfig);
|
|
161
|
-
}
|
|
162
|
-
/**
|
|
163
|
-
* Static method to create an instance of ConvexVectorStore from a
|
|
164
|
-
* list of documents. It first converts the documents to vectors and then
|
|
165
|
-
* adds them to the Convex table.
|
|
166
|
-
* @param docs List of documents to be converted to vectors.
|
|
167
|
-
* @param embeddings Embeddings to be used for conversion.
|
|
168
|
-
* @param dbConfig Database configuration for Convex.
|
|
169
|
-
* @returns Promise that resolves to a new instance of ConvexVectorStore.
|
|
170
|
-
*/
|
|
171
|
-
static async fromDocuments(docs, embeddings, dbConfig) {
|
|
172
|
-
const instance = new this(embeddings, dbConfig);
|
|
173
|
-
await instance.addDocuments(docs);
|
|
174
|
-
return instance;
|
|
175
|
-
}
|
|
176
|
-
}
|
|
177
|
-
exports.ConvexVectorStore = ConvexVectorStore;
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("@langchain/community/vectorstores/convex"), exports);
|
|
@@ -1,134 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { Document } from "../document.js";
|
|
3
|
-
import { Embeddings } from "../embeddings/base.js";
|
|
4
|
-
import { VectorStore } from "./base.js";
|
|
5
|
-
/**
|
|
6
|
-
* Type that defines the config required to initialize the
|
|
7
|
-
* ConvexVectorStore class. It includes the table name,
|
|
8
|
-
* index name, text field name, and embedding field name.
|
|
9
|
-
*/
|
|
10
|
-
export type ConvexVectorStoreConfig<DataModel extends GenericDataModel, TableName extends TableNamesInDataModel<DataModel>, IndexName extends VectorIndexNames<NamedTableInfo<DataModel, TableName>>, TextFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, EmbeddingFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, MetadataFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, InsertMutation extends FunctionReference<"mutation", "internal", {
|
|
11
|
-
table: string;
|
|
12
|
-
document: object;
|
|
13
|
-
}>, GetQuery extends FunctionReference<"query", "internal", {
|
|
14
|
-
id: string;
|
|
15
|
-
}, object | null>> = {
|
|
16
|
-
readonly ctx: GenericActionCtx<DataModel>;
|
|
17
|
-
/**
|
|
18
|
-
* Defaults to "documents"
|
|
19
|
-
*/
|
|
20
|
-
readonly table?: TableName;
|
|
21
|
-
/**
|
|
22
|
-
* Defaults to "byEmbedding"
|
|
23
|
-
*/
|
|
24
|
-
readonly index?: IndexName;
|
|
25
|
-
/**
|
|
26
|
-
* Defaults to "text"
|
|
27
|
-
*/
|
|
28
|
-
readonly textField?: TextFieldName;
|
|
29
|
-
/**
|
|
30
|
-
* Defaults to "embedding"
|
|
31
|
-
*/
|
|
32
|
-
readonly embeddingField?: EmbeddingFieldName;
|
|
33
|
-
/**
|
|
34
|
-
* Defaults to "metadata"
|
|
35
|
-
*/
|
|
36
|
-
readonly metadataField?: MetadataFieldName;
|
|
37
|
-
/**
|
|
38
|
-
* Defaults to `internal.langchain.db.insert`
|
|
39
|
-
*/
|
|
40
|
-
readonly insert?: InsertMutation;
|
|
41
|
-
/**
|
|
42
|
-
* Defaults to `internal.langchain.db.get`
|
|
43
|
-
*/
|
|
44
|
-
readonly get?: GetQuery;
|
|
45
|
-
};
|
|
46
|
-
/**
|
|
47
|
-
* Class that is a wrapper around Convex storage and vector search. It is used
|
|
48
|
-
* to insert embeddings in Convex documents with a vector search index,
|
|
49
|
-
* and perform a vector search on them.
|
|
50
|
-
*
|
|
51
|
-
* ConvexVectorStore does NOT implement maxMarginalRelevanceSearch.
|
|
52
|
-
*/
|
|
53
|
-
export declare class ConvexVectorStore<DataModel extends GenericDataModel, TableName extends TableNamesInDataModel<DataModel>, IndexName extends VectorIndexNames<NamedTableInfo<DataModel, TableName>>, TextFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, EmbeddingFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, MetadataFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, InsertMutation extends FunctionReference<"mutation", "internal", {
|
|
54
|
-
table: string;
|
|
55
|
-
document: object;
|
|
56
|
-
}>, GetQuery extends FunctionReference<"query", "internal", {
|
|
57
|
-
id: string;
|
|
58
|
-
}, object | null>> extends VectorStore {
|
|
59
|
-
/**
|
|
60
|
-
* Type that defines the filter used in the
|
|
61
|
-
* similaritySearchVectorWithScore and maxMarginalRelevanceSearch methods.
|
|
62
|
-
* It includes limit, filter and a flag to include embeddings.
|
|
63
|
-
*/
|
|
64
|
-
FilterType: {
|
|
65
|
-
filter?: (q: VectorFilterBuilder<DocumentByInfo<GenericTableInfo>, NamedVectorIndex<NamedTableInfo<DataModel, TableName>, IndexName>>) => FilterExpression<boolean>;
|
|
66
|
-
includeEmbeddings?: boolean;
|
|
67
|
-
};
|
|
68
|
-
private readonly ctx;
|
|
69
|
-
private readonly table;
|
|
70
|
-
private readonly index;
|
|
71
|
-
private readonly textField;
|
|
72
|
-
private readonly embeddingField;
|
|
73
|
-
private readonly metadataField;
|
|
74
|
-
private readonly insert;
|
|
75
|
-
private readonly get;
|
|
76
|
-
_vectorstoreType(): string;
|
|
77
|
-
constructor(embeddings: Embeddings, config: ConvexVectorStoreConfig<DataModel, TableName, IndexName, TextFieldName, EmbeddingFieldName, MetadataFieldName, InsertMutation, GetQuery>);
|
|
78
|
-
/**
|
|
79
|
-
* Add vectors and their corresponding documents to the Convex table.
|
|
80
|
-
* @param vectors Vectors to be added.
|
|
81
|
-
* @param documents Corresponding documents to be added.
|
|
82
|
-
* @returns Promise that resolves when the vectors and documents have been added.
|
|
83
|
-
*/
|
|
84
|
-
addVectors(vectors: number[][], documents: Document[]): Promise<void>;
|
|
85
|
-
/**
|
|
86
|
-
* Add documents to the Convex table. It first converts
|
|
87
|
-
* the documents to vectors using the embeddings and then calls the
|
|
88
|
-
* addVectors method.
|
|
89
|
-
* @param documents Documents to be added.
|
|
90
|
-
* @returns Promise that resolves when the documents have been added.
|
|
91
|
-
*/
|
|
92
|
-
addDocuments(documents: Document[]): Promise<void>;
|
|
93
|
-
/**
|
|
94
|
-
* Similarity search on the vectors stored in the
|
|
95
|
-
* Convex table. It returns a list of documents and their
|
|
96
|
-
* corresponding similarity scores.
|
|
97
|
-
* @param query Query vector for the similarity search.
|
|
98
|
-
* @param k Number of nearest neighbors to return.
|
|
99
|
-
* @param filter Optional filter to be applied.
|
|
100
|
-
* @returns Promise that resolves to a list of documents and their corresponding similarity scores.
|
|
101
|
-
*/
|
|
102
|
-
similaritySearchVectorWithScore(query: number[], k: number, filter?: this["FilterType"]): Promise<[Document, number][]>;
|
|
103
|
-
/**
|
|
104
|
-
* Static method to create an instance of ConvexVectorStore from a
|
|
105
|
-
* list of texts. It first converts the texts to vectors and then adds
|
|
106
|
-
* them to the Convex table.
|
|
107
|
-
* @param texts List of texts to be converted to vectors.
|
|
108
|
-
* @param metadatas Metadata for the texts.
|
|
109
|
-
* @param embeddings Embeddings to be used for conversion.
|
|
110
|
-
* @param dbConfig Database configuration for Convex.
|
|
111
|
-
* @returns Promise that resolves to a new instance of ConvexVectorStore.
|
|
112
|
-
*/
|
|
113
|
-
static fromTexts<DataModel extends GenericDataModel, TableName extends TableNamesInDataModel<DataModel>, IndexName extends VectorIndexNames<NamedTableInfo<DataModel, TableName>>, TextFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, EmbeddingFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, MetadataFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, InsertMutation extends FunctionReference<"mutation", "internal", {
|
|
114
|
-
table: string;
|
|
115
|
-
document: object;
|
|
116
|
-
}>, GetQuery extends FunctionReference<"query", "internal", {
|
|
117
|
-
id: string;
|
|
118
|
-
}, object | null>>(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: ConvexVectorStoreConfig<DataModel, TableName, IndexName, TextFieldName, EmbeddingFieldName, MetadataFieldName, InsertMutation, GetQuery>): Promise<ConvexVectorStore<DataModel, TableName, IndexName, TextFieldName, EmbeddingFieldName, MetadataFieldName, InsertMutation, GetQuery>>;
|
|
119
|
-
/**
|
|
120
|
-
* Static method to create an instance of ConvexVectorStore from a
|
|
121
|
-
* list of documents. It first converts the documents to vectors and then
|
|
122
|
-
* adds them to the Convex table.
|
|
123
|
-
* @param docs List of documents to be converted to vectors.
|
|
124
|
-
* @param embeddings Embeddings to be used for conversion.
|
|
125
|
-
* @param dbConfig Database configuration for Convex.
|
|
126
|
-
* @returns Promise that resolves to a new instance of ConvexVectorStore.
|
|
127
|
-
*/
|
|
128
|
-
static fromDocuments<DataModel extends GenericDataModel, TableName extends TableNamesInDataModel<DataModel>, IndexName extends VectorIndexNames<NamedTableInfo<DataModel, TableName>>, TextFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, EmbeddingFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, MetadataFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>>, InsertMutation extends FunctionReference<"mutation", "internal", {
|
|
129
|
-
table: string;
|
|
130
|
-
document: object;
|
|
131
|
-
}>, GetQuery extends FunctionReference<"query", "internal", {
|
|
132
|
-
id: string;
|
|
133
|
-
}, object | null>>(docs: Document[], embeddings: Embeddings, dbConfig: ConvexVectorStoreConfig<DataModel, TableName, IndexName, TextFieldName, EmbeddingFieldName, MetadataFieldName, InsertMutation, GetQuery>): Promise<ConvexVectorStore<DataModel, TableName, IndexName, TextFieldName, EmbeddingFieldName, MetadataFieldName, InsertMutation, GetQuery>>;
|
|
134
|
-
}
|
|
1
|
+
export * from "@langchain/community/vectorstores/convex";
|