langchain 0.0.202 → 0.0.204-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cache/cloudflare_kv.cjs +15 -69
- package/dist/cache/cloudflare_kv.d.ts +1 -42
- package/dist/cache/cloudflare_kv.js +1 -67
- package/dist/cache/momento.cjs +15 -135
- package/dist/cache/momento.d.ts +1 -91
- package/dist/cache/momento.js +1 -133
- package/dist/cache/upstash_redis.cjs +15 -72
- package/dist/cache/upstash_redis.d.ts +1 -45
- package/dist/cache/upstash_redis.js +1 -70
- package/dist/callbacks/handlers/llmonitor.cjs +14 -238
- package/dist/callbacks/handlers/llmonitor.d.ts +1 -35
- package/dist/callbacks/handlers/llmonitor.js +1 -233
- package/dist/chains/openai_moderation.cjs +2 -2
- package/dist/chains/openai_moderation.d.ts +1 -1
- package/dist/chains/openai_moderation.js +1 -1
- package/dist/chat_models/anthropic.d.ts +4 -4
- package/dist/chat_models/baiduwenxin.cjs +15 -411
- package/dist/chat_models/baiduwenxin.d.ts +1 -150
- package/dist/chat_models/baiduwenxin.js +1 -409
- package/dist/chat_models/bedrock/index.cjs +15 -33
- package/dist/chat_models/bedrock/index.d.ts +1 -23
- package/dist/chat_models/bedrock/index.js +1 -29
- package/dist/chat_models/bedrock/web.cjs +15 -360
- package/dist/chat_models/bedrock/web.d.ts +1 -82
- package/dist/chat_models/bedrock/web.js +1 -356
- package/dist/chat_models/cloudflare_workersai.cjs +15 -216
- package/dist/chat_models/cloudflare_workersai.d.ts +1 -68
- package/dist/chat_models/cloudflare_workersai.js +1 -214
- package/dist/chat_models/fireworks.cjs +15 -89
- package/dist/chat_models/fireworks.d.ts +1 -43
- package/dist/chat_models/fireworks.js +1 -87
- package/dist/chat_models/googlepalm.cjs +15 -235
- package/dist/chat_models/googlepalm.d.ts +1 -108
- package/dist/chat_models/googlepalm.js +1 -233
- package/dist/chat_models/googlevertexai/index.cjs +15 -40
- package/dist/chat_models/googlevertexai/index.d.ts +1 -28
- package/dist/chat_models/googlevertexai/index.js +1 -38
- package/dist/chat_models/googlevertexai/web.cjs +15 -39
- package/dist/chat_models/googlevertexai/web.d.ts +1 -28
- package/dist/chat_models/googlevertexai/web.js +1 -37
- package/dist/chat_models/iflytek_xinghuo/index.cjs +14 -40
- package/dist/chat_models/iflytek_xinghuo/index.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/index.js +1 -36
- package/dist/chat_models/iflytek_xinghuo/web.cjs +15 -36
- package/dist/chat_models/iflytek_xinghuo/web.d.ts +1 -13
- package/dist/chat_models/iflytek_xinghuo/web.js +1 -34
- package/dist/chat_models/llama_cpp.cjs +15 -275
- package/dist/chat_models/llama_cpp.d.ts +1 -71
- package/dist/chat_models/llama_cpp.js +1 -273
- package/dist/chat_models/minimax.cjs +15 -578
- package/dist/chat_models/minimax.d.ts +1 -369
- package/dist/chat_models/minimax.js +1 -576
- package/dist/chat_models/ollama.cjs +15 -394
- package/dist/chat_models/ollama.d.ts +1 -127
- package/dist/chat_models/ollama.js +1 -392
- package/dist/chat_models/openai.cjs +4 -698
- package/dist/chat_models/openai.d.ts +4 -137
- package/dist/chat_models/openai.js +2 -695
- package/dist/chat_models/portkey.cjs +15 -167
- package/dist/chat_models/portkey.d.ts +1 -17
- package/dist/chat_models/portkey.js +1 -165
- package/dist/chat_models/yandex.cjs +15 -132
- package/dist/chat_models/yandex.d.ts +1 -30
- package/dist/chat_models/yandex.js +1 -130
- package/dist/document_loaders/fs/openai_whisper_audio.cjs +2 -2
- package/dist/document_loaders/fs/openai_whisper_audio.d.ts +1 -1
- package/dist/document_loaders/fs/openai_whisper_audio.js +1 -1
- package/dist/document_loaders/fs/pdf.cjs +1 -1
- package/dist/document_loaders/fs/pdf.js +1 -1
- package/dist/document_loaders/web/pdf.cjs +1 -1
- package/dist/document_loaders/web/pdf.js +1 -1
- package/dist/document_transformers/html_to_text.cjs +15 -47
- package/dist/document_transformers/html_to_text.d.ts +1 -30
- package/dist/document_transformers/html_to_text.js +1 -45
- package/dist/document_transformers/mozilla_readability.cjs +15 -53
- package/dist/document_transformers/mozilla_readability.d.ts +1 -31
- package/dist/document_transformers/mozilla_readability.js +1 -51
- package/dist/embeddings/bedrock.cjs +15 -109
- package/dist/embeddings/bedrock.d.ts +1 -71
- package/dist/embeddings/bedrock.js +1 -107
- package/dist/embeddings/cloudflare_workersai.cjs +15 -67
- package/dist/embeddings/cloudflare_workersai.d.ts +1 -28
- package/dist/embeddings/cloudflare_workersai.js +1 -65
- package/dist/embeddings/cohere.cjs +15 -124
- package/dist/embeddings/cohere.d.ts +1 -66
- package/dist/embeddings/cohere.js +1 -122
- package/dist/embeddings/googlepalm.cjs +15 -88
- package/dist/embeddings/googlepalm.d.ts +1 -61
- package/dist/embeddings/googlepalm.js +1 -86
- package/dist/embeddings/googlevertexai.cjs +15 -81
- package/dist/embeddings/googlevertexai.d.ts +1 -54
- package/dist/embeddings/googlevertexai.js +1 -79
- package/dist/embeddings/gradient_ai.cjs +15 -101
- package/dist/embeddings/gradient_ai.d.ts +1 -48
- package/dist/embeddings/gradient_ai.js +1 -99
- package/dist/embeddings/hf.cjs +15 -75
- package/dist/embeddings/hf.d.ts +1 -41
- package/dist/embeddings/hf.js +1 -73
- package/dist/embeddings/hf_transformers.cjs +15 -87
- package/dist/embeddings/hf_transformers.d.ts +1 -47
- package/dist/embeddings/hf_transformers.js +1 -85
- package/dist/embeddings/llama_cpp.cjs +15 -81
- package/dist/embeddings/llama_cpp.d.ts +1 -42
- package/dist/embeddings/llama_cpp.js +1 -79
- package/dist/embeddings/minimax.cjs +15 -165
- package/dist/embeddings/minimax.d.ts +1 -119
- package/dist/embeddings/minimax.js +1 -163
- package/dist/embeddings/ollama.cjs +15 -118
- package/dist/embeddings/ollama.d.ts +1 -34
- package/dist/embeddings/ollama.js +1 -116
- package/dist/embeddings/openai.cjs +2 -240
- package/dist/embeddings/openai.d.ts +1 -82
- package/dist/embeddings/openai.js +1 -239
- package/dist/embeddings/tensorflow.cjs +3 -96
- package/dist/embeddings/tensorflow.d.ts +1 -59
- package/dist/embeddings/tensorflow.js +1 -83
- package/dist/embeddings/voyage.cjs +15 -118
- package/dist/embeddings/voyage.d.ts +1 -66
- package/dist/embeddings/voyage.js +1 -116
- package/dist/experimental/chat_models/ollama_functions.d.ts +1 -1
- package/dist/experimental/masking/index.cjs +9 -0
- package/dist/experimental/masking/index.d.ts +4 -0
- package/dist/experimental/masking/index.js +3 -0
- package/dist/experimental/masking/parser.cjs +134 -0
- package/dist/experimental/masking/parser.d.ts +44 -0
- package/dist/experimental/masking/parser.js +130 -0
- package/dist/experimental/masking/regex_masking_transformer.cjs +145 -0
- package/dist/experimental/masking/regex_masking_transformer.d.ts +48 -0
- package/dist/experimental/masking/regex_masking_transformer.js +141 -0
- package/dist/experimental/masking/transformer.cjs +9 -0
- package/dist/experimental/masking/transformer.d.ts +7 -0
- package/dist/experimental/masking/transformer.js +5 -0
- package/dist/experimental/masking/types.cjs +2 -0
- package/dist/experimental/masking/types.d.ts +25 -0
- package/dist/experimental/masking/types.js +1 -0
- package/dist/experimental/openai_assistant/index.cjs +3 -3
- package/dist/experimental/openai_assistant/index.d.ts +1 -1
- package/dist/experimental/openai_assistant/index.js +1 -1
- package/dist/experimental/openai_assistant/schema.d.ts +1 -1
- package/dist/experimental/openai_files/index.cjs +2 -2
- package/dist/experimental/openai_files/index.d.ts +1 -1
- package/dist/experimental/openai_files/index.js +1 -1
- package/dist/graphs/neo4j_graph.cjs +3 -254
- package/dist/graphs/neo4j_graph.d.ts +1 -63
- package/dist/graphs/neo4j_graph.js +1 -241
- package/dist/llms/ai21.cjs +15 -200
- package/dist/llms/ai21.d.ts +1 -100
- package/dist/llms/ai21.js +1 -198
- package/dist/llms/aleph_alpha.cjs +15 -374
- package/dist/llms/aleph_alpha.d.ts +1 -161
- package/dist/llms/aleph_alpha.js +1 -372
- package/dist/llms/bedrock/web.cjs +15 -310
- package/dist/llms/bedrock/web.d.ts +1 -66
- package/dist/llms/bedrock/web.js +1 -308
- package/dist/llms/cloudflare_workersai.cjs +15 -168
- package/dist/llms/cloudflare_workersai.d.ts +1 -55
- package/dist/llms/cloudflare_workersai.js +1 -166
- package/dist/llms/cohere.cjs +15 -110
- package/dist/llms/cohere.d.ts +1 -54
- package/dist/llms/cohere.js +1 -108
- package/dist/llms/fireworks.cjs +15 -90
- package/dist/llms/fireworks.d.ts +1 -33
- package/dist/llms/fireworks.js +1 -88
- package/dist/llms/googlepalm.cjs +15 -134
- package/dist/llms/googlepalm.d.ts +1 -92
- package/dist/llms/googlepalm.js +1 -132
- package/dist/llms/googlevertexai/index.cjs +15 -45
- package/dist/llms/googlevertexai/index.d.ts +1 -38
- package/dist/llms/googlevertexai/index.js +1 -43
- package/dist/llms/googlevertexai/web.cjs +15 -42
- package/dist/llms/googlevertexai/web.d.ts +1 -36
- package/dist/llms/googlevertexai/web.js +1 -40
- package/dist/llms/gradient_ai.cjs +15 -110
- package/dist/llms/gradient_ai.d.ts +1 -55
- package/dist/llms/gradient_ai.js +1 -108
- package/dist/llms/hf.cjs +15 -136
- package/dist/llms/hf.d.ts +1 -68
- package/dist/llms/hf.js +1 -134
- package/dist/llms/llama_cpp.cjs +15 -111
- package/dist/llms/llama_cpp.d.ts +1 -41
- package/dist/llms/llama_cpp.js +1 -109
- package/dist/llms/ollama.cjs +15 -353
- package/dist/llms/ollama.d.ts +1 -106
- package/dist/llms/ollama.js +1 -351
- package/dist/llms/openai-chat.cjs +3 -445
- package/dist/llms/openai-chat.d.ts +4 -123
- package/dist/llms/openai-chat.js +2 -443
- package/dist/llms/openai.cjs +6 -530
- package/dist/llms/openai.d.ts +4 -123
- package/dist/llms/openai.js +2 -525
- package/dist/llms/portkey.cjs +14 -168
- package/dist/llms/portkey.d.ts +1 -57
- package/dist/llms/portkey.js +1 -162
- package/dist/llms/raycast.cjs +15 -94
- package/dist/llms/raycast.d.ts +1 -50
- package/dist/llms/raycast.js +1 -92
- package/dist/llms/replicate.cjs +15 -132
- package/dist/llms/replicate.d.ts +1 -51
- package/dist/llms/replicate.js +1 -130
- package/dist/llms/sagemaker_endpoint.cjs +15 -203
- package/dist/llms/sagemaker_endpoint.d.ts +1 -121
- package/dist/llms/sagemaker_endpoint.js +1 -200
- package/dist/llms/watsonx_ai.cjs +15 -152
- package/dist/llms/watsonx_ai.d.ts +1 -72
- package/dist/llms/watsonx_ai.js +1 -150
- package/dist/llms/writer.cjs +15 -165
- package/dist/llms/writer.d.ts +1 -60
- package/dist/llms/writer.js +1 -163
- package/dist/llms/yandex.cjs +15 -98
- package/dist/llms/yandex.d.ts +1 -40
- package/dist/llms/yandex.js +1 -96
- package/dist/load/import_map.cjs +2 -1
- package/dist/load/import_map.d.ts +1 -0
- package/dist/load/import_map.js +1 -0
- package/dist/load/index.cjs +3 -1
- package/dist/load/index.d.ts +1 -1
- package/dist/load/index.js +3 -1
- package/dist/retrievers/amazon_kendra.cjs +15 -273
- package/dist/retrievers/amazon_kendra.d.ts +1 -142
- package/dist/retrievers/amazon_kendra.js +1 -271
- package/dist/retrievers/chaindesk.cjs +15 -88
- package/dist/retrievers/chaindesk.d.ts +1 -31
- package/dist/retrievers/chaindesk.js +1 -86
- package/dist/retrievers/databerry.cjs +15 -82
- package/dist/retrievers/databerry.d.ts +1 -34
- package/dist/retrievers/databerry.js +1 -80
- package/dist/retrievers/metal.cjs +15 -51
- package/dist/retrievers/metal.d.ts +1 -36
- package/dist/retrievers/metal.js +1 -49
- package/dist/retrievers/supabase.cjs +15 -167
- package/dist/retrievers/supabase.d.ts +1 -82
- package/dist/retrievers/supabase.js +1 -165
- package/dist/retrievers/tavily_search_api.cjs +15 -142
- package/dist/retrievers/tavily_search_api.d.ts +1 -38
- package/dist/retrievers/tavily_search_api.js +1 -140
- package/dist/retrievers/zep.cjs +15 -150
- package/dist/retrievers/zep.d.ts +1 -76
- package/dist/retrievers/zep.js +1 -148
- package/dist/schema/document.cjs +2 -16
- package/dist/schema/document.d.ts +1 -11
- package/dist/schema/document.js +1 -16
- package/dist/schema/index.cjs +2 -7
- package/dist/schema/index.d.ts +2 -10
- package/dist/schema/index.js +1 -6
- package/dist/storage/convex.cjs +15 -143
- package/dist/storage/convex.d.ts +1 -106
- package/dist/storage/convex.js +1 -141
- package/dist/storage/ioredis.cjs +15 -158
- package/dist/storage/ioredis.d.ts +1 -71
- package/dist/storage/ioredis.js +1 -156
- package/dist/storage/upstash_redis.cjs +15 -172
- package/dist/storage/upstash_redis.d.ts +1 -78
- package/dist/storage/upstash_redis.js +1 -170
- package/dist/storage/vercel_kv.cjs +15 -161
- package/dist/storage/vercel_kv.d.ts +1 -62
- package/dist/storage/vercel_kv.js +1 -159
- package/dist/stores/doc/in_memory.cjs +15 -105
- package/dist/stores/doc/in_memory.d.ts +1 -46
- package/dist/stores/doc/in_memory.js +1 -102
- package/dist/stores/message/cassandra.cjs +15 -158
- package/dist/stores/message/cassandra.d.ts +1 -69
- package/dist/stores/message/cassandra.js +1 -156
- package/dist/stores/message/cloudflare_d1.cjs +15 -150
- package/dist/stores/message/cloudflare_d1.d.ts +1 -67
- package/dist/stores/message/cloudflare_d1.js +1 -148
- package/dist/stores/message/convex.cjs +15 -118
- package/dist/stores/message/convex.d.ts +1 -81
- package/dist/stores/message/convex.js +1 -116
- package/dist/stores/message/dynamodb.cjs +15 -159
- package/dist/stores/message/dynamodb.d.ts +1 -51
- package/dist/stores/message/dynamodb.js +1 -157
- package/dist/stores/message/firestore.cjs +15 -185
- package/dist/stores/message/firestore.d.ts +1 -68
- package/dist/stores/message/firestore.js +1 -183
- package/dist/stores/message/ioredis.cjs +15 -98
- package/dist/stores/message/ioredis.d.ts +1 -64
- package/dist/stores/message/ioredis.js +1 -96
- package/dist/stores/message/momento.cjs +15 -160
- package/dist/stores/message/momento.d.ts +1 -97
- package/dist/stores/message/momento.js +1 -158
- package/dist/stores/message/mongodb.cjs +15 -57
- package/dist/stores/message/mongodb.d.ts +1 -26
- package/dist/stores/message/mongodb.js +1 -55
- package/dist/stores/message/planetscale.cjs +15 -170
- package/dist/stores/message/planetscale.d.ts +1 -75
- package/dist/stores/message/planetscale.js +1 -168
- package/dist/stores/message/redis.cjs +15 -114
- package/dist/stores/message/redis.d.ts +1 -69
- package/dist/stores/message/redis.js +1 -112
- package/dist/stores/message/upstash_redis.cjs +15 -85
- package/dist/stores/message/upstash_redis.d.ts +1 -43
- package/dist/stores/message/upstash_redis.js +1 -83
- package/dist/stores/message/utils.cjs +3 -23
- package/dist/stores/message/utils.d.ts +1 -17
- package/dist/stores/message/utils.js +1 -21
- package/dist/stores/message/xata.cjs +15 -216
- package/dist/stores/message/xata.d.ts +1 -76
- package/dist/stores/message/xata.js +1 -214
- package/dist/tools/IFTTTWebhook.cjs +15 -87
- package/dist/tools/IFTTTWebhook.d.ts +1 -50
- package/dist/tools/IFTTTWebhook.js +1 -85
- package/dist/tools/aiplugin.cjs +15 -73
- package/dist/tools/aiplugin.d.ts +1 -34
- package/dist/tools/aiplugin.js +1 -71
- package/dist/tools/aws_sfn.cjs +15 -201
- package/dist/tools/aws_sfn.d.ts +1 -57
- package/dist/tools/aws_sfn.js +1 -197
- package/dist/tools/bingserpapi.cjs +15 -76
- package/dist/tools/bingserpapi.d.ts +1 -23
- package/dist/tools/bingserpapi.js +1 -75
- package/dist/tools/brave_search.cjs +15 -64
- package/dist/tools/brave_search.d.ts +1 -23
- package/dist/tools/brave_search.js +1 -62
- package/dist/tools/connery.cjs +15 -277
- package/dist/tools/connery.d.ts +1 -145
- package/dist/tools/connery.js +1 -274
- package/dist/tools/convert_to_openai.d.ts +1 -1
- package/dist/tools/dadjokeapi.cjs +15 -46
- package/dist/tools/dadjokeapi.d.ts +1 -15
- package/dist/tools/dadjokeapi.js +1 -45
- package/dist/tools/dataforseo_api_search.cjs +15 -280
- package/dist/tools/dataforseo_api_search.d.ts +1 -170
- package/dist/tools/dataforseo_api_search.js +1 -278
- package/dist/tools/gmail/index.cjs +15 -11
- package/dist/tools/gmail/index.d.ts +1 -11
- package/dist/tools/gmail/index.js +1 -5
- package/dist/tools/google_custom_search.cjs +15 -70
- package/dist/tools/google_custom_search.d.ts +1 -25
- package/dist/tools/google_custom_search.js +1 -68
- package/dist/tools/google_places.cjs +15 -79
- package/dist/tools/google_places.d.ts +1 -21
- package/dist/tools/google_places.js +1 -77
- package/dist/tools/searchapi.cjs +15 -164
- package/dist/tools/searchapi.d.ts +1 -91
- package/dist/tools/searchapi.js +1 -162
- package/dist/tools/searxng_search.cjs +15 -156
- package/dist/tools/searxng_search.d.ts +1 -114
- package/dist/tools/searxng_search.js +1 -154
- package/dist/tools/serpapi.cjs +15 -199
- package/dist/tools/serpapi.d.ts +1 -302
- package/dist/tools/serpapi.js +1 -197
- package/dist/tools/serper.cjs +15 -94
- package/dist/tools/serper.d.ts +1 -32
- package/dist/tools/serper.js +1 -92
- package/dist/tools/wikipedia_query_run.cjs +15 -133
- package/dist/tools/wikipedia_query_run.d.ts +1 -54
- package/dist/tools/wikipedia_query_run.js +1 -131
- package/dist/tools/wolframalpha.cjs +15 -47
- package/dist/tools/wolframalpha.d.ts +1 -21
- package/dist/tools/wolframalpha.js +1 -45
- package/dist/types/openai-types.d.ts +1 -1
- package/dist/util/convex.d.ts +1 -1
- package/dist/util/event-source-parse.cjs +15 -224
- package/dist/util/event-source-parse.d.ts +1 -39
- package/dist/util/event-source-parse.js +1 -219
- package/dist/util/math.cjs +15 -123
- package/dist/util/math.d.ts +1 -40
- package/dist/util/math.js +1 -116
- package/dist/util/openapi.d.ts +2 -2
- package/dist/vectorstores/analyticdb.cjs +3 -333
- package/dist/vectorstores/analyticdb.d.ts +1 -110
- package/dist/vectorstores/analyticdb.js +1 -317
- package/dist/vectorstores/base.cjs +15 -165
- package/dist/vectorstores/base.d.ts +1 -104
- package/dist/vectorstores/base.js +1 -161
- package/dist/vectorstores/cassandra.cjs +15 -478
- package/dist/vectorstores/cassandra.d.ts +1 -162
- package/dist/vectorstores/cassandra.js +1 -476
- package/dist/vectorstores/chroma.cjs +3 -312
- package/dist/vectorstores/chroma.d.ts +1 -133
- package/dist/vectorstores/chroma.js +1 -299
- package/dist/vectorstores/clickhouse.cjs +3 -272
- package/dist/vectorstores/clickhouse.d.ts +1 -126
- package/dist/vectorstores/clickhouse.js +1 -259
- package/dist/vectorstores/closevector/node.cjs +15 -107
- package/dist/vectorstores/closevector/node.d.ts +1 -83
- package/dist/vectorstores/closevector/node.js +1 -105
- package/dist/vectorstores/closevector/web.cjs +15 -107
- package/dist/vectorstores/closevector/web.d.ts +1 -80
- package/dist/vectorstores/closevector/web.js +1 -105
- package/dist/vectorstores/cloudflare_vectorize.cjs +3 -186
- package/dist/vectorstores/cloudflare_vectorize.d.ts +1 -90
- package/dist/vectorstores/cloudflare_vectorize.js +1 -173
- package/dist/vectorstores/convex.cjs +15 -175
- package/dist/vectorstores/convex.d.ts +1 -134
- package/dist/vectorstores/convex.js +1 -173
- package/dist/vectorstores/elasticsearch.cjs +3 -287
- package/dist/vectorstores/elasticsearch.d.ts +1 -143
- package/dist/vectorstores/elasticsearch.js +1 -274
- package/dist/vectorstores/faiss.cjs +3 -378
- package/dist/vectorstores/faiss.d.ts +1 -127
- package/dist/vectorstores/faiss.js +1 -365
- package/dist/vectorstores/googlevertexai.cjs +3 -538
- package/dist/vectorstores/googlevertexai.d.ts +1 -181
- package/dist/vectorstores/googlevertexai.js +1 -521
- package/dist/vectorstores/hnswlib.cjs +15 -273
- package/dist/vectorstores/hnswlib.d.ts +1 -122
- package/dist/vectorstores/hnswlib.js +1 -271
- package/dist/vectorstores/lancedb.cjs +15 -126
- package/dist/vectorstores/lancedb.d.ts +1 -61
- package/dist/vectorstores/lancedb.js +1 -124
- package/dist/vectorstores/memory.cjs +15 -143
- package/dist/vectorstores/memory.d.ts +1 -92
- package/dist/vectorstores/memory.js +1 -141
- package/dist/vectorstores/milvus.cjs +3 -592
- package/dist/vectorstores/milvus.d.ts +1 -139
- package/dist/vectorstores/milvus.js +1 -579
- package/dist/vectorstores/momento_vector_index.cjs +3 -305
- package/dist/vectorstores/momento_vector_index.d.ts +1 -143
- package/dist/vectorstores/momento_vector_index.js +1 -292
- package/dist/vectorstores/mongodb_atlas.cjs +15 -218
- package/dist/vectorstores/mongodb_atlas.d.ts +1 -118
- package/dist/vectorstores/mongodb_atlas.js +1 -216
- package/dist/vectorstores/myscale.cjs +3 -263
- package/dist/vectorstores/myscale.d.ts +1 -129
- package/dist/vectorstores/myscale.js +1 -250
- package/dist/vectorstores/neo4j_vector.cjs +3 -578
- package/dist/vectorstores/neo4j_vector.d.ts +1 -75
- package/dist/vectorstores/neo4j_vector.js +1 -562
- package/dist/vectorstores/opensearch.cjs +3 -274
- package/dist/vectorstores/opensearch.d.ts +1 -119
- package/dist/vectorstores/opensearch.js +1 -261
- package/dist/vectorstores/pgvector.cjs +14 -404
- package/dist/vectorstores/pgvector.d.ts +1 -160
- package/dist/vectorstores/pgvector.js +1 -400
- package/dist/vectorstores/pinecone.cjs +3 -280
- package/dist/vectorstores/pinecone.d.ts +1 -120
- package/dist/vectorstores/pinecone.js +1 -264
- package/dist/vectorstores/prisma.cjs +15 -305
- package/dist/vectorstores/prisma.d.ts +1 -180
- package/dist/vectorstores/prisma.js +1 -304
- package/dist/vectorstores/qdrant.cjs +15 -195
- package/dist/vectorstores/qdrant.d.ts +1 -95
- package/dist/vectorstores/qdrant.js +1 -193
- package/dist/vectorstores/redis.cjs +15 -333
- package/dist/vectorstores/redis.d.ts +1 -186
- package/dist/vectorstores/redis.js +1 -331
- package/dist/vectorstores/rockset.cjs +15 -351
- package/dist/vectorstores/rockset.d.ts +1 -202
- package/dist/vectorstores/rockset.js +1 -347
- package/dist/vectorstores/singlestore.cjs +15 -220
- package/dist/vectorstores/singlestore.d.ts +1 -88
- package/dist/vectorstores/singlestore.js +1 -218
- package/dist/vectorstores/supabase.cjs +15 -217
- package/dist/vectorstores/supabase.d.ts +1 -118
- package/dist/vectorstores/supabase.js +1 -215
- package/dist/vectorstores/tigris.cjs +3 -143
- package/dist/vectorstores/tigris.d.ts +1 -74
- package/dist/vectorstores/tigris.js +1 -130
- package/dist/vectorstores/typeorm.cjs +15 -259
- package/dist/vectorstores/typeorm.d.ts +1 -109
- package/dist/vectorstores/typeorm.js +1 -256
- package/dist/vectorstores/typesense.cjs +15 -223
- package/dist/vectorstores/typesense.d.ts +1 -131
- package/dist/vectorstores/typesense.js +1 -221
- package/dist/vectorstores/usearch.cjs +3 -203
- package/dist/vectorstores/usearch.d.ts +1 -85
- package/dist/vectorstores/usearch.js +1 -187
- package/dist/vectorstores/vectara.cjs +3 -409
- package/dist/vectorstores/vectara.d.ts +1 -148
- package/dist/vectorstores/vectara.js +1 -396
- package/dist/vectorstores/vercel_postgres.cjs +15 -320
- package/dist/vectorstores/vercel_postgres.d.ts +1 -145
- package/dist/vectorstores/vercel_postgres.js +1 -318
- package/dist/vectorstores/voy.cjs +15 -156
- package/dist/vectorstores/voy.d.ts +1 -73
- package/dist/vectorstores/voy.js +1 -154
- package/dist/vectorstores/weaviate.cjs +3 -347
- package/dist/vectorstores/weaviate.d.ts +1 -140
- package/dist/vectorstores/weaviate.js +1 -333
- package/dist/vectorstores/xata.cjs +15 -108
- package/dist/vectorstores/xata.d.ts +1 -70
- package/dist/vectorstores/xata.js +1 -106
- package/dist/vectorstores/zep.cjs +15 -313
- package/dist/vectorstores/zep.d.ts +1 -146
- package/dist/vectorstores/zep.js +1 -311
- package/experimental/masking.cjs +1 -0
- package/experimental/masking.d.ts +1 -0
- package/experimental/masking.js +1 -0
- package/package.json +13 -27
- package/dist/chat_models/googlevertexai/common.cjs +0 -274
- package/dist/chat_models/googlevertexai/common.d.ts +0 -123
- package/dist/chat_models/googlevertexai/common.js +0 -269
- package/dist/chat_models/iflytek_xinghuo/common.cjs +0 -340
- package/dist/chat_models/iflytek_xinghuo/common.d.ts +0 -165
- package/dist/chat_models/iflytek_xinghuo/common.js +0 -336
- package/dist/llms/googlevertexai/common.cjs +0 -168
- package/dist/llms/googlevertexai/common.d.ts +0 -82
- package/dist/llms/googlevertexai/common.js +0 -164
- package/dist/tools/gmail/base.cjs +0 -69
- package/dist/tools/gmail/base.d.ts +0 -19
- package/dist/tools/gmail/base.js +0 -65
- package/dist/tools/gmail/create_draft.cjs +0 -62
- package/dist/tools/gmail/create_draft.d.ts +0 -35
- package/dist/tools/gmail/create_draft.js +0 -58
- package/dist/tools/gmail/descriptions.cjs +0 -118
- package/dist/tools/gmail/descriptions.d.ts +0 -5
- package/dist/tools/gmail/descriptions.js +0 -115
- package/dist/tools/gmail/get_message.cjs +0 -83
- package/dist/tools/gmail/get_message.d.ts +0 -18
- package/dist/tools/gmail/get_message.js +0 -79
- package/dist/tools/gmail/get_thread.cjs +0 -89
- package/dist/tools/gmail/get_thread.d.ts +0 -18
- package/dist/tools/gmail/get_thread.js +0 -85
- package/dist/tools/gmail/search.cjs +0 -118
- package/dist/tools/gmail/search.d.ts +0 -29
- package/dist/tools/gmail/search.js +0 -114
- package/dist/tools/gmail/send_message.cjs +0 -74
- package/dist/tools/gmail/send_message.d.ts +0 -35
- package/dist/tools/gmail/send_message.js +0 -70
- package/dist/util/openai-format-fndef.cjs +0 -81
- package/dist/util/openai-format-fndef.d.ts +0 -44
- package/dist/util/openai-format-fndef.js +0 -77
- package/dist/util/openai.cjs +0 -21
- package/dist/util/openai.d.ts +0 -1
- package/dist/util/openai.js +0 -17
- package/dist/vectorstores/closevector/common.cjs +0 -128
- package/dist/vectorstores/closevector/common.d.ts +0 -82
- package/dist/vectorstores/closevector/common.js +0 -124
package/dist/llms/replicate.cjs
CHANGED
|
@@ -1,134 +1,17 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
Object.
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
* Class responsible for managing the interaction with the Replicate API.
|
|
8
|
-
* It handles the API key and model details, makes the actual API calls,
|
|
9
|
-
* and converts the API response into a format usable by the rest of the
|
|
10
|
-
* LangChain framework.
|
|
11
|
-
* @example
|
|
12
|
-
* ```typescript
|
|
13
|
-
* const model = new Replicate({
|
|
14
|
-
* model: "replicate/flan-t5-xl:3ae0799123a1fe11f8c89fd99632f843fc5f7a761630160521c4253149754523",
|
|
15
|
-
* });
|
|
16
|
-
*
|
|
17
|
-
* const res = await model.call(
|
|
18
|
-
* "Question: What would be a good company name for a company that makes colorful socks?\nAnswer:"
|
|
19
|
-
* );
|
|
20
|
-
* console.log({ res });
|
|
21
|
-
* ```
|
|
22
|
-
*/
|
|
23
|
-
class Replicate extends base_js_1.LLM {
|
|
24
|
-
static lc_name() {
|
|
25
|
-
return "Replicate";
|
|
26
|
-
}
|
|
27
|
-
get lc_secrets() {
|
|
28
|
-
return {
|
|
29
|
-
apiKey: "REPLICATE_API_TOKEN",
|
|
30
|
-
};
|
|
31
|
-
}
|
|
32
|
-
constructor(fields) {
|
|
33
|
-
super(fields);
|
|
34
|
-
Object.defineProperty(this, "lc_serializable", {
|
|
35
|
-
enumerable: true,
|
|
36
|
-
configurable: true,
|
|
37
|
-
writable: true,
|
|
38
|
-
value: true
|
|
39
|
-
});
|
|
40
|
-
Object.defineProperty(this, "model", {
|
|
41
|
-
enumerable: true,
|
|
42
|
-
configurable: true,
|
|
43
|
-
writable: true,
|
|
44
|
-
value: void 0
|
|
45
|
-
});
|
|
46
|
-
Object.defineProperty(this, "input", {
|
|
47
|
-
enumerable: true,
|
|
48
|
-
configurable: true,
|
|
49
|
-
writable: true,
|
|
50
|
-
value: void 0
|
|
51
|
-
});
|
|
52
|
-
Object.defineProperty(this, "apiKey", {
|
|
53
|
-
enumerable: true,
|
|
54
|
-
configurable: true,
|
|
55
|
-
writable: true,
|
|
56
|
-
value: void 0
|
|
57
|
-
});
|
|
58
|
-
Object.defineProperty(this, "promptKey", {
|
|
59
|
-
enumerable: true,
|
|
60
|
-
configurable: true,
|
|
61
|
-
writable: true,
|
|
62
|
-
value: void 0
|
|
63
|
-
});
|
|
64
|
-
const apiKey = fields?.apiKey ??
|
|
65
|
-
(0, env_js_1.getEnvironmentVariable)("REPLICATE_API_KEY") ?? // previous environment variable for backwards compatibility
|
|
66
|
-
(0, env_js_1.getEnvironmentVariable)("REPLICATE_API_TOKEN"); // current environment variable, matching the Python library
|
|
67
|
-
if (!apiKey) {
|
|
68
|
-
throw new Error("Please set the REPLICATE_API_TOKEN environment variable");
|
|
69
|
-
}
|
|
70
|
-
this.apiKey = apiKey;
|
|
71
|
-
this.model = fields.model;
|
|
72
|
-
this.input = fields.input ?? {};
|
|
73
|
-
this.promptKey = fields.promptKey;
|
|
74
|
-
}
|
|
75
|
-
_llmType() {
|
|
76
|
-
return "replicate";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
77
7
|
}
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
const openapiSchema = version.openapi_schema;
|
|
89
|
-
const inputProperties =
|
|
90
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
91
|
-
openapiSchema?.components?.schemas?.Input?.properties;
|
|
92
|
-
if (inputProperties === undefined) {
|
|
93
|
-
this.promptKey = "prompt";
|
|
94
|
-
}
|
|
95
|
-
else {
|
|
96
|
-
const sortedInputProperties = Object.entries(inputProperties).sort(([_keyA, valueA], [_keyB, valueB]) => {
|
|
97
|
-
const orderA = valueA["x-order"] || 0;
|
|
98
|
-
const orderB = valueB["x-order"] || 0;
|
|
99
|
-
return orderA - orderB;
|
|
100
|
-
});
|
|
101
|
-
this.promptKey = sortedInputProperties[0][0] ?? "prompt";
|
|
102
|
-
}
|
|
103
|
-
}
|
|
104
|
-
const output = await this.caller.callWithOptions({ signal: options.signal }, () => replicate.run(this.model, {
|
|
105
|
-
input: {
|
|
106
|
-
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
|
|
107
|
-
[this.promptKey]: prompt,
|
|
108
|
-
...this.input,
|
|
109
|
-
},
|
|
110
|
-
}));
|
|
111
|
-
if (typeof output === "string") {
|
|
112
|
-
return output;
|
|
113
|
-
}
|
|
114
|
-
else if (Array.isArray(output)) {
|
|
115
|
-
return output.join("");
|
|
116
|
-
}
|
|
117
|
-
else {
|
|
118
|
-
// Note this is a little odd, but the output format is not consistent
|
|
119
|
-
// across models, so it makes some amount of sense.
|
|
120
|
-
return String(output);
|
|
121
|
-
}
|
|
122
|
-
}
|
|
123
|
-
/** @ignore */
|
|
124
|
-
static async imports() {
|
|
125
|
-
try {
|
|
126
|
-
const { default: Replicate } = await import("replicate");
|
|
127
|
-
return { Replicate };
|
|
128
|
-
}
|
|
129
|
-
catch (e) {
|
|
130
|
-
throw new Error("Please install replicate as a dependency with, e.g. `yarn add replicate`");
|
|
131
|
-
}
|
|
132
|
-
}
|
|
133
|
-
}
|
|
134
|
-
exports.Replicate = Replicate;
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("@langchain/community/llms/replicate"), exports);
|
package/dist/llms/replicate.d.ts
CHANGED
|
@@ -1,51 +1 @@
|
|
|
1
|
-
|
|
2
|
-
/**
|
|
3
|
-
* Interface defining the structure of the input data for the Replicate
|
|
4
|
-
* class. It includes details about the model to be used, any additional
|
|
5
|
-
* input parameters, and the API key for the Replicate service.
|
|
6
|
-
*/
|
|
7
|
-
export interface ReplicateInput {
|
|
8
|
-
model: `${string}/${string}:${string}`;
|
|
9
|
-
input?: {
|
|
10
|
-
[key: string]: string | number | boolean;
|
|
11
|
-
};
|
|
12
|
-
apiKey?: string;
|
|
13
|
-
/** The key used to pass prompts to the model. */
|
|
14
|
-
promptKey?: string;
|
|
15
|
-
}
|
|
16
|
-
/**
|
|
17
|
-
* Class responsible for managing the interaction with the Replicate API.
|
|
18
|
-
* It handles the API key and model details, makes the actual API calls,
|
|
19
|
-
* and converts the API response into a format usable by the rest of the
|
|
20
|
-
* LangChain framework.
|
|
21
|
-
* @example
|
|
22
|
-
* ```typescript
|
|
23
|
-
* const model = new Replicate({
|
|
24
|
-
* model: "replicate/flan-t5-xl:3ae0799123a1fe11f8c89fd99632f843fc5f7a761630160521c4253149754523",
|
|
25
|
-
* });
|
|
26
|
-
*
|
|
27
|
-
* const res = await model.call(
|
|
28
|
-
* "Question: What would be a good company name for a company that makes colorful socks?\nAnswer:"
|
|
29
|
-
* );
|
|
30
|
-
* console.log({ res });
|
|
31
|
-
* ```
|
|
32
|
-
*/
|
|
33
|
-
export declare class Replicate extends LLM implements ReplicateInput {
|
|
34
|
-
static lc_name(): string;
|
|
35
|
-
get lc_secrets(): {
|
|
36
|
-
[key: string]: string;
|
|
37
|
-
} | undefined;
|
|
38
|
-
lc_serializable: boolean;
|
|
39
|
-
model: ReplicateInput["model"];
|
|
40
|
-
input: ReplicateInput["input"];
|
|
41
|
-
apiKey: string;
|
|
42
|
-
promptKey?: string;
|
|
43
|
-
constructor(fields: ReplicateInput & BaseLLMParams);
|
|
44
|
-
_llmType(): string;
|
|
45
|
-
/** @ignore */
|
|
46
|
-
_call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
|
|
47
|
-
/** @ignore */
|
|
48
|
-
static imports(): Promise<{
|
|
49
|
-
Replicate: typeof import("replicate").default;
|
|
50
|
-
}>;
|
|
51
|
-
}
|
|
1
|
+
export * from "@langchain/community/llms/replicate";
|
package/dist/llms/replicate.js
CHANGED
|
@@ -1,130 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { LLM } from "./base.js";
|
|
3
|
-
/**
|
|
4
|
-
* Class responsible for managing the interaction with the Replicate API.
|
|
5
|
-
* It handles the API key and model details, makes the actual API calls,
|
|
6
|
-
* and converts the API response into a format usable by the rest of the
|
|
7
|
-
* LangChain framework.
|
|
8
|
-
* @example
|
|
9
|
-
* ```typescript
|
|
10
|
-
* const model = new Replicate({
|
|
11
|
-
* model: "replicate/flan-t5-xl:3ae0799123a1fe11f8c89fd99632f843fc5f7a761630160521c4253149754523",
|
|
12
|
-
* });
|
|
13
|
-
*
|
|
14
|
-
* const res = await model.call(
|
|
15
|
-
* "Question: What would be a good company name for a company that makes colorful socks?\nAnswer:"
|
|
16
|
-
* );
|
|
17
|
-
* console.log({ res });
|
|
18
|
-
* ```
|
|
19
|
-
*/
|
|
20
|
-
export class Replicate extends LLM {
|
|
21
|
-
static lc_name() {
|
|
22
|
-
return "Replicate";
|
|
23
|
-
}
|
|
24
|
-
get lc_secrets() {
|
|
25
|
-
return {
|
|
26
|
-
apiKey: "REPLICATE_API_TOKEN",
|
|
27
|
-
};
|
|
28
|
-
}
|
|
29
|
-
constructor(fields) {
|
|
30
|
-
super(fields);
|
|
31
|
-
Object.defineProperty(this, "lc_serializable", {
|
|
32
|
-
enumerable: true,
|
|
33
|
-
configurable: true,
|
|
34
|
-
writable: true,
|
|
35
|
-
value: true
|
|
36
|
-
});
|
|
37
|
-
Object.defineProperty(this, "model", {
|
|
38
|
-
enumerable: true,
|
|
39
|
-
configurable: true,
|
|
40
|
-
writable: true,
|
|
41
|
-
value: void 0
|
|
42
|
-
});
|
|
43
|
-
Object.defineProperty(this, "input", {
|
|
44
|
-
enumerable: true,
|
|
45
|
-
configurable: true,
|
|
46
|
-
writable: true,
|
|
47
|
-
value: void 0
|
|
48
|
-
});
|
|
49
|
-
Object.defineProperty(this, "apiKey", {
|
|
50
|
-
enumerable: true,
|
|
51
|
-
configurable: true,
|
|
52
|
-
writable: true,
|
|
53
|
-
value: void 0
|
|
54
|
-
});
|
|
55
|
-
Object.defineProperty(this, "promptKey", {
|
|
56
|
-
enumerable: true,
|
|
57
|
-
configurable: true,
|
|
58
|
-
writable: true,
|
|
59
|
-
value: void 0
|
|
60
|
-
});
|
|
61
|
-
const apiKey = fields?.apiKey ??
|
|
62
|
-
getEnvironmentVariable("REPLICATE_API_KEY") ?? // previous environment variable for backwards compatibility
|
|
63
|
-
getEnvironmentVariable("REPLICATE_API_TOKEN"); // current environment variable, matching the Python library
|
|
64
|
-
if (!apiKey) {
|
|
65
|
-
throw new Error("Please set the REPLICATE_API_TOKEN environment variable");
|
|
66
|
-
}
|
|
67
|
-
this.apiKey = apiKey;
|
|
68
|
-
this.model = fields.model;
|
|
69
|
-
this.input = fields.input ?? {};
|
|
70
|
-
this.promptKey = fields.promptKey;
|
|
71
|
-
}
|
|
72
|
-
_llmType() {
|
|
73
|
-
return "replicate";
|
|
74
|
-
}
|
|
75
|
-
/** @ignore */
|
|
76
|
-
async _call(prompt, options) {
|
|
77
|
-
const imports = await Replicate.imports();
|
|
78
|
-
const replicate = new imports.Replicate({
|
|
79
|
-
userAgent: "langchain",
|
|
80
|
-
auth: this.apiKey,
|
|
81
|
-
});
|
|
82
|
-
if (this.promptKey === undefined) {
|
|
83
|
-
const [modelString, versionString] = this.model.split(":");
|
|
84
|
-
const version = await replicate.models.versions.get(modelString.split("/")[0], modelString.split("/")[1], versionString);
|
|
85
|
-
const openapiSchema = version.openapi_schema;
|
|
86
|
-
const inputProperties =
|
|
87
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
88
|
-
openapiSchema?.components?.schemas?.Input?.properties;
|
|
89
|
-
if (inputProperties === undefined) {
|
|
90
|
-
this.promptKey = "prompt";
|
|
91
|
-
}
|
|
92
|
-
else {
|
|
93
|
-
const sortedInputProperties = Object.entries(inputProperties).sort(([_keyA, valueA], [_keyB, valueB]) => {
|
|
94
|
-
const orderA = valueA["x-order"] || 0;
|
|
95
|
-
const orderB = valueB["x-order"] || 0;
|
|
96
|
-
return orderA - orderB;
|
|
97
|
-
});
|
|
98
|
-
this.promptKey = sortedInputProperties[0][0] ?? "prompt";
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
const output = await this.caller.callWithOptions({ signal: options.signal }, () => replicate.run(this.model, {
|
|
102
|
-
input: {
|
|
103
|
-
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
|
|
104
|
-
[this.promptKey]: prompt,
|
|
105
|
-
...this.input,
|
|
106
|
-
},
|
|
107
|
-
}));
|
|
108
|
-
if (typeof output === "string") {
|
|
109
|
-
return output;
|
|
110
|
-
}
|
|
111
|
-
else if (Array.isArray(output)) {
|
|
112
|
-
return output.join("");
|
|
113
|
-
}
|
|
114
|
-
else {
|
|
115
|
-
// Note this is a little odd, but the output format is not consistent
|
|
116
|
-
// across models, so it makes some amount of sense.
|
|
117
|
-
return String(output);
|
|
118
|
-
}
|
|
119
|
-
}
|
|
120
|
-
/** @ignore */
|
|
121
|
-
static async imports() {
|
|
122
|
-
try {
|
|
123
|
-
const { default: Replicate } = await import("replicate");
|
|
124
|
-
return { Replicate };
|
|
125
|
-
}
|
|
126
|
-
catch (e) {
|
|
127
|
-
throw new Error("Please install replicate as a dependency with, e.g. `yarn add replicate`");
|
|
128
|
-
}
|
|
129
|
-
}
|
|
130
|
-
}
|
|
1
|
+
export * from "@langchain/community/llms/replicate";
|
|
@@ -1,205 +1,17 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
2
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
|
|
4
|
-
const client_sagemaker_runtime_1 = require("@aws-sdk/client-sagemaker-runtime");
|
|
5
|
-
const index_js_1 = require("../schema/index.cjs");
|
|
6
|
-
const base_js_1 = require("./base.cjs");
|
|
7
|
-
/**
|
|
8
|
-
* A handler class to transform input from LLM to a format that SageMaker
|
|
9
|
-
* endpoint expects. Similarily, the class also handles transforming output from
|
|
10
|
-
* the SageMaker endpoint to a format that LLM class expects.
|
|
11
|
-
*
|
|
12
|
-
* Example:
|
|
13
|
-
* ```
|
|
14
|
-
* class ContentHandler implements ContentHandlerBase<string, string> {
|
|
15
|
-
* contentType = "application/json"
|
|
16
|
-
* accepts = "application/json"
|
|
17
|
-
*
|
|
18
|
-
* transformInput(prompt: string, modelKwargs: Record<string, unknown>) {
|
|
19
|
-
* const inputString = JSON.stringify({
|
|
20
|
-
* prompt,
|
|
21
|
-
* ...modelKwargs
|
|
22
|
-
* })
|
|
23
|
-
* return Buffer.from(inputString)
|
|
24
|
-
* }
|
|
25
|
-
*
|
|
26
|
-
* transformOutput(output: Uint8Array) {
|
|
27
|
-
* const responseJson = JSON.parse(Buffer.from(output).toString("utf-8"))
|
|
28
|
-
* return responseJson[0].generated_text
|
|
29
|
-
* }
|
|
30
|
-
*
|
|
31
|
-
* }
|
|
32
|
-
* ```
|
|
33
|
-
*/
|
|
34
|
-
class BaseSageMakerContentHandler {
|
|
35
|
-
constructor() {
|
|
36
|
-
Object.defineProperty(this, "contentType", {
|
|
37
|
-
enumerable: true,
|
|
38
|
-
configurable: true,
|
|
39
|
-
writable: true,
|
|
40
|
-
value: "text/plain"
|
|
41
|
-
});
|
|
42
|
-
Object.defineProperty(this, "accepts", {
|
|
43
|
-
enumerable: true,
|
|
44
|
-
configurable: true,
|
|
45
|
-
writable: true,
|
|
46
|
-
value: "text/plain"
|
|
47
|
-
});
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
exports.BaseSageMakerContentHandler = BaseSageMakerContentHandler;
|
|
51
|
-
/**
|
|
52
|
-
* The SageMakerEndpoint class is used to interact with SageMaker
|
|
53
|
-
* Inference Endpoint models. It uses the AWS client for authentication,
|
|
54
|
-
* which automatically loads credentials.
|
|
55
|
-
* If a specific credential profile is to be used, the name of the profile
|
|
56
|
-
* from the ~/.aws/credentials file must be passed. The credentials or
|
|
57
|
-
* roles used should have the required policies to access the SageMaker
|
|
58
|
-
* endpoint.
|
|
59
|
-
*/
|
|
60
|
-
class SageMakerEndpoint extends base_js_1.LLM {
|
|
61
|
-
static lc_name() {
|
|
62
|
-
return "SageMakerEndpoint";
|
|
63
|
-
}
|
|
64
|
-
get lc_secrets() {
|
|
65
|
-
return {
|
|
66
|
-
"clientOptions.credentials.accessKeyId": "AWS_ACCESS_KEY_ID",
|
|
67
|
-
"clientOptions.credentials.secretAccessKey": "AWS_SECRET_ACCESS_KEY",
|
|
68
|
-
"clientOptions.credentials.sessionToken": "AWS_SESSION_TOKEN",
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
constructor(fields) {
|
|
72
|
-
super(fields);
|
|
73
|
-
Object.defineProperty(this, "endpointName", {
|
|
74
|
-
enumerable: true,
|
|
75
|
-
configurable: true,
|
|
76
|
-
writable: true,
|
|
77
|
-
value: void 0
|
|
78
|
-
});
|
|
79
|
-
Object.defineProperty(this, "modelKwargs", {
|
|
80
|
-
enumerable: true,
|
|
81
|
-
configurable: true,
|
|
82
|
-
writable: true,
|
|
83
|
-
value: void 0
|
|
84
|
-
});
|
|
85
|
-
Object.defineProperty(this, "endpointKwargs", {
|
|
86
|
-
enumerable: true,
|
|
87
|
-
configurable: true,
|
|
88
|
-
writable: true,
|
|
89
|
-
value: void 0
|
|
90
|
-
});
|
|
91
|
-
Object.defineProperty(this, "client", {
|
|
92
|
-
enumerable: true,
|
|
93
|
-
configurable: true,
|
|
94
|
-
writable: true,
|
|
95
|
-
value: void 0
|
|
96
|
-
});
|
|
97
|
-
Object.defineProperty(this, "contentHandler", {
|
|
98
|
-
enumerable: true,
|
|
99
|
-
configurable: true,
|
|
100
|
-
writable: true,
|
|
101
|
-
value: void 0
|
|
102
|
-
});
|
|
103
|
-
Object.defineProperty(this, "streaming", {
|
|
104
|
-
enumerable: true,
|
|
105
|
-
configurable: true,
|
|
106
|
-
writable: true,
|
|
107
|
-
value: void 0
|
|
108
|
-
});
|
|
109
|
-
if (!fields.clientOptions.region) {
|
|
110
|
-
throw new Error(`Please pass a "clientOptions" object with a "region" field to the constructor`);
|
|
111
|
-
}
|
|
112
|
-
const endpointName = fields?.endpointName;
|
|
113
|
-
if (!endpointName) {
|
|
114
|
-
throw new Error(`Please pass an "endpointName" field to the constructor`);
|
|
115
|
-
}
|
|
116
|
-
const contentHandler = fields?.contentHandler;
|
|
117
|
-
if (!contentHandler) {
|
|
118
|
-
throw new Error(`Please pass a "contentHandler" field to the constructor`);
|
|
119
|
-
}
|
|
120
|
-
this.endpointName = fields.endpointName;
|
|
121
|
-
this.contentHandler = fields.contentHandler;
|
|
122
|
-
this.endpointKwargs = fields.endpointKwargs;
|
|
123
|
-
this.modelKwargs = fields.modelKwargs;
|
|
124
|
-
this.streaming = fields.streaming ?? false;
|
|
125
|
-
this.client = new client_sagemaker_runtime_1.SageMakerRuntimeClient(fields.clientOptions);
|
|
126
|
-
}
|
|
127
|
-
_llmType() {
|
|
128
|
-
return "sagemaker_endpoint";
|
|
129
|
-
}
|
|
130
|
-
/**
|
|
131
|
-
* Calls the SageMaker endpoint and retrieves the result.
|
|
132
|
-
* @param {string} prompt The input prompt.
|
|
133
|
-
* @param {this["ParsedCallOptions"]} options Parsed call options.
|
|
134
|
-
* @param {CallbackManagerForLLMRun} runManager Optional run manager.
|
|
135
|
-
* @returns {Promise<string>} A promise that resolves to the generated string.
|
|
136
|
-
*/
|
|
137
|
-
/** @ignore */
|
|
138
|
-
async _call(prompt, options, runManager) {
|
|
139
|
-
return this.streaming
|
|
140
|
-
? await this.streamingCall(prompt, options, runManager)
|
|
141
|
-
: await this.noStreamingCall(prompt, options);
|
|
142
|
-
}
|
|
143
|
-
async streamingCall(prompt, options, runManager) {
|
|
144
|
-
const chunks = [];
|
|
145
|
-
for await (const chunk of this._streamResponseChunks(prompt, options, runManager)) {
|
|
146
|
-
chunks.push(chunk.text);
|
|
147
|
-
}
|
|
148
|
-
return chunks.join("");
|
|
149
|
-
}
|
|
150
|
-
async noStreamingCall(prompt, options) {
|
|
151
|
-
const body = await this.contentHandler.transformInput(prompt, this.modelKwargs ?? {});
|
|
152
|
-
const { contentType, accepts } = this.contentHandler;
|
|
153
|
-
const response = await this.caller.call(() => this.client.send(new client_sagemaker_runtime_1.InvokeEndpointCommand({
|
|
154
|
-
EndpointName: this.endpointName,
|
|
155
|
-
Body: body,
|
|
156
|
-
ContentType: contentType,
|
|
157
|
-
Accept: accepts,
|
|
158
|
-
...this.endpointKwargs,
|
|
159
|
-
}), { abortSignal: options.signal }));
|
|
160
|
-
if (response.Body === undefined) {
|
|
161
|
-
throw new Error("Inference result missing Body");
|
|
162
|
-
}
|
|
163
|
-
return this.contentHandler.transformOutput(response.Body);
|
|
164
|
-
}
|
|
165
|
-
/**
|
|
166
|
-
* Streams response chunks from the SageMaker endpoint.
|
|
167
|
-
* @param {string} prompt The input prompt.
|
|
168
|
-
* @param {this["ParsedCallOptions"]} options Parsed call options.
|
|
169
|
-
* @returns {AsyncGenerator<GenerationChunk>} An asynchronous generator yielding generation chunks.
|
|
170
|
-
*/
|
|
171
|
-
async *_streamResponseChunks(prompt, options, runManager) {
|
|
172
|
-
const body = await this.contentHandler.transformInput(prompt, this.modelKwargs ?? {});
|
|
173
|
-
const { contentType, accepts } = this.contentHandler;
|
|
174
|
-
const stream = await this.caller.call(() => this.client.send(new client_sagemaker_runtime_1.InvokeEndpointWithResponseStreamCommand({
|
|
175
|
-
EndpointName: this.endpointName,
|
|
176
|
-
Body: body,
|
|
177
|
-
ContentType: contentType,
|
|
178
|
-
Accept: accepts,
|
|
179
|
-
...this.endpointKwargs,
|
|
180
|
-
}), { abortSignal: options.signal }));
|
|
181
|
-
if (!stream.Body) {
|
|
182
|
-
throw new Error("Inference result missing Body");
|
|
183
|
-
}
|
|
184
|
-
for await (const chunk of stream.Body) {
|
|
185
|
-
if (chunk.PayloadPart && chunk.PayloadPart.Bytes) {
|
|
186
|
-
const text = await this.contentHandler.transformOutput(chunk.PayloadPart.Bytes);
|
|
187
|
-
yield new index_js_1.GenerationChunk({
|
|
188
|
-
text,
|
|
189
|
-
generationInfo: {
|
|
190
|
-
...chunk,
|
|
191
|
-
response: undefined,
|
|
192
|
-
},
|
|
193
|
-
});
|
|
194
|
-
await runManager?.handleLLMNewToken(text);
|
|
195
|
-
}
|
|
196
|
-
else if (chunk.InternalStreamFailure) {
|
|
197
|
-
throw new Error(chunk.InternalStreamFailure.message);
|
|
198
|
-
}
|
|
199
|
-
else if (chunk.ModelStreamError) {
|
|
200
|
-
throw new Error(chunk.ModelStreamError.message);
|
|
201
|
-
}
|
|
202
|
-
}
|
|
203
|
-
}
|
|
204
|
-
}
|
|
205
|
-
exports.SageMakerEndpoint = SageMakerEndpoint;
|
|
17
|
+
__exportStar(require("@langchain/community/llms/sagemaker_endpoint"), exports);
|
|
@@ -1,121 +1 @@
|
|
|
1
|
-
|
|
2
|
-
import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
|
|
3
|
-
import { GenerationChunk } from "../schema/index.js";
|
|
4
|
-
import { BaseLLMCallOptions, BaseLLMParams, LLM } from "./base.js";
|
|
5
|
-
/**
|
|
6
|
-
* A handler class to transform input from LLM to a format that SageMaker
|
|
7
|
-
* endpoint expects. Similarily, the class also handles transforming output from
|
|
8
|
-
* the SageMaker endpoint to a format that LLM class expects.
|
|
9
|
-
*
|
|
10
|
-
* Example:
|
|
11
|
-
* ```
|
|
12
|
-
* class ContentHandler implements ContentHandlerBase<string, string> {
|
|
13
|
-
* contentType = "application/json"
|
|
14
|
-
* accepts = "application/json"
|
|
15
|
-
*
|
|
16
|
-
* transformInput(prompt: string, modelKwargs: Record<string, unknown>) {
|
|
17
|
-
* const inputString = JSON.stringify({
|
|
18
|
-
* prompt,
|
|
19
|
-
* ...modelKwargs
|
|
20
|
-
* })
|
|
21
|
-
* return Buffer.from(inputString)
|
|
22
|
-
* }
|
|
23
|
-
*
|
|
24
|
-
* transformOutput(output: Uint8Array) {
|
|
25
|
-
* const responseJson = JSON.parse(Buffer.from(output).toString("utf-8"))
|
|
26
|
-
* return responseJson[0].generated_text
|
|
27
|
-
* }
|
|
28
|
-
*
|
|
29
|
-
* }
|
|
30
|
-
* ```
|
|
31
|
-
*/
|
|
32
|
-
export declare abstract class BaseSageMakerContentHandler<InputType, OutputType> {
|
|
33
|
-
contentType: string;
|
|
34
|
-
accepts: string;
|
|
35
|
-
/**
|
|
36
|
-
* Transforms the prompt and model arguments into a specific format for sending to SageMaker.
|
|
37
|
-
* @param {InputType} prompt The prompt to be transformed.
|
|
38
|
-
* @param {Record<string, unknown>} modelKwargs Additional arguments.
|
|
39
|
-
* @returns {Promise<Uint8Array>} A promise that resolves to the formatted data for sending.
|
|
40
|
-
*/
|
|
41
|
-
abstract transformInput(prompt: InputType, modelKwargs: Record<string, unknown>): Promise<Uint8Array>;
|
|
42
|
-
/**
|
|
43
|
-
* Transforms SageMaker output into a desired format.
|
|
44
|
-
* @param {Uint8Array} output The raw output from SageMaker.
|
|
45
|
-
* @returns {Promise<OutputType>} A promise that resolves to the transformed data.
|
|
46
|
-
*/
|
|
47
|
-
abstract transformOutput(output: Uint8Array): Promise<OutputType>;
|
|
48
|
-
}
|
|
49
|
-
export type SageMakerLLMContentHandler = BaseSageMakerContentHandler<string, string>;
|
|
50
|
-
/**
|
|
51
|
-
* The SageMakerEndpointInput interface defines the input parameters for
|
|
52
|
-
* the SageMakerEndpoint class, which includes the endpoint name, client
|
|
53
|
-
* options for the SageMaker client, the content handler, and optional
|
|
54
|
-
* keyword arguments for the model and the endpoint.
|
|
55
|
-
*/
|
|
56
|
-
export interface SageMakerEndpointInput extends BaseLLMParams {
|
|
57
|
-
/**
|
|
58
|
-
* The name of the endpoint from the deployed SageMaker model. Must be unique
|
|
59
|
-
* within an AWS Region.
|
|
60
|
-
*/
|
|
61
|
-
endpointName: string;
|
|
62
|
-
/**
|
|
63
|
-
* Options passed to the SageMaker client.
|
|
64
|
-
*/
|
|
65
|
-
clientOptions: SageMakerRuntimeClientConfig;
|
|
66
|
-
/**
|
|
67
|
-
* Key word arguments to pass to the model.
|
|
68
|
-
*/
|
|
69
|
-
modelKwargs?: Record<string, unknown>;
|
|
70
|
-
/**
|
|
71
|
-
* Optional attributes passed to the InvokeEndpointCommand
|
|
72
|
-
*/
|
|
73
|
-
endpointKwargs?: Record<string, unknown>;
|
|
74
|
-
/**
|
|
75
|
-
* The content handler class that provides an input and output transform
|
|
76
|
-
* functions to handle formats between LLM and the endpoint.
|
|
77
|
-
*/
|
|
78
|
-
contentHandler: SageMakerLLMContentHandler;
|
|
79
|
-
streaming?: boolean;
|
|
80
|
-
}
|
|
81
|
-
/**
|
|
82
|
-
* The SageMakerEndpoint class is used to interact with SageMaker
|
|
83
|
-
* Inference Endpoint models. It uses the AWS client for authentication,
|
|
84
|
-
* which automatically loads credentials.
|
|
85
|
-
* If a specific credential profile is to be used, the name of the profile
|
|
86
|
-
* from the ~/.aws/credentials file must be passed. The credentials or
|
|
87
|
-
* roles used should have the required policies to access the SageMaker
|
|
88
|
-
* endpoint.
|
|
89
|
-
*/
|
|
90
|
-
export declare class SageMakerEndpoint extends LLM<BaseLLMCallOptions> {
|
|
91
|
-
static lc_name(): string;
|
|
92
|
-
get lc_secrets(): {
|
|
93
|
-
[key: string]: string;
|
|
94
|
-
} | undefined;
|
|
95
|
-
endpointName: string;
|
|
96
|
-
modelKwargs?: Record<string, unknown>;
|
|
97
|
-
endpointKwargs?: Record<string, unknown>;
|
|
98
|
-
client: SageMakerRuntimeClient;
|
|
99
|
-
contentHandler: SageMakerLLMContentHandler;
|
|
100
|
-
streaming: boolean;
|
|
101
|
-
constructor(fields: SageMakerEndpointInput);
|
|
102
|
-
_llmType(): string;
|
|
103
|
-
/**
|
|
104
|
-
* Calls the SageMaker endpoint and retrieves the result.
|
|
105
|
-
* @param {string} prompt The input prompt.
|
|
106
|
-
* @param {this["ParsedCallOptions"]} options Parsed call options.
|
|
107
|
-
* @param {CallbackManagerForLLMRun} runManager Optional run manager.
|
|
108
|
-
* @returns {Promise<string>} A promise that resolves to the generated string.
|
|
109
|
-
*/
|
|
110
|
-
/** @ignore */
|
|
111
|
-
_call(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
|
|
112
|
-
private streamingCall;
|
|
113
|
-
private noStreamingCall;
|
|
114
|
-
/**
|
|
115
|
-
* Streams response chunks from the SageMaker endpoint.
|
|
116
|
-
* @param {string} prompt The input prompt.
|
|
117
|
-
* @param {this["ParsedCallOptions"]} options Parsed call options.
|
|
118
|
-
* @returns {AsyncGenerator<GenerationChunk>} An asynchronous generator yielding generation chunks.
|
|
119
|
-
*/
|
|
120
|
-
_streamResponseChunks(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
|
|
121
|
-
}
|
|
1
|
+
export * from "@langchain/community/llms/sagemaker_endpoint";
|