langchain 0.0.166 → 0.0.168

package/dist/llms/sagemaker_endpoint.cjs

@@ -131,18 +131,18 @@ class SageMakerEndpoint extends base_js_1.LLM {
      * Calls the SageMaker endpoint and retrieves the result.
      * @param {string} prompt The input prompt.
      * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @param {CallbackManagerForLLMRun} _runManager Optional run manager.
+     * @param {CallbackManagerForLLMRun} runManager Optional run manager.
      * @returns {Promise<string>} A promise that resolves to the generated string.
      */
     /** @ignore */
-    async _call(prompt, options, _runManager) {
+    async _call(prompt, options, runManager) {
         return this.streaming
-            ? await this.streamingCall(prompt, options)
+            ? await this.streamingCall(prompt, options, runManager)
             : await this.noStreamingCall(prompt, options);
     }
-    async streamingCall(prompt, options) {
+    async streamingCall(prompt, options, runManager) {
         const chunks = [];
-        for await (const chunk of this._streamResponseChunks(prompt, options)) {
+        for await (const chunk of this._streamResponseChunks(prompt, options, runManager)) {
             chunks.push(chunk.text);
         }
         return chunks.join("");
@@ -168,7 +168,7 @@ class SageMakerEndpoint extends base_js_1.LLM {
      * @param {this["ParsedCallOptions"]} options Parsed call options.
      * @returns {AsyncGenerator<GenerationChunk>} An asynchronous generator yielding generation chunks.
      */
-    async *_streamResponseChunks(prompt, options) {
+    async *_streamResponseChunks(prompt, options, runManager) {
         const body = await this.contentHandler.transformInput(prompt, this.modelKwargs ?? {});
         const { contentType, accepts } = this.contentHandler;
         const stream = await this.caller.call(() => this.client.send(new client_sagemaker_runtime_1.InvokeEndpointWithResponseStreamCommand({
@@ -183,13 +183,15 @@ class SageMakerEndpoint extends base_js_1.LLM {
         }
         for await (const chunk of stream.Body) {
             if (chunk.PayloadPart && chunk.PayloadPart.Bytes) {
+                const text = await this.contentHandler.transformOutput(chunk.PayloadPart.Bytes);
                 yield new index_js_1.GenerationChunk({
-                    text: await this.contentHandler.transformOutput(chunk.PayloadPart.Bytes),
+                    text,
                     generationInfo: {
                         ...chunk,
                         response: undefined,
                     },
                 });
+                await runManager?.handleLLMNewToken(text);
             }
             else if (chunk.InternalStreamFailure) {
                 throw new Error(chunk.InternalStreamFailure.message);

package/dist/llms/sagemaker_endpoint.d.ts

@@ -104,11 +104,11 @@ export declare class SageMakerEndpoint extends LLM<BaseLLMCallOptions> {
      * Calls the SageMaker endpoint and retrieves the result.
      * @param {string} prompt The input prompt.
      * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @param {CallbackManagerForLLMRun} _runManager Optional run manager.
+     * @param {CallbackManagerForLLMRun} runManager Optional run manager.
      * @returns {Promise<string>} A promise that resolves to the generated string.
      */
     /** @ignore */
-    _call(prompt: string, options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): Promise<string>;
+    _call(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
     private streamingCall;
     private noStreamingCall;
     /**
@@ -117,5 +117,5 @@ export declare class SageMakerEndpoint extends LLM<BaseLLMCallOptions> {
      * @param {this["ParsedCallOptions"]} options Parsed call options.
      * @returns {AsyncGenerator<GenerationChunk>} An asynchronous generator yielding generation chunks.
      */
-    _streamResponseChunks(prompt: string, options: this["ParsedCallOptions"]): AsyncGenerator<GenerationChunk>;
+    _streamResponseChunks(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
 }

package/dist/llms/sagemaker_endpoint.js

@@ -127,18 +127,18 @@ export class SageMakerEndpoint extends LLM {
      * Calls the SageMaker endpoint and retrieves the result.
      * @param {string} prompt The input prompt.
      * @param {this["ParsedCallOptions"]} options Parsed call options.
-     * @param {CallbackManagerForLLMRun} _runManager Optional run manager.
+     * @param {CallbackManagerForLLMRun} runManager Optional run manager.
      * @returns {Promise<string>} A promise that resolves to the generated string.
      */
     /** @ignore */
-    async _call(prompt, options, _runManager) {
+    async _call(prompt, options, runManager) {
         return this.streaming
-            ? await this.streamingCall(prompt, options)
+            ? await this.streamingCall(prompt, options, runManager)
             : await this.noStreamingCall(prompt, options);
     }
-    async streamingCall(prompt, options) {
+    async streamingCall(prompt, options, runManager) {
         const chunks = [];
-        for await (const chunk of this._streamResponseChunks(prompt, options)) {
+        for await (const chunk of this._streamResponseChunks(prompt, options, runManager)) {
             chunks.push(chunk.text);
         }
         return chunks.join("");
@@ -164,7 +164,7 @@ export class SageMakerEndpoint extends LLM {
      * @param {this["ParsedCallOptions"]} options Parsed call options.
      * @returns {AsyncGenerator<GenerationChunk>} An asynchronous generator yielding generation chunks.
      */
-    async *_streamResponseChunks(prompt, options) {
+    async *_streamResponseChunks(prompt, options, runManager) {
         const body = await this.contentHandler.transformInput(prompt, this.modelKwargs ?? {});
         const { contentType, accepts } = this.contentHandler;
         const stream = await this.caller.call(() => this.client.send(new InvokeEndpointWithResponseStreamCommand({
@@ -179,13 +179,15 @@ export class SageMakerEndpoint extends LLM {
         }
         for await (const chunk of stream.Body) {
             if (chunk.PayloadPart && chunk.PayloadPart.Bytes) {
+                const text = await this.contentHandler.transformOutput(chunk.PayloadPart.Bytes);
                 yield new GenerationChunk({
-                    text: await this.contentHandler.transformOutput(chunk.PayloadPart.Bytes),
+                    text,
                     generationInfo: {
                         ...chunk,
                         response: undefined,
                     },
                 });
+                await runManager?.handleLLMNewToken(text);
             }
             else if (chunk.InternalStreamFailure) {
                 throw new Error(chunk.InternalStreamFailure.message);

package/dist/llms/yandex.cjs

@@ -0,0 +1,100 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.YandexGPT = void 0;
+const env_js_1 = require("../util/env.cjs");
+const base_js_1 = require("./base.cjs");
+const apiUrl = "https://llm.api.cloud.yandex.net/llm/v1alpha/instruct";
+class YandexGPT extends base_js_1.LLM {
+    static lc_name() {
+        return "Yandex GPT";
+    }
+    get lc_secrets() {
+        return {
+            apiKey: "YC_API_KEY",
+            iamToken: "YC_IAM_TOKEN",
+        };
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.6
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1700
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "general"
+        });
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iamToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const apiKey = fields?.apiKey ?? (0, env_js_1.getEnvironmentVariable)("YC_API_KEY");
+        const iamToken = fields?.iamToken ?? (0, env_js_1.getEnvironmentVariable)("YC_IAM_TOKEN");
+        if (apiKey === undefined && iamToken === undefined) {
+            throw new Error("Please set the YC_API_KEY or YC_IAM_TOKEN environment variable or pass it to the constructor as the apiKey or iamToken field.");
+        }
+        this.apiKey = apiKey;
+        this.iamToken = iamToken;
+        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.model = fields?.model ?? this.model;
+    }
+    _llmType() {
+        return "yandexgpt";
+    }
+    /** @ignore */
+    async _call(prompt, options) {
+        // Hit the `generate` endpoint on the `large` model
+        return this.caller.callWithOptions({ signal: options.signal }, async () => {
+            const headers = { "Content-Type": "application/json", Authorization: "" };
+            if (this.apiKey !== undefined) {
+                headers.Authorization = `Api-Key ${this.apiKey}`;
+            }
+            else {
+                headers.Authorization = `Bearer ${this.iamToken}`;
+            }
+            const bodyData = {
+                model: this.model,
+                generationOptions: {
+                    temperature: this.temperature,
+                    maxTokens: this.maxTokens,
+                },
+                requestText: prompt,
+            };
+            try {
+                const response = await fetch(apiUrl, {
+                    method: "POST",
+                    headers,
+                    body: JSON.stringify(bodyData),
+                });
+                if (!response.ok) {
+                    throw new Error(`Failed to fetch ${apiUrl} from YandexGPT: ${response.status}`);
+                }
+                const responseData = await response.json();
+                return responseData.result.alternatives[0].text;
+            }
+            catch (error) {
+                throw new Error(`Failed to fetch ${apiUrl} from YandexGPT ${error}`);
+            }
+        });
+    }
+}
+exports.YandexGPT = YandexGPT;

package/dist/llms/yandex.d.ts

@@ -0,0 +1,40 @@
+import { LLM, BaseLLMParams } from "./base.js";
+export interface YandexGPTInputs extends BaseLLMParams {
+    /**
+     * What sampling temperature to use.
+     * Should be a double number between 0 (inclusive) and 1 (inclusive).
+     */
+    temperature?: number;
+    /**
+     * Maximum limit on the total number of tokens
+     * used for both the input prompt and the generated response.
+     */
+    maxTokens?: number;
+    /** Model name to use. */
+    model?: string;
+    /**
+     * Yandex Cloud Api Key for service account
+     * with the `ai.languageModels.user` role.
+     */
+    apiKey?: string;
+    /**
+     * Yandex Cloud IAM token for service account
+     * with the `ai.languageModels.user` role.
+     */
+    iamToken?: string;
+}
+export declare class YandexGPT extends LLM implements YandexGPTInputs {
+    static lc_name(): string;
+    get lc_secrets(): {
+        [key: string]: string;
+    } | undefined;
+    temperature: number;
+    maxTokens: number;
+    model: string;
+    apiKey?: string;
+    iamToken?: string;
+    constructor(fields?: YandexGPTInputs);
+    _llmType(): string;
+    /** @ignore */
+    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
+}

package/dist/llms/yandex.js

@@ -0,0 +1,96 @@
+import { getEnvironmentVariable } from "../util/env.js";
+import { LLM } from "./base.js";
+const apiUrl = "https://llm.api.cloud.yandex.net/llm/v1alpha/instruct";
+export class YandexGPT extends LLM {
+    static lc_name() {
+        return "Yandex GPT";
+    }
+    get lc_secrets() {
+        return {
+            apiKey: "YC_API_KEY",
+            iamToken: "YC_IAM_TOKEN",
+        };
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.6
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1700
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "general"
+        });
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iamToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const apiKey = fields?.apiKey ?? getEnvironmentVariable("YC_API_KEY");
+        const iamToken = fields?.iamToken ?? getEnvironmentVariable("YC_IAM_TOKEN");
+        if (apiKey === undefined && iamToken === undefined) {
+            throw new Error("Please set the YC_API_KEY or YC_IAM_TOKEN environment variable or pass it to the constructor as the apiKey or iamToken field.");
+        }
+        this.apiKey = apiKey;
+        this.iamToken = iamToken;
+        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.model = fields?.model ?? this.model;
+    }
+    _llmType() {
+        return "yandexgpt";
+    }
+    /** @ignore */
+    async _call(prompt, options) {
+        // Hit the `generate` endpoint on the `large` model
+        return this.caller.callWithOptions({ signal: options.signal }, async () => {
+            const headers = { "Content-Type": "application/json", Authorization: "" };
+            if (this.apiKey !== undefined) {
+                headers.Authorization = `Api-Key ${this.apiKey}`;
+            }
+            else {
+                headers.Authorization = `Bearer ${this.iamToken}`;
+            }
+            const bodyData = {
+                model: this.model,
+                generationOptions: {
+                    temperature: this.temperature,
+                    maxTokens: this.maxTokens,
+                },
+                requestText: prompt,
+            };
+            try {
+                const response = await fetch(apiUrl, {
+                    method: "POST",
+                    headers,
+                    body: JSON.stringify(bodyData),
+                });
+                if (!response.ok) {
+                    throw new Error(`Failed to fetch ${apiUrl} from YandexGPT: ${response.status}`);
+                }
+                const responseData = await response.json();
+                return responseData.result.alternatives[0].text;
+            }
+            catch (error) {
+                throw new Error(`Failed to fetch ${apiUrl} from YandexGPT ${error}`);
+            }
+        });
+    }
+}

package/dist/load/import_constants.cjs

@@ -43,6 +43,8 @@ exports.optionalImportEntrypoints = [
     "langchain/vectorstores/cassandra",
     "langchain/vectorstores/elasticsearch",
     "langchain/vectorstores/cloudflare_vectorize",
+    "langchain/vectorstores/closevector/web",
+    "langchain/vectorstores/closevector/node",
     "langchain/vectorstores/chroma",
     "langchain/vectorstores/googlevertexai",
     "langchain/vectorstores/hnswlib",
@@ -58,6 +60,7 @@ exports.optionalImportEntrypoints = [
     "langchain/vectorstores/opensearch",
     "langchain/vectorstores/pgvector",
     "langchain/vectorstores/milvus",
+    "langchain/vectorstores/neo4j_vector",
     "langchain/vectorstores/typeorm",
     "langchain/vectorstores/myscale",
     "langchain/vectorstores/redis",
@@ -140,6 +143,7 @@ exports.optionalImportEntrypoints = [
     "langchain/stores/message/planetscale",
     "langchain/stores/message/xata",
     "langchain/storage/ioredis",
+    "langchain/storage/vercel_kv",
     "langchain/graphs/neo4j_graph",
     "langchain/hub",
     "langchain/experimental/multimodal_embeddings/googlevertexai",

package/dist/load/import_constants.js

@@ -40,6 +40,8 @@ export const optionalImportEntrypoints = [
     "langchain/vectorstores/cassandra",
     "langchain/vectorstores/elasticsearch",
     "langchain/vectorstores/cloudflare_vectorize",
+    "langchain/vectorstores/closevector/web",
+    "langchain/vectorstores/closevector/node",
     "langchain/vectorstores/chroma",
     "langchain/vectorstores/googlevertexai",
     "langchain/vectorstores/hnswlib",
@@ -55,6 +57,7 @@ export const optionalImportEntrypoints = [
     "langchain/vectorstores/opensearch",
     "langchain/vectorstores/pgvector",
     "langchain/vectorstores/milvus",
+    "langchain/vectorstores/neo4j_vector",
     "langchain/vectorstores/typeorm",
     "langchain/vectorstores/myscale",
     "langchain/vectorstores/redis",
@@ -137,6 +140,7 @@ export const optionalImportEntrypoints = [
     "langchain/stores/message/planetscale",
     "langchain/stores/message/xata",
     "langchain/storage/ioredis",
+    "langchain/storage/vercel_kv",
     "langchain/graphs/neo4j_graph",
     "langchain/hub",
     "langchain/experimental/multimodal_embeddings/googlevertexai",

package/dist/load/import_map.cjs

@@ -24,8 +24,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fireworks = exports.llms__ollama = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains = exports.tools = exports.base_language = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.runnables__remote = exports.evaluation = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.storage__in_memory = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = void 0;
+exports.schema__retriever = exports.schema__query_constructor = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains = exports.tools = exports.base_language = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
+exports.runnables__remote = exports.evaluation = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
@@ -43,8 +43,11 @@ exports.llms__base = __importStar(require("../llms/base.cjs"));
 exports.llms__openai = __importStar(require("../llms/openai.cjs"));
 exports.llms__ai21 = __importStar(require("../llms/ai21.cjs"));
 exports.llms__aleph_alpha = __importStar(require("../llms/aleph_alpha.cjs"));
+exports.llms__cloudflare_workersai = __importStar(require("../llms/cloudflare_workersai.cjs"));
 exports.llms__ollama = __importStar(require("../llms/ollama.cjs"));
 exports.llms__fireworks = __importStar(require("../llms/fireworks.cjs"));
+exports.llms__yandex = __importStar(require("../llms/yandex.cjs"));
+exports.llms__fake = __importStar(require("../llms/fake.cjs"));
 exports.prompts = __importStar(require("../prompts/index.cjs"));
 exports.vectorstores__base = __importStar(require("../vectorstores/base.cjs"));
 exports.vectorstores__memory = __importStar(require("../vectorstores/memory.cjs"));
@@ -62,10 +65,12 @@ exports.document_transformers__openai_functions = __importStar(require("../docum
 exports.chat_models__base = __importStar(require("../chat_models/base.cjs"));
 exports.chat_models__openai = __importStar(require("../chat_models/openai.cjs"));
 exports.chat_models__anthropic = __importStar(require("../chat_models/anthropic.cjs"));
+exports.chat_models__cloudflare_workersai = __importStar(require("../chat_models/cloudflare_workersai.cjs"));
 exports.chat_models__fireworks = __importStar(require("../chat_models/fireworks.cjs"));
 exports.chat_models__baiduwenxin = __importStar(require("../chat_models/baiduwenxin.cjs"));
 exports.chat_models__ollama = __importStar(require("../chat_models/ollama.cjs"));
 exports.chat_models__minimax = __importStar(require("../chat_models/minimax.cjs"));
+exports.chat_models__fake = __importStar(require("../chat_models/fake.cjs"));
 exports.schema = __importStar(require("../schema/index.cjs"));
 exports.schema__document = __importStar(require("../schema/document.cjs"));
 exports.schema__output_parser = __importStar(require("../schema/output_parser.cjs"));
@@ -94,6 +99,7 @@ exports.cache = __importStar(require("../cache/index.cjs"));
 exports.stores__doc__in_memory = __importStar(require("../stores/doc/in_memory.cjs"));
 exports.stores__file__in_memory = __importStar(require("../stores/file/in_memory.cjs"));
 exports.stores__message__in_memory = __importStar(require("../stores/message/in_memory.cjs"));
+exports.storage__encoder_backed = __importStar(require("../storage/encoder_backed.cjs"));
 exports.storage__in_memory = __importStar(require("../storage/in_memory.cjs"));
 exports.util__math = __importStar(require("../util/math.cjs"));
 exports.util__time = __importStar(require("../util/time.cjs"));

package/dist/load/import_map.d.ts

@@ -15,8 +15,11 @@ export * as llms__base from "../llms/base.js";
 export * as llms__openai from "../llms/openai.js";
 export * as llms__ai21 from "../llms/ai21.js";
 export * as llms__aleph_alpha from "../llms/aleph_alpha.js";
+export * as llms__cloudflare_workersai from "../llms/cloudflare_workersai.js";
 export * as llms__ollama from "../llms/ollama.js";
 export * as llms__fireworks from "../llms/fireworks.js";
+export * as llms__yandex from "../llms/yandex.js";
+export * as llms__fake from "../llms/fake.js";
 export * as prompts from "../prompts/index.js";
 export * as vectorstores__base from "../vectorstores/base.js";
 export * as vectorstores__memory from "../vectorstores/memory.js";
@@ -34,10 +37,12 @@ export * as document_transformers__openai_functions from "../document_transforme
 export * as chat_models__base from "../chat_models/base.js";
 export * as chat_models__openai from "../chat_models/openai.js";
 export * as chat_models__anthropic from "../chat_models/anthropic.js";
+export * as chat_models__cloudflare_workersai from "../chat_models/cloudflare_workersai.js";
 export * as chat_models__fireworks from "../chat_models/fireworks.js";
 export * as chat_models__baiduwenxin from "../chat_models/baiduwenxin.js";
 export * as chat_models__ollama from "../chat_models/ollama.js";
 export * as chat_models__minimax from "../chat_models/minimax.js";
+export * as chat_models__fake from "../chat_models/fake.js";
 export * as schema from "../schema/index.js";
 export * as schema__document from "../schema/document.js";
 export * as schema__output_parser from "../schema/output_parser.js";
@@ -66,6 +71,7 @@ export * as cache from "../cache/index.js";
 export * as stores__doc__in_memory from "../stores/doc/in_memory.js";
 export * as stores__file__in_memory from "../stores/file/in_memory.js";
 export * as stores__message__in_memory from "../stores/message/in_memory.js";
+export * as storage__encoder_backed from "../storage/encoder_backed.js";
 export * as storage__in_memory from "../storage/in_memory.js";
 export * as util__math from "../util/math.js";
 export * as util__time from "../util/time.js";

package/dist/load/import_map.js

@@ -16,8 +16,11 @@ export * as llms__base from "../llms/base.js";
 export * as llms__openai from "../llms/openai.js";
 export * as llms__ai21 from "../llms/ai21.js";
 export * as llms__aleph_alpha from "../llms/aleph_alpha.js";
+export * as llms__cloudflare_workersai from "../llms/cloudflare_workersai.js";
 export * as llms__ollama from "../llms/ollama.js";
 export * as llms__fireworks from "../llms/fireworks.js";
+export * as llms__yandex from "../llms/yandex.js";
+export * as llms__fake from "../llms/fake.js";
 export * as prompts from "../prompts/index.js";
 export * as vectorstores__base from "../vectorstores/base.js";
 export * as vectorstores__memory from "../vectorstores/memory.js";
@@ -35,10 +38,12 @@ export * as document_transformers__openai_functions from "../document_transforme
 export * as chat_models__base from "../chat_models/base.js";
 export * as chat_models__openai from "../chat_models/openai.js";
 export * as chat_models__anthropic from "../chat_models/anthropic.js";
+export * as chat_models__cloudflare_workersai from "../chat_models/cloudflare_workersai.js";
 export * as chat_models__fireworks from "../chat_models/fireworks.js";
 export * as chat_models__baiduwenxin from "../chat_models/baiduwenxin.js";
 export * as chat_models__ollama from "../chat_models/ollama.js";
 export * as chat_models__minimax from "../chat_models/minimax.js";
+export * as chat_models__fake from "../chat_models/fake.js";
 export * as schema from "../schema/index.js";
 export * as schema__document from "../schema/document.js";
 export * as schema__output_parser from "../schema/output_parser.js";
@@ -67,6 +72,7 @@ export * as cache from "../cache/index.js";
 export * as stores__doc__in_memory from "../stores/doc/in_memory.js";
 export * as stores__file__in_memory from "../stores/file/in_memory.js";
 export * as stores__message__in_memory from "../stores/message/in_memory.js";
+export * as storage__encoder_backed from "../storage/encoder_backed.js";
 export * as storage__in_memory from "../storage/in_memory.js";
 export * as util__math from "../util/math.js";
 export * as util__time from "../util/time.js";

package/dist/retrievers/multi_vector.d.ts

@@ -1,4 +1,4 @@
-import { BaseStore } from "../schema/storage.js";
+import { BaseStoreInterface } from "../schema/storage.js";
 import { Document } from "../document.js";
 import { BaseRetriever, BaseRetrieverInput } from "../schema/retriever.js";
 import { VectorStore } from "../vectorstores/base.js";
@@ -7,7 +7,7 @@ import { VectorStore } from "../vectorstores/base.js";
  */
 export interface MultiVectorRetrieverInput extends BaseRetrieverInput {
     vectorstore: VectorStore;
-    docstore: BaseStore<string, Document>;
+    docstore: BaseStoreInterface<string, Document>;
     idKey?: string;
     childK?: number;
     parentK?: number;
@@ -21,7 +21,7 @@ export declare class MultiVectorRetriever extends BaseRetriever {
     static lc_name(): string;
     lc_namespace: string[];
     vectorstore: VectorStore;
-    docstore: BaseStore<string, Document>;
+    docstore: BaseStoreInterface<string, Document>;
     protected idKey: string;
     protected childK?: number;
     protected parentK?: number;

package/dist/retrievers/parent_document.cjs

@@ -25,9 +25,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ParentDocumentRetriever = void 0;
 const uuid = __importStar(require("uuid"));
-const retriever_js_1 = require("../schema/retriever.cjs");
 const document_js_1 = require("../document.cjs");
-// TODO: Change this to subclass MultiVectorRetriever
+const multi_vector_js_1 = require("./multi_vector.cjs");
 /**
  * A type of document retriever that splits input documents into smaller chunks
  * while separately storing and preserving the original documents.
@@ -37,7 +36,7 @@ const document_js_1 = require("../document.cjs");
  * This strikes a balance between better targeted retrieval with small documents
  * and the more context-rich larger documents.
  */
-class ParentDocumentRetriever extends retriever_js_1.BaseRetriever {
+class ParentDocumentRetriever extends multi_vector_js_1.MultiVectorRetriever {
     static lc_name() {
         return "ParentDocumentRetriever";
     }
@@ -55,12 +54,6 @@ class ParentDocumentRetriever extends retriever_js_1.BaseRetriever {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "docstore", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         Object.defineProperty(this, "childSplitter", {
             enumerable: true,
             configurable: true,
@@ -109,12 +102,9 @@ class ParentDocumentRetriever extends retriever_js_1.BaseRetriever {
             }
         }
         const parentDocs = [];
-        for (const parentDocId of parentDocIds) {
-            const parentDoc = await this.docstore.search(parentDocId);
-            if (parentDoc !== undefined) {
-                parentDocs.push(parentDoc);
-            }
-        }
+        const storedParentDocs = await this.docstore.mget(parentDocIds);
+        const retrievedDocs = storedParentDocs.filter((doc) => doc !== undefined);
+        parentDocs.push(...retrievedDocs);
         return parentDocs.slice(0, this.parentK);
     }
     /**
@@ -162,7 +152,7 @@ class ParentDocumentRetriever extends retriever_js_1.BaseRetriever {
         }
         await this.vectorstore.addDocuments(embeddedDocs);
         if (addToDocstore) {
-            await this.docstore.add(fullDocs);
+            await this.docstore.mset(Object.entries(fullDocs));
         }
     }
 }

package/dist/retrievers/parent_document.d.ts

@@ -1,21 +1,15 @@
-import { BaseRetriever, BaseRetrieverInput } from "../schema/retriever.js";
 import { Document } from "../document.js";
 import { VectorStore } from "../vectorstores/base.js";
-import { Docstore } from "../schema/index.js";
 import { TextSplitter } from "../text_splitter.js";
+import { MultiVectorRetriever, type MultiVectorRetrieverInput } from "./multi_vector.js";
 /**
  * Interface for the fields required to initialize a
  * ParentDocumentRetriever instance.
  */
-export interface ParentDocumentRetrieverFields extends BaseRetrieverInput {
-    vectorstore: VectorStore;
-    docstore: Docstore;
+export type ParentDocumentRetrieverFields = MultiVectorRetrieverInput & {
     childSplitter: TextSplitter;
     parentSplitter?: TextSplitter;
-    idKey?: string;
-    childK?: number;
-    parentK?: number;
-}
+};
 /**
  * A type of document retriever that splits input documents into smaller chunks
  * while separately storing and preserving the original documents.
@@ -25,11 +19,10 @@ export interface ParentDocumentRetrieverFields extends BaseRetrieverInput {
  * This strikes a balance between better targeted retrieval with small documents
  * and the more context-rich larger documents.
  */
-export declare class ParentDocumentRetriever extends BaseRetriever {
+export declare class ParentDocumentRetriever extends MultiVectorRetriever {
     static lc_name(): string;
     lc_namespace: string[];
-    protected vectorstore: VectorStore;
-    protected docstore: Docstore;
+    vectorstore: VectorStore;
     protected childSplitter: TextSplitter;
     protected parentSplitter?: TextSplitter;
     protected idKey: string;