langchain 0.0.166 → 0.0.167

package/dist/embeddings/bedrock.cjs

@@ -22,6 +22,12 @@ class BedrockEmbeddings extends base_js_1.Embeddings {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 512
+        });
         this.model = fields?.model ?? "amazon.titan-embed-text-v1";
         this.client =
             fields?.client ??
@@ -30,24 +36,40 @@ class BedrockEmbeddings extends base_js_1.Embeddings {
                     credentials: fields?.credentials,
                 });
     }
+    /**
+     * Protected method to make a request to the Bedrock API to generate
+     * embeddings. Handles the retry logic and returns the response from the
+     * API.
+     * @param request Request to send to the Bedrock API.
+     * @returns Promise that resolves to the response from the API.
+     */
     async _embedText(text) {
-        // replace newlines, which can negatively affect performance.
-        const cleanedText = text.replace(/\n/g, " ");
-        const res = await this.client.send(new client_bedrock_runtime_1.InvokeModelCommand({
-            modelId: this.model,
-            body: JSON.stringify({
-                inputText: cleanedText,
-            }),
-            contentType: "application/json",
-            accept: "application/json",
-        }));
-        try {
-            const body = new TextDecoder().decode(res.body);
-            return JSON.parse(body).embedding;
-        }
-        catch (e) {
-            throw new Error("An invalid response was returned by Bedrock.");
-        }
+        return this.caller.call(async () => {
+            try {
+                // replace newlines, which can negatively affect performance.
+                const cleanedText = text.replace(/\n/g, " ");
+                const res = await this.client.send(new client_bedrock_runtime_1.InvokeModelCommand({
+                    modelId: this.model,
+                    body: JSON.stringify({
+                        inputText: cleanedText,
+                    }),
+                    contentType: "application/json",
+                    accept: "application/json",
+                }));
+                const body = new TextDecoder().decode(res.body);
+                return JSON.parse(body).embedding;
+            }
+            catch (e) {
+                console.error({
+                    error: e,
+                });
+                // eslint-disable-next-line no-instanceof/no-instanceof
+                if (e instanceof Error) {
+                    throw new Error(`An error occurred while embedding documents with Bedrock: ${e.message}`);
+                }
+                throw new Error("An error occurred while embedding documents with Bedrock");
+            }
+        });
     }
     /**
      * Method that takes a document as input and returns a promise that
@@ -60,13 +82,12 @@ class BedrockEmbeddings extends base_js_1.Embeddings {
         return this.caller.callWithOptions({}, this._embedText.bind(this), document);
     }
     /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embedText method for each document in the array.
-     * @param documents Array of documents for which to generate embeddings.
+     * Method to generate embeddings for an array of texts. Calls _embedText
+     * method which batches and handles retry logic when calling the AWS Bedrock API.
+     * @param documents Array of texts for which to generate embeddings.
      * @returns Promise that resolves to a 2D array of embeddings for each input document.
      */
-    embedDocuments(documents) {
+    async embedDocuments(documents) {
         return Promise.all(documents.map((document) => this._embedText(document)));
     }
 }

package/dist/embeddings/bedrock.d.ts

@@ -26,7 +26,15 @@ export interface BedrockEmbeddingsParams extends EmbeddingsParams {
 export declare class BedrockEmbeddings extends Embeddings implements BedrockEmbeddingsParams {
     model: string;
     client: BedrockRuntimeClient;
+    batchSize: number;
     constructor(fields?: BedrockEmbeddingsParams);
+    /**
+     * Protected method to make a request to the Bedrock API to generate
+     * embeddings. Handles the retry logic and returns the response from the
+     * API.
+     * @param request Request to send to the Bedrock API.
+     * @returns Promise that resolves to the response from the API.
+     */
     protected _embedText(text: string): Promise<number[]>;
     /**
      * Method that takes a document as input and returns a promise that
@@ -37,10 +45,9 @@ export declare class BedrockEmbeddings extends Embeddings implements BedrockEmbe
      */
     embedQuery(document: string): Promise<number[]>;
     /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embedText method for each document in the array.
-     * @param documents Array of documents for which to generate embeddings.
+     * Method to generate embeddings for an array of texts. Calls _embedText
+     * method which batches and handles retry logic when calling the AWS Bedrock API.
+     * @param documents Array of texts for which to generate embeddings.
      * @returns Promise that resolves to a 2D array of embeddings for each input document.
      */
     embedDocuments(documents: string[]): Promise<number[][]>;

package/dist/embeddings/bedrock.js

@@ -19,6 +19,12 @@ export class BedrockEmbeddings extends Embeddings {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 512
+        });
         this.model = fields?.model ?? "amazon.titan-embed-text-v1";
         this.client =
             fields?.client ??
@@ -27,24 +33,40 @@ export class BedrockEmbeddings extends Embeddings {
                     credentials: fields?.credentials,
                 });
     }
+    /**
+     * Protected method to make a request to the Bedrock API to generate
+     * embeddings. Handles the retry logic and returns the response from the
+     * API.
+     * @param request Request to send to the Bedrock API.
+     * @returns Promise that resolves to the response from the API.
+     */
     async _embedText(text) {
-        // replace newlines, which can negatively affect performance.
-        const cleanedText = text.replace(/\n/g, " ");
-        const res = await this.client.send(new InvokeModelCommand({
-            modelId: this.model,
-            body: JSON.stringify({
-                inputText: cleanedText,
-            }),
-            contentType: "application/json",
-            accept: "application/json",
-        }));
-        try {
-            const body = new TextDecoder().decode(res.body);
-            return JSON.parse(body).embedding;
-        }
-        catch (e) {
-            throw new Error("An invalid response was returned by Bedrock.");
-        }
+        return this.caller.call(async () => {
+            try {
+                // replace newlines, which can negatively affect performance.
+                const cleanedText = text.replace(/\n/g, " ");
+                const res = await this.client.send(new InvokeModelCommand({
+                    modelId: this.model,
+                    body: JSON.stringify({
+                        inputText: cleanedText,
+                    }),
+                    contentType: "application/json",
+                    accept: "application/json",
+                }));
+                const body = new TextDecoder().decode(res.body);
+                return JSON.parse(body).embedding;
+            }
+            catch (e) {
+                console.error({
+                    error: e,
+                });
+                // eslint-disable-next-line no-instanceof/no-instanceof
+                if (e instanceof Error) {
+                    throw new Error(`An error occurred while embedding documents with Bedrock: ${e.message}`);
+                }
+                throw new Error("An error occurred while embedding documents with Bedrock");
+            }
+        });
     }
     /**
      * Method that takes a document as input and returns a promise that
@@ -57,13 +79,12 @@ export class BedrockEmbeddings extends Embeddings {
         return this.caller.callWithOptions({}, this._embedText.bind(this), document);
     }
     /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embedText method for each document in the array.
-     * @param documents Array of documents for which to generate embeddings.
+     * Method to generate embeddings for an array of texts. Calls _embedText
+     * method which batches and handles retry logic when calling the AWS Bedrock API.
+     * @param documents Array of texts for which to generate embeddings.
      * @returns Promise that resolves to a 2D array of embeddings for each input document.
      */
-    embedDocuments(documents) {
+    async embedDocuments(documents) {
         return Promise.all(documents.map((document) => this._embedText(document)));
     }
 }

package/dist/llms/yandex.cjs

@@ -0,0 +1,100 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.YandexGPT = void 0;
+const env_js_1 = require("../util/env.cjs");
+const base_js_1 = require("./base.cjs");
+const apiUrl = "https://llm.api.cloud.yandex.net/llm/v1alpha/instruct";
+class YandexGPT extends base_js_1.LLM {
+    static lc_name() {
+        return "Yandex GPT";
+    }
+    get lc_secrets() {
+        return {
+            apiKey: "YC_API_KEY",
+            iamToken: "YC_IAM_TOKEN",
+        };
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.6
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1700
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "general"
+        });
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iamToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const apiKey = fields?.apiKey ?? (0, env_js_1.getEnvironmentVariable)("YC_API_KEY");
+        const iamToken = fields?.iamToken ?? (0, env_js_1.getEnvironmentVariable)("YC_IAM_TOKEN");
+        if (apiKey === undefined && iamToken === undefined) {
+            throw new Error("Please set the YC_API_KEY or YC_IAM_TOKEN environment variable or pass it to the constructor as the apiKey or iamToken field.");
+        }
+        this.apiKey = apiKey;
+        this.iamToken = iamToken;
+        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.model = fields?.model ?? this.model;
+    }
+    _llmType() {
+        return "yandexgpt";
+    }
+    /** @ignore */
+    async _call(prompt, options) {
+        // Hit the `generate` endpoint on the `large` model
+        return this.caller.callWithOptions({ signal: options.signal }, async () => {
+            const headers = { "Content-Type": "application/json", Authorization: "" };
+            if (this.apiKey !== undefined) {
+                headers.Authorization = `Api-Key ${this.apiKey}`;
+            }
+            else {
+                headers.Authorization = `Bearer ${this.iamToken}`;
+            }
+            const bodyData = {
+                model: this.model,
+                generationOptions: {
+                    temperature: this.temperature,
+                    maxTokens: this.maxTokens,
+                },
+                requestText: prompt,
+            };
+            try {
+                const response = await fetch(apiUrl, {
+                    method: "POST",
+                    headers,
+                    body: JSON.stringify(bodyData),
+                });
+                if (!response.ok) {
+                    throw new Error(`Failed to fetch ${apiUrl} from YandexGPT: ${response.status}`);
+                }
+                const responseData = await response.json();
+                return responseData.result.alternatives[0].text;
+            }
+            catch (error) {
+                throw new Error(`Failed to fetch ${apiUrl} from YandexGPT ${error}`);
+            }
+        });
+    }
+}
+exports.YandexGPT = YandexGPT;

package/dist/llms/yandex.d.ts

@@ -0,0 +1,40 @@
+import { LLM, BaseLLMParams } from "./base.js";
+export interface YandexGPTInputs extends BaseLLMParams {
+    /**
+     * What sampling temperature to use.
+     * Should be a double number between 0 (inclusive) and 1 (inclusive).
+     */
+    temperature?: number;
+    /**
+     * Maximum limit on the total number of tokens
+     * used for both the input prompt and the generated response.
+     */
+    maxTokens?: number;
+    /** Model name to use. */
+    model?: string;
+    /**
+     * Yandex Cloud Api Key for service account
+     * with the `ai.languageModels.user` role.
+     */
+    apiKey?: string;
+    /**
+     * Yandex Cloud IAM token for service account
+     * with the `ai.languageModels.user` role.
+     */
+    iamToken?: string;
+}
+export declare class YandexGPT extends LLM implements YandexGPTInputs {
+    static lc_name(): string;
+    get lc_secrets(): {
+        [key: string]: string;
+    } | undefined;
+    temperature: number;
+    maxTokens: number;
+    model: string;
+    apiKey?: string;
+    iamToken?: string;
+    constructor(fields?: YandexGPTInputs);
+    _llmType(): string;
+    /** @ignore */
+    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
+}

package/dist/llms/yandex.js

@@ -0,0 +1,96 @@
+import { getEnvironmentVariable } from "../util/env.js";
+import { LLM } from "./base.js";
+const apiUrl = "https://llm.api.cloud.yandex.net/llm/v1alpha/instruct";
+export class YandexGPT extends LLM {
+    static lc_name() {
+        return "Yandex GPT";
+    }
+    get lc_secrets() {
+        return {
+            apiKey: "YC_API_KEY",
+            iamToken: "YC_IAM_TOKEN",
+        };
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.6
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1700
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "general"
+        });
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iamToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const apiKey = fields?.apiKey ?? getEnvironmentVariable("YC_API_KEY");
+        const iamToken = fields?.iamToken ?? getEnvironmentVariable("YC_IAM_TOKEN");
+        if (apiKey === undefined && iamToken === undefined) {
+            throw new Error("Please set the YC_API_KEY or YC_IAM_TOKEN environment variable or pass it to the constructor as the apiKey or iamToken field.");
+        }
+        this.apiKey = apiKey;
+        this.iamToken = iamToken;
+        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.model = fields?.model ?? this.model;
+    }
+    _llmType() {
+        return "yandexgpt";
+    }
+    /** @ignore */
+    async _call(prompt, options) {
+        // Hit the `generate` endpoint on the `large` model
+        return this.caller.callWithOptions({ signal: options.signal }, async () => {
+            const headers = { "Content-Type": "application/json", Authorization: "" };
+            if (this.apiKey !== undefined) {
+                headers.Authorization = `Api-Key ${this.apiKey}`;
+            }
+            else {
+                headers.Authorization = `Bearer ${this.iamToken}`;
+            }
+            const bodyData = {
+                model: this.model,
+                generationOptions: {
+                    temperature: this.temperature,
+                    maxTokens: this.maxTokens,
+                },
+                requestText: prompt,
+            };
+            try {
+                const response = await fetch(apiUrl, {
+                    method: "POST",
+                    headers,
+                    body: JSON.stringify(bodyData),
+                });
+                if (!response.ok) {
+                    throw new Error(`Failed to fetch ${apiUrl} from YandexGPT: ${response.status}`);
+                }
+                const responseData = await response.json();
+                return responseData.result.alternatives[0].text;
+            }
+            catch (error) {
+                throw new Error(`Failed to fetch ${apiUrl} from YandexGPT ${error}`);
+            }
+        });
+    }
+}

package/dist/load/import_constants.cjs

@@ -58,6 +58,7 @@ exports.optionalImportEntrypoints = [
     "langchain/vectorstores/opensearch",
     "langchain/vectorstores/pgvector",
     "langchain/vectorstores/milvus",
+    "langchain/vectorstores/neo4j_vector",
     "langchain/vectorstores/typeorm",
     "langchain/vectorstores/myscale",
     "langchain/vectorstores/redis",
@@ -140,6 +141,7 @@ exports.optionalImportEntrypoints = [
     "langchain/stores/message/planetscale",
     "langchain/stores/message/xata",
     "langchain/storage/ioredis",
+    "langchain/storage/vercel_kv",
     "langchain/graphs/neo4j_graph",
     "langchain/hub",
     "langchain/experimental/multimodal_embeddings/googlevertexai",

package/dist/load/import_constants.js

@@ -55,6 +55,7 @@ export const optionalImportEntrypoints = [
     "langchain/vectorstores/opensearch",
     "langchain/vectorstores/pgvector",
     "langchain/vectorstores/milvus",
+    "langchain/vectorstores/neo4j_vector",
     "langchain/vectorstores/typeorm",
     "langchain/vectorstores/myscale",
     "langchain/vectorstores/redis",
@@ -137,6 +138,7 @@ export const optionalImportEntrypoints = [
     "langchain/stores/message/planetscale",
     "langchain/stores/message/xata",
     "langchain/storage/ioredis",
+    "langchain/storage/vercel_kv",
     "langchain/graphs/neo4j_graph",
     "langchain/hub",
     "langchain/experimental/multimodal_embeddings/googlevertexai",

package/dist/load/import_map.cjs

@@ -24,8 +24,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fireworks = exports.llms__ollama = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains = exports.tools = exports.base_language = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.runnables__remote = exports.evaluation = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.storage__in_memory = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = void 0;
+exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains = exports.tools = exports.base_language = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
+exports.runnables__remote = exports.evaluation = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
@@ -45,6 +45,7 @@ exports.llms__ai21 = __importStar(require("../llms/ai21.cjs"));
 exports.llms__aleph_alpha = __importStar(require("../llms/aleph_alpha.cjs"));
 exports.llms__ollama = __importStar(require("../llms/ollama.cjs"));
 exports.llms__fireworks = __importStar(require("../llms/fireworks.cjs"));
+exports.llms__yandex = __importStar(require("../llms/yandex.cjs"));
 exports.prompts = __importStar(require("../prompts/index.cjs"));
 exports.vectorstores__base = __importStar(require("../vectorstores/base.cjs"));
 exports.vectorstores__memory = __importStar(require("../vectorstores/memory.cjs"));
@@ -94,6 +95,7 @@ exports.cache = __importStar(require("../cache/index.cjs"));
 exports.stores__doc__in_memory = __importStar(require("../stores/doc/in_memory.cjs"));
 exports.stores__file__in_memory = __importStar(require("../stores/file/in_memory.cjs"));
 exports.stores__message__in_memory = __importStar(require("../stores/message/in_memory.cjs"));
+exports.storage__encoder_backed = __importStar(require("../storage/encoder_backed.cjs"));
 exports.storage__in_memory = __importStar(require("../storage/in_memory.cjs"));
 exports.util__math = __importStar(require("../util/math.cjs"));
 exports.util__time = __importStar(require("../util/time.cjs"));

package/dist/load/import_map.d.ts

@@ -17,6 +17,7 @@ export * as llms__ai21 from "../llms/ai21.js";
 export * as llms__aleph_alpha from "../llms/aleph_alpha.js";
 export * as llms__ollama from "../llms/ollama.js";
 export * as llms__fireworks from "../llms/fireworks.js";
+export * as llms__yandex from "../llms/yandex.js";
 export * as prompts from "../prompts/index.js";
 export * as vectorstores__base from "../vectorstores/base.js";
 export * as vectorstores__memory from "../vectorstores/memory.js";
@@ -66,6 +67,7 @@ export * as cache from "../cache/index.js";
 export * as stores__doc__in_memory from "../stores/doc/in_memory.js";
 export * as stores__file__in_memory from "../stores/file/in_memory.js";
 export * as stores__message__in_memory from "../stores/message/in_memory.js";
+export * as storage__encoder_backed from "../storage/encoder_backed.js";
 export * as storage__in_memory from "../storage/in_memory.js";
 export * as util__math from "../util/math.js";
 export * as util__time from "../util/time.js";

package/dist/load/import_map.js

@@ -18,6 +18,7 @@ export * as llms__ai21 from "../llms/ai21.js";
 export * as llms__aleph_alpha from "../llms/aleph_alpha.js";
 export * as llms__ollama from "../llms/ollama.js";
 export * as llms__fireworks from "../llms/fireworks.js";
+export * as llms__yandex from "../llms/yandex.js";
 export * as prompts from "../prompts/index.js";
 export * as vectorstores__base from "../vectorstores/base.js";
 export * as vectorstores__memory from "../vectorstores/memory.js";
@@ -67,6 +68,7 @@ export * as cache from "../cache/index.js";
 export * as stores__doc__in_memory from "../stores/doc/in_memory.js";
 export * as stores__file__in_memory from "../stores/file/in_memory.js";
 export * as stores__message__in_memory from "../stores/message/in_memory.js";
+export * as storage__encoder_backed from "../storage/encoder_backed.js";
 export * as storage__in_memory from "../storage/in_memory.js";
 export * as util__math from "../util/math.js";
 export * as util__time from "../util/time.js";

package/dist/retrievers/multi_vector.d.ts

@@ -1,4 +1,4 @@
-import { BaseStore } from "../schema/storage.js";
+import { BaseStoreInterface } from "../schema/storage.js";
 import { Document } from "../document.js";
 import { BaseRetriever, BaseRetrieverInput } from "../schema/retriever.js";
 import { VectorStore } from "../vectorstores/base.js";
@@ -7,7 +7,7 @@ import { VectorStore } from "../vectorstores/base.js";
  */
 export interface MultiVectorRetrieverInput extends BaseRetrieverInput {
     vectorstore: VectorStore;
-    docstore: BaseStore<string, Document>;
+    docstore: BaseStoreInterface<string, Document>;
     idKey?: string;
     childK?: number;
     parentK?: number;
@@ -21,7 +21,7 @@ export declare class MultiVectorRetriever extends BaseRetriever {
     static lc_name(): string;
     lc_namespace: string[];
     vectorstore: VectorStore;
-    docstore: BaseStore<string, Document>;
+    docstore: BaseStoreInterface<string, Document>;
     protected idKey: string;
     protected childK?: number;
     protected parentK?: number;

package/dist/retrievers/parent_document.cjs

@@ -25,9 +25,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ParentDocumentRetriever = void 0;
 const uuid = __importStar(require("uuid"));
-const retriever_js_1 = require("../schema/retriever.cjs");
 const document_js_1 = require("../document.cjs");
-// TODO: Change this to subclass MultiVectorRetriever
+const multi_vector_js_1 = require("./multi_vector.cjs");
 /**
  * A type of document retriever that splits input documents into smaller chunks
  * while separately storing and preserving the original documents.
@@ -37,7 +36,7 @@ const document_js_1 = require("../document.cjs");
  * This strikes a balance between better targeted retrieval with small documents
  * and the more context-rich larger documents.
  */
-class ParentDocumentRetriever extends retriever_js_1.BaseRetriever {
+class ParentDocumentRetriever extends multi_vector_js_1.MultiVectorRetriever {
     static lc_name() {
         return "ParentDocumentRetriever";
     }
@@ -55,12 +54,6 @@ class ParentDocumentRetriever extends retriever_js_1.BaseRetriever {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "docstore", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         Object.defineProperty(this, "childSplitter", {
             enumerable: true,
             configurable: true,
@@ -109,12 +102,9 @@ class ParentDocumentRetriever extends retriever_js_1.BaseRetriever {
             }
         }
         const parentDocs = [];
-        for (const parentDocId of parentDocIds) {
-            const parentDoc = await this.docstore.search(parentDocId);
-            if (parentDoc !== undefined) {
-                parentDocs.push(parentDoc);
-            }
-        }
+        const storedParentDocs = await this.docstore.mget(parentDocIds);
+        const retrievedDocs = storedParentDocs.filter((doc) => doc !== undefined);
+        parentDocs.push(...retrievedDocs);
         return parentDocs.slice(0, this.parentK);
     }
     /**
@@ -162,7 +152,7 @@ class ParentDocumentRetriever extends retriever_js_1.BaseRetriever {
         }
         await this.vectorstore.addDocuments(embeddedDocs);
         if (addToDocstore) {
-            await this.docstore.add(fullDocs);
+            await this.docstore.mset(Object.entries(fullDocs));
         }
     }
 }