langchain 0.0.94 → 0.0.95

package/dist/agents/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.StructuredChatOutputParserWithRetries = exports.StructuredChatOutputParser = exports.StructuredChatAgent = exports.AgentActionOutputParser = exports.ZeroShotAgentOutputParser = exports.ZeroShotAgent = exports.initializeAgentExecutorWithOptions = exports.initializeAgentExecutor = exports.AgentExecutor = exports.ChatConversationalAgentOutputParserWithRetries = exports.ChatConversationalAgentOutputParser = exports.ChatConversationalAgent = exports.ChatAgentOutputParser = exports.ChatAgent = exports.Toolkit = exports.createVectorStoreRouterAgent = exports.createVectorStoreAgent = exports.createSqlAgent = exports.createOpenApiAgent = exports.createJsonAgent = exports.ZapierToolKit = exports.VectorStoreToolkit = exports.VectorStoreRouterToolkit = exports.SqlToolkit = exports.RequestsToolkit = exports.OpenApiToolkit = exports.JsonToolkit = exports.LLMSingleActionAgent = exports.BaseSingleActionAgent = exports.Agent = void 0;
+exports.OpenAIAgent = exports.StructuredChatOutputParserWithRetries = exports.StructuredChatOutputParser = exports.StructuredChatAgent = exports.AgentActionOutputParser = exports.ZeroShotAgentOutputParser = exports.ZeroShotAgent = exports.initializeAgentExecutorWithOptions = exports.initializeAgentExecutor = exports.AgentExecutor = exports.ChatConversationalAgentOutputParserWithRetries = exports.ChatConversationalAgentOutputParser = exports.ChatConversationalAgent = exports.ChatAgentOutputParser = exports.ChatAgent = exports.Toolkit = exports.createVectorStoreRouterAgent = exports.createVectorStoreAgent = exports.createSqlAgent = exports.createOpenApiAgent = exports.createJsonAgent = exports.ZapierToolKit = exports.VectorStoreToolkit = exports.VectorStoreRouterToolkit = exports.SqlToolkit = exports.RequestsToolkit = exports.OpenApiToolkit = exports.JsonToolkit = exports.LLMSingleActionAgent = exports.BaseSingleActionAgent = exports.Agent = void 0;
 var agent_js_1 = require("./agent.cjs");
 Object.defineProperty(exports, "Agent", { enumerable: true, get: function () { return agent_js_1.Agent; } });
 Object.defineProperty(exports, "BaseSingleActionAgent", { enumerable: true, get: function () { return agent_js_1.BaseSingleActionAgent; } });
@@ -45,3 +45,5 @@ Object.defineProperty(exports, "StructuredChatAgent", { enumerable: true, get: f
 var outputParser_js_4 = require("./structured_chat/outputParser.cjs");
 Object.defineProperty(exports, "StructuredChatOutputParser", { enumerable: true, get: function () { return outputParser_js_4.StructuredChatOutputParser; } });
 Object.defineProperty(exports, "StructuredChatOutputParserWithRetries", { enumerable: true, get: function () { return outputParser_js_4.StructuredChatOutputParserWithRetries; } });
+var index_js_6 = require("./openai/index.cjs");
+Object.defineProperty(exports, "OpenAIAgent", { enumerable: true, get: function () { return index_js_6.OpenAIAgent; } });

package/dist/agents/index.d.ts

@@ -12,3 +12,4 @@ export { ZeroShotAgentOutputParser } from "./mrkl/outputParser.js";
 export { AgentActionOutputParser, AgentInput, SerializedAgent, SerializedAgentT, SerializedZeroShotAgent, StoppingMethod, } from "./types.js";
 export { StructuredChatAgent, StructuredChatAgentInput, StructuredChatCreatePromptArgs, } from "./structured_chat/index.js";
 export { StructuredChatOutputParser, StructuredChatOutputParserArgs, StructuredChatOutputParserWithRetries, } from "./structured_chat/outputParser.js";
+export { OpenAIAgent, OpenAIAgentInput, OpenAIAgentCreatePromptArgs, } from "./openai/index.js";

package/dist/agents/index.js

@@ -12,3 +12,4 @@ export { ZeroShotAgentOutputParser } from "./mrkl/outputParser.js";
 export { AgentActionOutputParser, } from "./types.js";
 export { StructuredChatAgent, } from "./structured_chat/index.js";
 export { StructuredChatOutputParser, StructuredChatOutputParserWithRetries, } from "./structured_chat/outputParser.js";
+export { OpenAIAgent, } from "./openai/index.js";

package/dist/agents/initialize.cjs

@@ -79,6 +79,7 @@ async function initializeAgentExecutorWithOptions(tools, llm, options = {
                         returnMessages: true,
                         memoryKey: "chat_history",
                         inputKey: "input",
+                        outputKey: "output",
                     }),
                 ...rest,
             });
@@ -95,10 +96,17 @@ async function initializeAgentExecutorWithOptions(tools, llm, options = {
             return executor;
         }
         case "openai-functions": {
-            const { agentArgs, ...rest } = options;
+            const { agentArgs, memory, ...rest } = options;
             const executor = executor_js_1.AgentExecutor.fromAgentAndTools({
                 agent: index_js_5.OpenAIAgent.fromLLMAndTools(llm, tools, agentArgs),
                 tools,
+                memory: memory ??
+                    new buffer_memory_js_1.BufferMemory({
+                        returnMessages: true,
+                        memoryKey: "chat_history",
+                        inputKey: "input",
+                        outputKey: "output",
+                    }),
                 ...rest,
             });
             return executor;

package/dist/agents/initialize.d.ts

@@ -36,7 +36,6 @@ export type InitializeAgentExecutorOptionsStructured = ({
 } & Omit<AgentExecutorInput, "agent" | "tools">) | ({
     agentType: "openai-functions";
     agentArgs?: Parameters<typeof OpenAIAgent.fromLLMAndTools>[2];
-    memory?: never;
 } & Omit<AgentExecutorInput, "agent" | "tools">);
 /**
  * Initialize an agent executor with options

package/dist/agents/initialize.js

@@ -75,6 +75,7 @@ export async function initializeAgentExecutorWithOptions(tools, llm, options = {
                         returnMessages: true,
                         memoryKey: "chat_history",
                         inputKey: "input",
+                        outputKey: "output",
                     }),
                 ...rest,
             });
@@ -91,10 +92,17 @@ export async function initializeAgentExecutorWithOptions(tools, llm, options = {
             return executor;
         }
         case "openai-functions": {
-            const { agentArgs, ...rest } = options;
+            const { agentArgs, memory, ...rest } = options;
             const executor = AgentExecutor.fromAgentAndTools({
                 agent: OpenAIAgent.fromLLMAndTools(llm, tools, agentArgs),
                 tools,
+                memory: memory ??
+                    new BufferMemory({
+                        returnMessages: true,
+                        memoryKey: "chat_history",
+                        inputKey: "input",
+                        outputKey: "output",
+                    }),
                 ...rest,
             });
             return executor;

package/dist/agents/openai/index.cjs

@@ -55,6 +55,7 @@ class OpenAIAgent extends agent_js_1.Agent {
         const { prefix = prompt_js_1.PREFIX } = fields || {};
         return chat_js_1.ChatPromptTemplate.fromPromptMessages([
             chat_js_1.SystemMessagePromptTemplate.fromTemplate(prefix),
+            new chat_js_1.MessagesPlaceholder("chat_history"),
             chat_js_1.HumanMessagePromptTemplate.fromTemplate("{input}"),
             new chat_js_1.MessagesPlaceholder("agent_scratchpad"),
         ]);

package/dist/agents/openai/index.js

@@ -52,6 +52,7 @@ export class OpenAIAgent extends Agent {
         const { prefix = PREFIX } = fields || {};
         return ChatPromptTemplate.fromPromptMessages([
             SystemMessagePromptTemplate.fromTemplate(prefix),
+            new MessagesPlaceholder("chat_history"),
             HumanMessagePromptTemplate.fromTemplate("{input}"),
             new MessagesPlaceholder("agent_scratchpad"),
         ]);

package/dist/chains/base.cjs

@@ -39,11 +39,12 @@ class BaseChain extends index_js_2.BaseLangChain {
     async run(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     input, callbacks) {
-        const isKeylessInput = this.inputKeys.length <= 1;
+        const inputKeys = this.inputKeys.filter((k) => !this.memory?.memoryKeys.includes(k) ?? true);
+        const isKeylessInput = inputKeys.length <= 1;
         if (!isKeylessInput) {
             throw new Error(`Chain ${this._chainType()} expects multiple inputs, cannot use 'run' `);
         }
-        const values = this.inputKeys.length ? { [this.inputKeys[0]]: input } : {};
+        const values = inputKeys.length ? { [inputKeys[0]]: input } : {};
         const returnValues = await this.call(values, callbacks);
         const keys = Object.keys(returnValues);
         if (keys.length === 1) {

package/dist/chains/base.js

@@ -36,11 +36,12 @@ export class BaseChain extends BaseLangChain {
     async run(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     input, callbacks) {
-        const isKeylessInput = this.inputKeys.length <= 1;
+        const inputKeys = this.inputKeys.filter((k) => !this.memory?.memoryKeys.includes(k) ?? true);
+        const isKeylessInput = inputKeys.length <= 1;
         if (!isKeylessInput) {
             throw new Error(`Chain ${this._chainType()} expects multiple inputs, cannot use 'run' `);
         }
-        const values = this.inputKeys.length ? { [this.inputKeys[0]]: input } : {};
+        const values = inputKeys.length ? { [inputKeys[0]]: input } : {};
         const returnValues = await this.call(values, callbacks);
         const keys = Object.keys(returnValues);
         if (keys.length === 1) {

package/dist/chains/combine_docs_chain.cjs

@@ -42,17 +42,21 @@ class StuffDocumentsChain extends base_js_1.BaseChain {
         this.inputKey = fields.inputKey ?? this.inputKey;
     }
     /** @ignore */
-    async _call(values, runManager) {
+    _prepInputs(values) {
         if (!(this.inputKey in values)) {
             throw new Error(`Document key ${this.inputKey} not found.`);
         }
         const { [this.inputKey]: docs, ...rest } = values;
         const texts = docs.map(({ pageContent }) => pageContent);
         const text = texts.join("\n\n");
-        const result = await this.llmChain.call({
+        return {
             ...rest,
             [this.documentVariableName]: text,
-        }, runManager?.getChild("combine_documents"));
+        };
+    }
+    /** @ignore */
+    async _call(values, runManager) {
+        const result = await this.llmChain.call(this._prepInputs(values), runManager?.getChild("combine_documents"));
         return result;
     }
     _chainType() {
@@ -163,11 +167,11 @@ class MapReduceDocumentsChain extends base_js_1.BaseChain {
             const canSkipMapStep = i !== 0 || !this.ensureMapStep;
             if (canSkipMapStep) {
                 // Calculate the total tokens required in the input
-                const promises = inputs.map(async (i) => {
-                    const prompt = await this.llmChain.prompt.format(i);
-                    return this.llmChain.llm.getNumTokens(prompt);
-                });
-                const length = await Promise.all(promises).then((results) => results.reduce((a, b) => a + b, 0));
+                const formatted = await this.combineDocumentChain.llmChain.prompt.format(this.combineDocumentChain._prepInputs({
+                    [this.combineDocumentChain.inputKey]: currentDocs,
+                    ...rest,
+                }));
+                const length = await this.combineDocumentChain.llmChain.llm.getNumTokens(formatted);
                 const withinTokenLimit = length < this.maxTokens;
                 // If we can skip the map step, and we're within the token limit, we don't
                 // need to run the map step, so just break out of the loop.
@@ -193,7 +197,10 @@ class MapReduceDocumentsChain extends base_js_1.BaseChain {
         }
         // Now, with the final result of all the inputs from the `llmChain`, we can
         // run the `combineDocumentChain` over them.
-        const newInputs = { input_documents: currentDocs, ...rest };
+        const newInputs = {
+            [this.combineDocumentChain.inputKey]: currentDocs,
+            ...rest,
+        };
         const result = await this.combineDocumentChain.call(newInputs, runManager?.getChild("combine_documents"));
         // Return the intermediate steps results if the flag is set
         if (this.returnIntermediateSteps) {
@@ -213,7 +220,7 @@ class MapReduceDocumentsChain extends base_js_1.BaseChain {
         }
         return new MapReduceDocumentsChain({
             llmChain: await llm_chain_js_1.LLMChain.deserialize(data.llm_chain),
-            combineDocumentChain: await base_js_1.BaseChain.deserialize(data.combine_document_chain),
+            combineDocumentChain: await StuffDocumentsChain.deserialize(data.combine_document_chain),
         });
     }
     serialize() {

package/dist/chains/combine_docs_chain.d.ts

@@ -25,6 +25,8 @@ export declare class StuffDocumentsChain extends BaseChain implements StuffDocum
     get outputKeys(): string[];
     constructor(fields: StuffDocumentsChainInput);
     /** @ignore */
+    _prepInputs(values: ChainValues): ChainValues;
+    /** @ignore */
     _call(values: ChainValues, runManager?: CallbackManagerForChainRun): Promise<ChainValues>;
     _chainType(): "stuff_documents_chain";
     static deserialize(data: SerializedStuffDocumentsChain): Promise<StuffDocumentsChain>;
@@ -38,7 +40,7 @@ export interface MapReduceDocumentsChainInput extends StuffDocumentsChainInput {
     /** Ensures that the map step is taken regardless of max tokens */
     ensureMapStep?: boolean;
     /** Chain to use to combine results of applying llm_chain to documents. */
-    combineDocumentChain: BaseChain;
+    combineDocumentChain: StuffDocumentsChain;
     /** Return the results of the map steps in the output. */
     returnIntermediateSteps?: boolean;
 }
@@ -57,7 +59,7 @@ export declare class MapReduceDocumentsChain extends BaseChain implements MapRed
     maxTokens: number;
     maxIterations: number;
     ensureMapStep: boolean;
-    combineDocumentChain: BaseChain;
+    combineDocumentChain: StuffDocumentsChain;
     constructor(fields: MapReduceDocumentsChainInput);
     /** @ignore */
     _call(values: ChainValues, runManager?: CallbackManagerForChainRun): Promise<ChainValues>;

package/dist/chains/combine_docs_chain.js

@@ -39,17 +39,21 @@ export class StuffDocumentsChain extends BaseChain {
         this.inputKey = fields.inputKey ?? this.inputKey;
     }
     /** @ignore */
-    async _call(values, runManager) {
+    _prepInputs(values) {
         if (!(this.inputKey in values)) {
             throw new Error(`Document key ${this.inputKey} not found.`);
         }
         const { [this.inputKey]: docs, ...rest } = values;
         const texts = docs.map(({ pageContent }) => pageContent);
         const text = texts.join("\n\n");
-        const result = await this.llmChain.call({
+        return {
             ...rest,
             [this.documentVariableName]: text,
-        }, runManager?.getChild("combine_documents"));
+        };
+    }
+    /** @ignore */
+    async _call(values, runManager) {
+        const result = await this.llmChain.call(this._prepInputs(values), runManager?.getChild("combine_documents"));
         return result;
     }
     _chainType() {
@@ -159,11 +163,11 @@ export class MapReduceDocumentsChain extends BaseChain {
             const canSkipMapStep = i !== 0 || !this.ensureMapStep;
             if (canSkipMapStep) {
                 // Calculate the total tokens required in the input
-                const promises = inputs.map(async (i) => {
-                    const prompt = await this.llmChain.prompt.format(i);
-                    return this.llmChain.llm.getNumTokens(prompt);
-                });
-                const length = await Promise.all(promises).then((results) => results.reduce((a, b) => a + b, 0));
+                const formatted = await this.combineDocumentChain.llmChain.prompt.format(this.combineDocumentChain._prepInputs({
+                    [this.combineDocumentChain.inputKey]: currentDocs,
+                    ...rest,
+                }));
+                const length = await this.combineDocumentChain.llmChain.llm.getNumTokens(formatted);
                 const withinTokenLimit = length < this.maxTokens;
                 // If we can skip the map step, and we're within the token limit, we don't
                 // need to run the map step, so just break out of the loop.
@@ -189,7 +193,10 @@ export class MapReduceDocumentsChain extends BaseChain {
         }
         // Now, with the final result of all the inputs from the `llmChain`, we can
         // run the `combineDocumentChain` over them.
-        const newInputs = { input_documents: currentDocs, ...rest };
+        const newInputs = {
+            [this.combineDocumentChain.inputKey]: currentDocs,
+            ...rest,
+        };
         const result = await this.combineDocumentChain.call(newInputs, runManager?.getChild("combine_documents"));
         // Return the intermediate steps results if the flag is set
         if (this.returnIntermediateSteps) {
@@ -209,7 +216,7 @@ export class MapReduceDocumentsChain extends BaseChain {
         }
         return new MapReduceDocumentsChain({
             llmChain: await LLMChain.deserialize(data.llm_chain),
-            combineDocumentChain: await BaseChain.deserialize(data.combine_document_chain),
+            combineDocumentChain: await StuffDocumentsChain.deserialize(data.combine_document_chain),
         });
     }
     serialize() {

package/dist/chains/serde.d.ts

@@ -45,7 +45,7 @@ export type SerializedChatVectorDBQAChain = {
 export type SerializedMapReduceDocumentsChain = {
     _type: "map_reduce_documents_chain";
     llm_chain?: SerializedLLMChain;
-    combine_document_chain?: SerializedBaseChain;
+    combine_document_chain?: SerializedStuffDocumentsChain;
 };
 export type SerializedRefineDocumentsChain = {
     _type: "refine_documents_chain";

package/dist/load/import_constants.cjs

@@ -35,6 +35,7 @@ exports.optionalImportEntrypoints = [
     "langchain/vectorstores/typeorm",
     "langchain/vectorstores/myscale",
     "langchain/vectorstores/redis",
+    "langchain/vectorstores/typesense",
     "langchain/vectorstores/singlestore",
     "langchain/vectorstores/tigris",
     "langchain/memory/zep",

package/dist/load/import_constants.js

@@ -32,6 +32,7 @@ export const optionalImportEntrypoints = [
     "langchain/vectorstores/typeorm",
     "langchain/vectorstores/myscale",
     "langchain/vectorstores/redis",
+    "langchain/vectorstores/typesense",
     "langchain/vectorstores/singlestore",
     "langchain/vectorstores/tigris",
     "langchain/memory/zep",

package/dist/vectorstores/typesense.cjs

@@ -0,0 +1,216 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Typesense = void 0;
+const base_js_1 = require("./base.cjs");
+const async_caller_js_1 = require("../util/async_caller.cjs");
+/**
+ * Typesense vector store.
+ */
+class Typesense extends base_js_1.VectorStore {
+    constructor(embeddings, config) {
+        super(embeddings, config);
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "schemaName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "searchParams", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "vectorColumnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "pageContentColumnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "metadataColumnNames", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "import", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // Assign config values to class properties.
+        this.client = config.typesenseClient;
+        this.schemaName = config.schemaName;
+        this.searchParams = config.searchParams || {
+            q: "*",
+            per_page: 5,
+            query_by: "",
+        };
+        this.vectorColumnName = config.columnNames?.vector || "vec";
+        this.pageContentColumnName = config.columnNames?.pageContent || "text";
+        this.metadataColumnNames = config.columnNames?.metadataColumnNames || [];
+        // Assign import function.
+        this.import = config.import || this.importToTypesense.bind(this);
+        this.caller = new async_caller_js_1.AsyncCaller(config);
+    }
+    /**
+     * Default function to import data to typesense
+     * @param data
+     * @param collectionName
+     */
+    async importToTypesense(data, collectionName) {
+        const chunkSize = 2000;
+        for (let i = 0; i < data.length; i += chunkSize) {
+            const chunk = data.slice(i, i + chunkSize);
+            await this.caller.call(async () => {
+                await this.client
+                    .collections(collectionName)
+                    .documents()
+                    .import(chunk, { action: "emplace", dirty_values: "drop" });
+            });
+        }
+    }
+    /**
+     * Transform documents to Typesense records.
+     * @param documents
+     * @returns Typesense records.
+     */
+    _documentsToTypesenseRecords(documents, vectors) {
+        const metadatas = documents.map((doc) => doc.metadata);
+        const typesenseDocuments = documents.map((doc, index) => {
+            const metadata = metadatas[index];
+            const objectWithMetadatas = {};
+            this.metadataColumnNames.forEach((metadataColumnName) => {
+                objectWithMetadatas[metadataColumnName] = metadata[metadataColumnName];
+            });
+            return {
+                [this.pageContentColumnName]: doc.pageContent,
+                [this.vectorColumnName]: vectors[index],
+                ...objectWithMetadatas,
+            };
+        });
+        return typesenseDocuments;
+    }
+    /**
+     * Transform the Typesense records to documents.
+     * @param typesenseRecords
+     * @returns documents
+     */
+    _typesenseRecordsToDocuments(typesenseRecords) {
+        const documents = typesenseRecords?.map((hit) => {
+            const objectWithMetadatas = {};
+            this.metadataColumnNames.forEach((metadataColumnName) => {
+                objectWithMetadatas[metadataColumnName] = hit[metadataColumnName];
+            });
+            const document = {
+                pageContent: hit[this.pageContentColumnName] || "",
+                metadata: objectWithMetadatas,
+            };
+            return document;
+        }) || [];
+        return documents;
+    }
+    /**
+     * Add documents to the vector store.
+     * Will be updated if in the metadata there is a document with the same id if is using the default import function.
+     * Metadata will be added in the columns of the schema based on metadataColumnNames.
+     * @param documents Documents to add.
+     */
+    async addDocuments(documents) {
+        const typesenseDocuments = this._documentsToTypesenseRecords(documents, await this.embeddings.embedDocuments(documents.map((doc) => doc.pageContent)));
+        await this.import(typesenseDocuments, this.schemaName);
+    }
+    async addVectors(vectors, documents) {
+        const typesenseDocuments = this._documentsToTypesenseRecords(documents, vectors);
+        await this.import(typesenseDocuments, this.schemaName);
+    }
+    /**
+     * Search for similar documents with their similarity score.
+     * All the documents have 0 as similarity score because Typesense API
+     * does not return the similarity score.
+     * @param vectorPrompt vector to search for
+     * @param k amount of results to return
+     * @returns similar documents with their similarity score
+     */
+    async similaritySearchVectorWithScore(vectorPrompt, k, filter = {}) {
+        const amount = k || this.searchParams.per_page || 5;
+        const vector_query = `${this.vectorColumnName}:([${vectorPrompt}], k:${amount})`;
+        const typesenseResponse = await this.client.multiSearch.perform({
+            searches: [
+                {
+                    ...this.searchParams,
+                    ...filter,
+                    per_page: amount,
+                    vector_query,
+                    collection: this.schemaName,
+                },
+            ],
+        }, {});
+        const results = typesenseResponse.results[0].hits;
+        const hits = results?.map((hit) => hit.document);
+        const documents = this._typesenseRecordsToDocuments(hits).map((doc) => [doc, 0]);
+        return documents;
+    }
+    /**
+     * Delete documents from the vector store.
+     * @param documentIds ids of the documents to delete
+     */
+    async deleteDocuments(documentIds) {
+        await this.client
+            .collections(this.schemaName)
+            .documents()
+            .delete({
+            filter_by: `id:=${documentIds.join(",")}`,
+        });
+    }
+    /**
+     * Create a vector store from documents.
+     * @param docs documents
+     * @param embeddings embeddings
+     * @param config Typesense configuration
+     * @returns Typesense vector store
+     * @warning You can omit this method, and only use the constructor and addDocuments.
+     */
+    static async fromDocuments(docs, embeddings, config) {
+        const instance = new Typesense(embeddings, config);
+        await instance.addDocuments(docs);
+        return instance;
+    }
+    /**
+     * Create a vector store from texts.
+     * @param texts
+     * @param metadatas
+     * @param embeddings
+     * @param config
+     * @returns Typesense vector store
+     */
+    static async fromTexts(texts, metadatas, embeddings, config) {
+        const instance = new Typesense(embeddings, config);
+        const documents = texts.map((text, i) => ({
+            pageContent: text,
+            metadata: metadatas[i] || {},
+        }));
+        await instance.addDocuments(documents);
+        return instance;
+    }
+}
+exports.Typesense = Typesense;

package/dist/vectorstores/typesense.d.ts

@@ -0,0 +1,124 @@
+import type { Client } from "typesense";
+import type { MultiSearchRequestSchema } from "typesense/lib/Typesense/MultiSearch.js";
+import type { Document } from "../document.js";
+import { Embeddings } from "../embeddings/base.js";
+import { VectorStore } from "./base.js";
+import { AsyncCallerParams } from "../util/async_caller.js";
+/**
+ * Typesense vector store configuration.
+ */
+export interface TypesenseConfig extends AsyncCallerParams {
+    /**
+     * Typesense client.
+     */
+    typesenseClient: Client;
+    /**
+     * Typesense schema name in which documents will be stored and searched.
+     */
+    schemaName: string;
+    /**
+     * Typesense search parameters.
+     * @default { q: '*', per_page: 5, query_by: '' }
+     */
+    searchParams?: MultiSearchRequestSchema;
+    /**
+     * Column names.
+     */
+    columnNames?: {
+        /**
+         * Vector column name.
+         * @default 'vec'
+         */
+        vector?: string;
+        /**
+         * Page content column name.
+         * @default 'text'
+         */
+        pageContent?: string;
+        /**
+         * Metadata column names.
+         * @default []
+         */
+        metadataColumnNames?: string[];
+    };
+    /**
+     * Replace default import function.
+     * Default import function will update documents if there is a document with the same id.
+     * @param data
+     * @param collectionName
+     */
+    import?<T extends Record<string, unknown> = Record<string, unknown>>(data: T[], collectionName: string): Promise<void>;
+}
+/**
+ * Typesense vector store.
+ */
+export declare class Typesense extends VectorStore {
+    FilterType: Partial<MultiSearchRequestSchema>;
+    private client;
+    private schemaName;
+    private searchParams;
+    private vectorColumnName;
+    private pageContentColumnName;
+    private metadataColumnNames;
+    private caller;
+    private import;
+    constructor(embeddings: Embeddings, config: TypesenseConfig);
+    /**
+     * Default function to import data to typesense
+     * @param data
+     * @param collectionName
+     */
+    private importToTypesense;
+    /**
+     * Transform documents to Typesense records.
+     * @param documents
+     * @returns Typesense records.
+     */
+    _documentsToTypesenseRecords(documents: Document[], vectors: number[][]): Record<string, unknown>[];
+    /**
+     * Transform the Typesense records to documents.
+     * @param typesenseRecords
+     * @returns documents
+     */
+    _typesenseRecordsToDocuments(typesenseRecords: Record<string, unknown>[] | undefined): Document[];
+    /**
+     * Add documents to the vector store.
+     * Will be updated if in the metadata there is a document with the same id if is using the default import function.
+     * Metadata will be added in the columns of the schema based on metadataColumnNames.
+     * @param documents Documents to add.
+     */
+    addDocuments(documents: Document[]): Promise<void>;
+    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    /**
+     * Search for similar documents with their similarity score.
+     * All the documents have 0 as similarity score because Typesense API
+     * does not return the similarity score.
+     * @param vectorPrompt vector to search for
+     * @param k amount of results to return
+     * @returns similar documents with their similarity score
+     */
+    similaritySearchVectorWithScore(vectorPrompt: number[], k?: number, filter?: this["FilterType"]): Promise<[Document<Record<string, unknown>>, number][]>;
+    /**
+     * Delete documents from the vector store.
+     * @param documentIds ids of the documents to delete
+     */
+    deleteDocuments(documentIds: string[]): Promise<void>;
+    /**
+     * Create a vector store from documents.
+     * @param docs documents
+     * @param embeddings embeddings
+     * @param config Typesense configuration
+     * @returns Typesense vector store
+     * @warning You can omit this method, and only use the constructor and addDocuments.
+     */
+    static fromDocuments(docs: Document[], embeddings: Embeddings, config: TypesenseConfig): Promise<Typesense>;
+    /**
+     * Create a vector store from texts.
+     * @param texts
+     * @param metadatas
+     * @param embeddings
+     * @param config
+     * @returns Typesense vector store
+     */
+    static fromTexts(texts: string[], metadatas: object[], embeddings: Embeddings, config: TypesenseConfig): Promise<Typesense>;
+}

package/dist/vectorstores/typesense.js

@@ -0,0 +1,212 @@
+import { VectorStore } from "./base.js";
+import { AsyncCaller } from "../util/async_caller.js";
+/**
+ * Typesense vector store.
+ */
+export class Typesense extends VectorStore {
+    constructor(embeddings, config) {
+        super(embeddings, config);
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "schemaName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "searchParams", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "vectorColumnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "pageContentColumnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "metadataColumnNames", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "import", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // Assign config values to class properties.
+        this.client = config.typesenseClient;
+        this.schemaName = config.schemaName;
+        this.searchParams = config.searchParams || {
+            q: "*",
+            per_page: 5,
+            query_by: "",
+        };
+        this.vectorColumnName = config.columnNames?.vector || "vec";
+        this.pageContentColumnName = config.columnNames?.pageContent || "text";
+        this.metadataColumnNames = config.columnNames?.metadataColumnNames || [];
+        // Assign import function.
+        this.import = config.import || this.importToTypesense.bind(this);
+        this.caller = new AsyncCaller(config);
+    }
+    /**
+     * Default function to import data to typesense
+     * @param data
+     * @param collectionName
+     */
+    async importToTypesense(data, collectionName) {
+        const chunkSize = 2000;
+        for (let i = 0; i < data.length; i += chunkSize) {
+            const chunk = data.slice(i, i + chunkSize);
+            await this.caller.call(async () => {
+                await this.client
+                    .collections(collectionName)
+                    .documents()
+                    .import(chunk, { action: "emplace", dirty_values: "drop" });
+            });
+        }
+    }
+    /**
+     * Transform documents to Typesense records.
+     * @param documents
+     * @returns Typesense records.
+     */
+    _documentsToTypesenseRecords(documents, vectors) {
+        const metadatas = documents.map((doc) => doc.metadata);
+        const typesenseDocuments = documents.map((doc, index) => {
+            const metadata = metadatas[index];
+            const objectWithMetadatas = {};
+            this.metadataColumnNames.forEach((metadataColumnName) => {
+                objectWithMetadatas[metadataColumnName] = metadata[metadataColumnName];
+            });
+            return {
+                [this.pageContentColumnName]: doc.pageContent,
+                [this.vectorColumnName]: vectors[index],
+                ...objectWithMetadatas,
+            };
+        });
+        return typesenseDocuments;
+    }
+    /**
+     * Transform the Typesense records to documents.
+     * @param typesenseRecords
+     * @returns documents
+     */
+    _typesenseRecordsToDocuments(typesenseRecords) {
+        const documents = typesenseRecords?.map((hit) => {
+            const objectWithMetadatas = {};
+            this.metadataColumnNames.forEach((metadataColumnName) => {
+                objectWithMetadatas[metadataColumnName] = hit[metadataColumnName];
+            });
+            const document = {
+                pageContent: hit[this.pageContentColumnName] || "",
+                metadata: objectWithMetadatas,
+            };
+            return document;
+        }) || [];
+        return documents;
+    }
+    /**
+     * Add documents to the vector store.
+     * Will be updated if in the metadata there is a document with the same id if is using the default import function.
+     * Metadata will be added in the columns of the schema based on metadataColumnNames.
+     * @param documents Documents to add.
+     */
+    async addDocuments(documents) {
+        const typesenseDocuments = this._documentsToTypesenseRecords(documents, await this.embeddings.embedDocuments(documents.map((doc) => doc.pageContent)));
+        await this.import(typesenseDocuments, this.schemaName);
+    }
+    async addVectors(vectors, documents) {
+        const typesenseDocuments = this._documentsToTypesenseRecords(documents, vectors);
+        await this.import(typesenseDocuments, this.schemaName);
+    }
+    /**
+     * Search for similar documents with their similarity score.
+     * All the documents have 0 as similarity score because Typesense API
+     * does not return the similarity score.
+     * @param vectorPrompt vector to search for
+     * @param k amount of results to return
+     * @returns similar documents with their similarity score
+     */
+    async similaritySearchVectorWithScore(vectorPrompt, k, filter = {}) {
+        const amount = k || this.searchParams.per_page || 5;
+        const vector_query = `${this.vectorColumnName}:([${vectorPrompt}], k:${amount})`;
+        const typesenseResponse = await this.client.multiSearch.perform({
+            searches: [
+                {
+                    ...this.searchParams,
+                    ...filter,
+                    per_page: amount,
+                    vector_query,
+                    collection: this.schemaName,
+                },
+            ],
+        }, {});
+        const results = typesenseResponse.results[0].hits;
+        const hits = results?.map((hit) => hit.document);
+        const documents = this._typesenseRecordsToDocuments(hits).map((doc) => [doc, 0]);
+        return documents;
+    }
+    /**
+     * Delete documents from the vector store.
+     * @param documentIds ids of the documents to delete
+     */
+    async deleteDocuments(documentIds) {
+        await this.client
+            .collections(this.schemaName)
+            .documents()
+            .delete({
+            filter_by: `id:=${documentIds.join(",")}`,
+        });
+    }
+    /**
+     * Create a vector store from documents.
+     * @param docs documents
+     * @param embeddings embeddings
+     * @param config Typesense configuration
+     * @returns Typesense vector store
+     * @warning You can omit this method, and only use the constructor and addDocuments.
+     */
+    static async fromDocuments(docs, embeddings, config) {
+        const instance = new Typesense(embeddings, config);
+        await instance.addDocuments(docs);
+        return instance;
+    }
+    /**
+     * Create a vector store from texts.
+     * @param texts
+     * @param metadatas
+     * @param embeddings
+     * @param config
+     * @returns Typesense vector store
+     */
+    static async fromTexts(texts, metadatas, embeddings, config) {
+        const instance = new Typesense(embeddings, config);
+        const documents = texts.map((text, i) => ({
+            pageContent: text,
+            metadata: metadatas[i] || {},
+        }));
+        await instance.addDocuments(documents);
+        return instance;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.94",
+  "version": "0.0.95",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -166,6 +166,9 @@
     "vectorstores/redis.cjs",
     "vectorstores/redis.js",
     "vectorstores/redis.d.ts",
+    "vectorstores/typesense.cjs",
+    "vectorstores/typesense.js",
+    "vectorstores/typesense.d.ts",
     "vectorstores/singlestore.cjs",
     "vectorstores/singlestore.js",
     "vectorstores/singlestore.d.ts",
@@ -508,6 +511,7 @@
     "ts-jest": "^29.1.0",
     "typeorm": "^0.3.12",
     "typescript": "^5.0.0",
+    "typesense": "^1.5.3",
     "weaviate-ts-client": "^1.0.0"
   },
   "peerDependencies": {
@@ -557,6 +561,7 @@
     "replicate": "^0.9.0",
     "srt-parser-2": "^1.2.2",
     "typeorm": "^0.3.12",
+    "typesense": "^1.5.3",
     "weaviate-ts-client": "^1.0.0"
   },
   "peerDependenciesMeta": {
@@ -698,6 +703,9 @@
     "typeorm": {
       "optional": true
     },
+    "typesense": {
+      "optional": true
+    },
     "weaviate-ts-client": {
       "optional": true
     }
@@ -1012,6 +1020,11 @@
       "import": "./vectorstores/redis.js",
       "require": "./vectorstores/redis.cjs"
     },
+    "./vectorstores/typesense": {
+      "types": "./vectorstores/typesense.d.ts",
+      "import": "./vectorstores/typesense.js",
+      "require": "./vectorstores/typesense.cjs"
+    },
     "./vectorstores/singlestore": {
       "types": "./vectorstores/singlestore.d.ts",
       "import": "./vectorstores/singlestore.js",

package/vectorstores/typesense.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/vectorstores/typesense.cjs');

package/vectorstores/typesense.d.ts

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/typesense.js'

package/vectorstores/typesense.js

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/typesense.js'