langchain 0.1.36 → 0.1.37

package/dist/chains/conversational_retrieval_chain.cjs

@@ -13,37 +13,79 @@ Chat History:
 Follow Up Input: {question}
 Standalone question:`;
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`.
+ *
  * Class for conducting conversational question-answering tasks with a
  * retrieval component. Extends the BaseChain class and implements the
  * ConversationalRetrievalQAChainInput interface.
  * @example
  * ```typescript
- * const model = new ChatAnthropic({});
- *
- * const text = fs.readFileSync("state_of_the_union.txt", "utf8");
- *
- * const textSplitter = new RecursiveCharacterTextSplitter({ chunkSize: 1000 });
- * const docs = await textSplitter.createDocuments([text]);
+ * import { ChatAnthropic } from "@langchain/anthropic";
+ * import {
+ *   ChatPromptTemplate,
+ *   MessagesPlaceholder,
+ * } from "@langchain/core/prompts";
+ * import { BaseMessage } from "@langchain/core/messages";
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { createHistoryAwareRetriever } from "langchain/chains/history_aware_retriever";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
  *
- * const vectorStore = await HNSWLib.fromDocuments(docs, new OpenAIEmbeddings());
+ * const retriever = ...your retriever;
+ * const llm = new ChatAnthropic();
  *
- * const chain = ConversationalRetrievalQAChain.fromLLM(
- *   model,
- *   vectorStore.asRetriever(),
- * );
+ * // Contextualize question
+ * const contextualizeQSystemPrompt = `
+ * Given a chat history and the latest user question
+ * which might reference context in the chat history,
+ * formulate a standalone question which can be understood
+ * without the chat history. Do NOT answer the question, just
+ * reformulate it if needed and otherwise return it as is.`;
+ * const contextualizeQPrompt = ChatPromptTemplate.fromMessages([
+ *   ["system", contextualizeQSystemPrompt],
+ *   new MessagesPlaceholder("chat_history"),
+ *   ["human", "{input}"],
+ * ]);
+ * const historyAwareRetriever = await createHistoryAwareRetriever({
+ *   llm,
+ *   retriever,
+ *   rephrasePrompt: contextualizeQPrompt,
+ * });
  *
- * const question = "What did the president say about Justice Breyer?";
+ * // Answer question
+ * const qaSystemPrompt = `
+ * You are an assistant for question-answering tasks. Use
+ * the following pieces of retrieved context to answer the
+ * question. If you don't know the answer, just say that you
+ * don't know. Use three sentences maximum and keep the answer
+ * concise.
+ * \n\n
+ * {context}`;
+ * const qaPrompt = ChatPromptTemplate.fromMessages([
+ *   ["system", qaSystemPrompt],
+ *   new MessagesPlaceholder("chat_history"),
+ *   ["human", "{input}"],
+ * ]);
  *
- * const res = await chain.call({ question, chat_history: "" });
- * console.log(res);
+ * // Below we use createStuffDocuments_chain to feed all retrieved context
+ * // into the LLM. Note that we can also use StuffDocumentsChain and other
+ * // instances of BaseCombineDocumentsChain.
+ * const questionAnswerChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt: qaPrompt,
+ * });
  *
- * const chatHistory = `${question}\n${res.text}`;
- * const followUpRes = await chain.call({
- *   question: "Was that nice?",
- *   chat_history: chatHistory,
+ * const ragChain = await createRetrievalChain({
+ *   retriever: historyAwareRetriever,
+ *   combineDocsChain: questionAnswerChain,
  * });
- * console.log(followUpRes);
  *
+ * // Usage:
+ * const chat_history: BaseMessage[] = [];
+ * const response = await ragChain.invoke({
+ *   chat_history,
+ *   input: "...",
+ * });
  * ```
  */
 class ConversationalRetrievalQAChain extends base_js_1.BaseChain {

package/dist/chains/conversational_retrieval_chain.d.ts

@@ -21,37 +21,79 @@ export interface ConversationalRetrievalQAChainInput extends ChainInputs {
     inputKey?: string;
 }
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`.
+ *
  * Class for conducting conversational question-answering tasks with a
  * retrieval component. Extends the BaseChain class and implements the
  * ConversationalRetrievalQAChainInput interface.
  * @example
  * ```typescript
- * const model = new ChatAnthropic({});
- *
- * const text = fs.readFileSync("state_of_the_union.txt", "utf8");
- *
- * const textSplitter = new RecursiveCharacterTextSplitter({ chunkSize: 1000 });
- * const docs = await textSplitter.createDocuments([text]);
+ * import { ChatAnthropic } from "@langchain/anthropic";
+ * import {
+ *   ChatPromptTemplate,
+ *   MessagesPlaceholder,
+ * } from "@langchain/core/prompts";
+ * import { BaseMessage } from "@langchain/core/messages";
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { createHistoryAwareRetriever } from "langchain/chains/history_aware_retriever";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
  *
- * const vectorStore = await HNSWLib.fromDocuments(docs, new OpenAIEmbeddings());
+ * const retriever = ...your retriever;
+ * const llm = new ChatAnthropic();
  *
- * const chain = ConversationalRetrievalQAChain.fromLLM(
- *   model,
- *   vectorStore.asRetriever(),
- * );
+ * // Contextualize question
+ * const contextualizeQSystemPrompt = `
+ * Given a chat history and the latest user question
+ * which might reference context in the chat history,
+ * formulate a standalone question which can be understood
+ * without the chat history. Do NOT answer the question, just
+ * reformulate it if needed and otherwise return it as is.`;
+ * const contextualizeQPrompt = ChatPromptTemplate.fromMessages([
+ *   ["system", contextualizeQSystemPrompt],
+ *   new MessagesPlaceholder("chat_history"),
+ *   ["human", "{input}"],
+ * ]);
+ * const historyAwareRetriever = await createHistoryAwareRetriever({
+ *   llm,
+ *   retriever,
+ *   rephrasePrompt: contextualizeQPrompt,
+ * });
  *
- * const question = "What did the president say about Justice Breyer?";
+ * // Answer question
+ * const qaSystemPrompt = `
+ * You are an assistant for question-answering tasks. Use
+ * the following pieces of retrieved context to answer the
+ * question. If you don't know the answer, just say that you
+ * don't know. Use three sentences maximum and keep the answer
+ * concise.
+ * \n\n
+ * {context}`;
+ * const qaPrompt = ChatPromptTemplate.fromMessages([
+ *   ["system", qaSystemPrompt],
+ *   new MessagesPlaceholder("chat_history"),
+ *   ["human", "{input}"],
+ * ]);
  *
- * const res = await chain.call({ question, chat_history: "" });
- * console.log(res);
+ * // Below we use createStuffDocuments_chain to feed all retrieved context
+ * // into the LLM. Note that we can also use StuffDocumentsChain and other
+ * // instances of BaseCombineDocumentsChain.
+ * const questionAnswerChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt: qaPrompt,
+ * });
  *
- * const chatHistory = `${question}\n${res.text}`;
- * const followUpRes = await chain.call({
- *   question: "Was that nice?",
- *   chat_history: chatHistory,
+ * const ragChain = await createRetrievalChain({
+ *   retriever: historyAwareRetriever,
+ *   combineDocsChain: questionAnswerChain,
  * });
- * console.log(followUpRes);
  *
+ * // Usage:
+ * const chat_history: BaseMessage[] = [];
+ * const response = await ragChain.invoke({
+ *   chat_history,
+ *   input: "...",
+ * });
  * ```
  */
 export declare class ConversationalRetrievalQAChain extends BaseChain implements ConversationalRetrievalQAChainInput {

package/dist/chains/conversational_retrieval_chain.js

@@ -10,37 +10,79 @@ Chat History:
 Follow Up Input: {question}
 Standalone question:`;
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`.
+ *
  * Class for conducting conversational question-answering tasks with a
  * retrieval component. Extends the BaseChain class and implements the
  * ConversationalRetrievalQAChainInput interface.
  * @example
  * ```typescript
- * const model = new ChatAnthropic({});
- *
- * const text = fs.readFileSync("state_of_the_union.txt", "utf8");
- *
- * const textSplitter = new RecursiveCharacterTextSplitter({ chunkSize: 1000 });
- * const docs = await textSplitter.createDocuments([text]);
+ * import { ChatAnthropic } from "@langchain/anthropic";
+ * import {
+ *   ChatPromptTemplate,
+ *   MessagesPlaceholder,
+ * } from "@langchain/core/prompts";
+ * import { BaseMessage } from "@langchain/core/messages";
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { createHistoryAwareRetriever } from "langchain/chains/history_aware_retriever";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
  *
- * const vectorStore = await HNSWLib.fromDocuments(docs, new OpenAIEmbeddings());
+ * const retriever = ...your retriever;
+ * const llm = new ChatAnthropic();
  *
- * const chain = ConversationalRetrievalQAChain.fromLLM(
- *   model,
- *   vectorStore.asRetriever(),
- * );
+ * // Contextualize question
+ * const contextualizeQSystemPrompt = `
+ * Given a chat history and the latest user question
+ * which might reference context in the chat history,
+ * formulate a standalone question which can be understood
+ * without the chat history. Do NOT answer the question, just
+ * reformulate it if needed and otherwise return it as is.`;
+ * const contextualizeQPrompt = ChatPromptTemplate.fromMessages([
+ *   ["system", contextualizeQSystemPrompt],
+ *   new MessagesPlaceholder("chat_history"),
+ *   ["human", "{input}"],
+ * ]);
+ * const historyAwareRetriever = await createHistoryAwareRetriever({
+ *   llm,
+ *   retriever,
+ *   rephrasePrompt: contextualizeQPrompt,
+ * });
  *
- * const question = "What did the president say about Justice Breyer?";
+ * // Answer question
+ * const qaSystemPrompt = `
+ * You are an assistant for question-answering tasks. Use
+ * the following pieces of retrieved context to answer the
+ * question. If you don't know the answer, just say that you
+ * don't know. Use three sentences maximum and keep the answer
+ * concise.
+ * \n\n
+ * {context}`;
+ * const qaPrompt = ChatPromptTemplate.fromMessages([
+ *   ["system", qaSystemPrompt],
+ *   new MessagesPlaceholder("chat_history"),
+ *   ["human", "{input}"],
+ * ]);
  *
- * const res = await chain.call({ question, chat_history: "" });
- * console.log(res);
+ * // Below we use createStuffDocuments_chain to feed all retrieved context
+ * // into the LLM. Note that we can also use StuffDocumentsChain and other
+ * // instances of BaseCombineDocumentsChain.
+ * const questionAnswerChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt: qaPrompt,
+ * });
  *
- * const chatHistory = `${question}\n${res.text}`;
- * const followUpRes = await chain.call({
- *   question: "Was that nice?",
- *   chat_history: chatHistory,
+ * const ragChain = await createRetrievalChain({
+ *   retriever: historyAwareRetriever,
+ *   combineDocsChain: questionAnswerChain,
  * });
- * console.log(followUpRes);
  *
+ * // Usage:
+ * const chat_history: BaseMessage[] = [];
+ * const response = await ragChain.invoke({
+ *   chat_history,
+ *   input: "...",
+ * });
  * ```
  */
 export class ConversationalRetrievalQAChain extends BaseChain {

package/dist/chains/llm_chain.cjs

@@ -29,16 +29,21 @@ function _getLanguageModel(llmLike) {
     }
 }
 /**
+ * @deprecated This class will be removed in 0.3.0. Use the LangChain Expression Language (LCEL) instead.
+ * See the example below for how to use LCEL with the LLMChain class:
+ *
  * Chain to run queries against LLMs.
  *
  * @example
  * ```ts
- * import { LLMChain } from "langchain/chains";
- * import { OpenAI } from "langchain/llms/openai";
- * import { PromptTemplate } from "langchain/prompts";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { ChatOpenAI } from "@langchain/openai";
+ *
+ * const prompt = ChatPromptTemplate.fromTemplate("Tell me a {adjective} joke");
+ * const llm = new ChatOpenAI();
+ * const chain = prompt.pipe(llm);
  *
- * const prompt = PromptTemplate.fromTemplate("Tell me a {adjective} joke");
- * const llm = new LLMChain({ llm: new OpenAI(), prompt });
+ * const response = await chain.invoke({ adjective: "funny" });
  * ```
  */
 class LLMChain extends base_js_1.BaseChain {

package/dist/chains/llm_chain.d.ts

@@ -29,16 +29,21 @@ export interface LLMChainInput<T extends string | object = string, Model extends
     outputKey?: string;
 }
 /**
+ * @deprecated This class will be removed in 0.3.0. Use the LangChain Expression Language (LCEL) instead.
+ * See the example below for how to use LCEL with the LLMChain class:
+ *
  * Chain to run queries against LLMs.
  *
  * @example
  * ```ts
- * import { LLMChain } from "langchain/chains";
- * import { OpenAI } from "langchain/llms/openai";
- * import { PromptTemplate } from "langchain/prompts";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { ChatOpenAI } from "@langchain/openai";
+ *
+ * const prompt = ChatPromptTemplate.fromTemplate("Tell me a {adjective} joke");
+ * const llm = new ChatOpenAI();
+ * const chain = prompt.pipe(llm);
  *
- * const prompt = PromptTemplate.fromTemplate("Tell me a {adjective} joke");
- * const llm = new LLMChain({ llm: new OpenAI(), prompt });
+ * const response = await chain.invoke({ adjective: "funny" });
  * ```
  */
 export declare class LLMChain<T extends string | object = string, Model extends LLMType = LLMType> extends BaseChain implements LLMChainInput<T> {

package/dist/chains/llm_chain.js

@@ -26,16 +26,21 @@ function _getLanguageModel(llmLike) {
     }
 }
 /**
+ * @deprecated This class will be removed in 0.3.0. Use the LangChain Expression Language (LCEL) instead.
+ * See the example below for how to use LCEL with the LLMChain class:
+ *
  * Chain to run queries against LLMs.
  *
  * @example
  * ```ts
- * import { LLMChain } from "langchain/chains";
- * import { OpenAI } from "langchain/llms/openai";
- * import { PromptTemplate } from "langchain/prompts";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { ChatOpenAI } from "@langchain/openai";
+ *
+ * const prompt = ChatPromptTemplate.fromTemplate("Tell me a {adjective} joke");
+ * const llm = new ChatOpenAI();
+ * const chain = prompt.pipe(llm);
  *
- * const prompt = PromptTemplate.fromTemplate("Tell me a {adjective} joke");
- * const llm = new LLMChain({ llm: new OpenAI(), prompt });
+ * const response = await chain.invoke({ adjective: "funny" });
  * ```
  */
 export class LLMChain extends BaseChain {

package/dist/chains/retrieval_qa.cjs

@@ -4,28 +4,37 @@ exports.RetrievalQAChain = void 0;
 const base_js_1 = require("./base.cjs");
 const load_js_1 = require("./question_answering/load.cjs");
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`:
  * Class representing a chain for performing question-answering tasks with
  * a retrieval component.
  * @example
  * ```typescript
- * // Initialize the OpenAI model and the remote retriever with the specified configuration
- * const model = new ChatOpenAI({});
- * const retriever = new RemoteLangChainRetriever({
- *   url: "http://example.com/api",
- *   auth: { bearer: "foo" },
- *   inputKey: "message",
- *   responseKey: "response",
- * });
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
+ * import { MemoryVectorStore } from "langchain/vectorstores/memory";
+ *
+ * const documents = [...your documents here];
+ * const embeddings = ...your embeddings model;
+ * const llm = ...your LLM model;
  *
- * // Create a RetrievalQAChain using the model and retriever
- * const chain = RetrievalQAChain.fromLLM(model, retriever);
+ * const vectorstore = await MemoryVectorStore.fromDocuments(
+ *   documents,
+ *   embeddings
+ * );
+ * const prompt = ChatPromptTemplate.fromTemplate(`Answer the user's question: {input}`);
  *
- * // Execute the chain with a query and log the result
- * const res = await chain.call({
- *   query: "What did the president say about Justice Breyer?",
+ * const combineDocsChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt,
  * });
- * console.log({ res });
+ * const retriever = vectorstore.asRetriever();
  *
+ * const retrievalChain = await createRetrievalChain({
+ *   combineDocsChain,
+ *   retriever,
+ * });
  * ```
  */
 class RetrievalQAChain extends base_js_1.BaseChain {

package/dist/chains/retrieval_qa.d.ts

@@ -16,28 +16,37 @@ export interface RetrievalQAChainInput extends Omit<ChainInputs, "memory"> {
     returnSourceDocuments?: boolean;
 }
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`:
  * Class representing a chain for performing question-answering tasks with
  * a retrieval component.
  * @example
  * ```typescript
- * // Initialize the OpenAI model and the remote retriever with the specified configuration
- * const model = new ChatOpenAI({});
- * const retriever = new RemoteLangChainRetriever({
- *   url: "http://example.com/api",
- *   auth: { bearer: "foo" },
- *   inputKey: "message",
- *   responseKey: "response",
- * });
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
+ * import { MemoryVectorStore } from "langchain/vectorstores/memory";
+ *
+ * const documents = [...your documents here];
+ * const embeddings = ...your embeddings model;
+ * const llm = ...your LLM model;
  *
- * // Create a RetrievalQAChain using the model and retriever
- * const chain = RetrievalQAChain.fromLLM(model, retriever);
+ * const vectorstore = await MemoryVectorStore.fromDocuments(
+ *   documents,
+ *   embeddings
+ * );
+ * const prompt = ChatPromptTemplate.fromTemplate(`Answer the user's question: {input}`);
  *
- * // Execute the chain with a query and log the result
- * const res = await chain.call({
- *   query: "What did the president say about Justice Breyer?",
+ * const combineDocsChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt,
  * });
- * console.log({ res });
+ * const retriever = vectorstore.asRetriever();
  *
+ * const retrievalChain = await createRetrievalChain({
+ *   combineDocsChain,
+ *   retriever,
+ * });
  * ```
  */
 export declare class RetrievalQAChain extends BaseChain implements RetrievalQAChainInput {

package/dist/chains/retrieval_qa.js

@@ -1,28 +1,37 @@
 import { BaseChain } from "./base.js";
 import { loadQAStuffChain, } from "./question_answering/load.js";
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`:
  * Class representing a chain for performing question-answering tasks with
  * a retrieval component.
  * @example
  * ```typescript
- * // Initialize the OpenAI model and the remote retriever with the specified configuration
- * const model = new ChatOpenAI({});
- * const retriever = new RemoteLangChainRetriever({
- *   url: "http://example.com/api",
- *   auth: { bearer: "foo" },
- *   inputKey: "message",
- *   responseKey: "response",
- * });
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
+ * import { MemoryVectorStore } from "langchain/vectorstores/memory";
+ *
+ * const documents = [...your documents here];
+ * const embeddings = ...your embeddings model;
+ * const llm = ...your LLM model;
  *
- * // Create a RetrievalQAChain using the model and retriever
- * const chain = RetrievalQAChain.fromLLM(model, retriever);
+ * const vectorstore = await MemoryVectorStore.fromDocuments(
+ *   documents,
+ *   embeddings
+ * );
+ * const prompt = ChatPromptTemplate.fromTemplate(`Answer the user's question: {input}`);
  *
- * // Execute the chain with a query and log the result
- * const res = await chain.call({
- *   query: "What did the president say about Justice Breyer?",
+ * const combineDocsChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt,
  * });
- * console.log({ res });
+ * const retriever = vectorstore.asRetriever();
  *
+ * const retrievalChain = await createRetrievalChain({
+ *   combineDocsChain,
+ *   retriever,
+ * });
  * ```
  */
 export class RetrievalQAChain extends BaseChain {

package/dist/document_loaders/fs/unstructured.cjs

@@ -239,7 +239,7 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
         const documents = [];
         for (const element of elements) {
             const { metadata, text } = element;
-            if (typeof text === "string") {
+            if (typeof text === "string" && text !== "") {
                 documents.push(new documents_1.Document({
                     pageContent: text,
                     metadata: {

package/dist/document_loaders/fs/unstructured.js

@@ -235,7 +235,7 @@ export class UnstructuredLoader extends BaseDocumentLoader {
         const documents = [];
         for (const element of elements) {
             const { metadata, text } = element;
-            if (typeof text === "string") {
+            if (typeof text === "string" && text !== "") {
                 documents.push(new Document({
                     pageContent: text,
                     metadata: {

package/dist/document_loaders/web/browserbase.cjs

@@ -0,0 +1,87 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BrowserbaseLoader = void 0;
+const documents_1 = require("@langchain/core/documents");
+const sdk_1 = __importDefault(require("@browserbasehq/sdk"));
+const base_js_1 = require("../base.cjs");
+/**
+ * Load pre-rendered web pages using a headless browser hosted on Browserbase.
+ *
+ * Depends on `@browserbasehq/sdk` package.
+ * Get your API key from https://browserbase.com
+ *
+ * @example
+ * ```typescript
+ * import { BrowserbaseLoader } from "langchain/document_loaders/web/browserbase";
+ *
+ * const loader = new BrowserbaseLoader(["https://example.com"], {
+ *   apiKey: process.env.BROWSERBASE_API_KEY,
+ *   textContent: true,
+ * });
+ *
+ * const docs = await loader.load();
+ * ```
+ *
+ * @param {string[]} urls - The URLs of the web pages to load.
+ * @param {BrowserbaseLoaderOptions} [options] - Browserbase client options.
+ */
+class BrowserbaseLoader extends base_js_1.BaseDocumentLoader {
+    constructor(urls, options = {}) {
+        super();
+        Object.defineProperty(this, "urls", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "options", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "browserbase", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.urls = urls;
+        this.options = options;
+        this.browserbase = new sdk_1.default(options.apiKey);
+    }
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Promise<DocumentInterface[]>} - A promise which resolves to a list of documents.
+     */
+    async load() {
+        const documents = [];
+        for await (const doc of this.lazyLoad()) {
+            documents.push(doc);
+        }
+        return documents;
+    }
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Generator<DocumentInterface>} - A generator that yields documents.
+     */
+    async *lazyLoad() {
+        const pages = await this.browserbase.loadURLs(this.urls, this.options);
+        let index = 0;
+        for await (const page of pages) {
+            yield new documents_1.Document({
+                pageContent: page,
+                metadata: {
+                    url: this.urls[index],
+                },
+            });
+            index += index + 1;
+        }
+    }
+}
+exports.BrowserbaseLoader = BrowserbaseLoader;

package/dist/document_loaders/web/browserbase.d.ts

@@ -0,0 +1,49 @@
+import { Document, type DocumentInterface } from "@langchain/core/documents";
+import Browserbase, { BrowserbaseLoadOptions } from "@browserbasehq/sdk";
+import { BaseDocumentLoader } from "../base.js";
+import type { DocumentLoader } from "../base.js";
+interface BrowserbaseLoaderOptions extends BrowserbaseLoadOptions {
+    apiKey?: string;
+}
+/**
+ * Load pre-rendered web pages using a headless browser hosted on Browserbase.
+ *
+ * Depends on `@browserbasehq/sdk` package.
+ * Get your API key from https://browserbase.com
+ *
+ * @example
+ * ```typescript
+ * import { BrowserbaseLoader } from "langchain/document_loaders/web/browserbase";
+ *
+ * const loader = new BrowserbaseLoader(["https://example.com"], {
+ *   apiKey: process.env.BROWSERBASE_API_KEY,
+ *   textContent: true,
+ * });
+ *
+ * const docs = await loader.load();
+ * ```
+ *
+ * @param {string[]} urls - The URLs of the web pages to load.
+ * @param {BrowserbaseLoaderOptions} [options] - Browserbase client options.
+ */
+export declare class BrowserbaseLoader extends BaseDocumentLoader implements DocumentLoader {
+    urls: string[];
+    options: BrowserbaseLoaderOptions;
+    browserbase: Browserbase;
+    constructor(urls: string[], options?: BrowserbaseLoaderOptions);
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Promise<DocumentInterface[]>} - A promise which resolves to a list of documents.
+     */
+    load(): Promise<DocumentInterface[]>;
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Generator<DocumentInterface>} - A generator that yields documents.
+     */
+    lazyLoad(): AsyncGenerator<Document<{
+        url: string;
+    }>, void, unknown>;
+}
+export {};

package/dist/document_loaders/web/browserbase.js

@@ -0,0 +1,80 @@
+import { Document } from "@langchain/core/documents";
+import Browserbase from "@browserbasehq/sdk";
+import { BaseDocumentLoader } from "../base.js";
+/**
+ * Load pre-rendered web pages using a headless browser hosted on Browserbase.
+ *
+ * Depends on `@browserbasehq/sdk` package.
+ * Get your API key from https://browserbase.com
+ *
+ * @example
+ * ```typescript
+ * import { BrowserbaseLoader } from "langchain/document_loaders/web/browserbase";
+ *
+ * const loader = new BrowserbaseLoader(["https://example.com"], {
+ *   apiKey: process.env.BROWSERBASE_API_KEY,
+ *   textContent: true,
+ * });
+ *
+ * const docs = await loader.load();
+ * ```
+ *
+ * @param {string[]} urls - The URLs of the web pages to load.
+ * @param {BrowserbaseLoaderOptions} [options] - Browserbase client options.
+ */
+export class BrowserbaseLoader extends BaseDocumentLoader {
+    constructor(urls, options = {}) {
+        super();
+        Object.defineProperty(this, "urls", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "options", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "browserbase", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.urls = urls;
+        this.options = options;
+        this.browserbase = new Browserbase(options.apiKey);
+    }
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Promise<DocumentInterface[]>} - A promise which resolves to a list of documents.
+     */
+    async load() {
+        const documents = [];
+        for await (const doc of this.lazyLoad()) {
+            documents.push(doc);
+        }
+        return documents;
+    }
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Generator<DocumentInterface>} - A generator that yields documents.
+     */
+    async *lazyLoad() {
+        const pages = await this.browserbase.loadURLs(this.urls, this.options);
+        let index = 0;
+        for await (const page of pages) {
+            yield new Document({
+                pageContent: page,
+                metadata: {
+                    url: this.urls[index],
+                },
+            });
+            index += index + 1;
+        }
+    }
+}

package/dist/document_loaders/web/s3.cjs

@@ -148,8 +148,8 @@ class S3Loader extends base_js_1.BaseDocumentLoader {
             const docs = await unstructuredLoader.load();
             return docs;
         }
-        catch {
-            throw new Error(`Failed to load file ${filePath} using unstructured loader.`);
+        catch (e) {
+            throw new Error(`Failed to load file ${filePath} using unstructured loader: ${e.message}`);
         }
     }
 }

package/dist/document_loaders/web/s3.js

@@ -122,8 +122,8 @@ export class S3Loader extends BaseDocumentLoader {
             const docs = await unstructuredLoader.load();
             return docs;
         }
-        catch {
-            throw new Error(`Failed to load file ${filePath} using unstructured loader.`);
+        catch (e) {
+            throw new Error(`Failed to load file ${filePath} using unstructured loader: ${e.message}`);
         }
     }
 }

package/dist/load/import_constants.cjs

@@ -85,6 +85,7 @@ exports.optionalImportEntrypoints = [
     "langchain/document_loaders/web/assemblyai",
     "langchain/document_loaders/web/azure_blob_storage_container",
     "langchain/document_loaders/web/azure_blob_storage_file",
+    "langchain/document_loaders/web/browserbase",
     "langchain/document_loaders/web/cheerio",
     "langchain/document_loaders/web/puppeteer",
     "langchain/document_loaders/web/playwright",

package/dist/load/import_constants.js

@@ -82,6 +82,7 @@ export const optionalImportEntrypoints = [
     "langchain/document_loaders/web/assemblyai",
     "langchain/document_loaders/web/azure_blob_storage_container",
     "langchain/document_loaders/web/azure_blob_storage_file",
+    "langchain/document_loaders/web/browserbase",
     "langchain/document_loaders/web/cheerio",
     "langchain/document_loaders/web/puppeteer",
     "langchain/document_loaders/web/playwright",

package/dist/smith/config.d.ts

@@ -16,10 +16,10 @@ export type EvaluatorInputFormatter = ({ rawInput, rawPrediction, rawReferenceOu
     rawReferenceOutput?: any;
     run: Run;
 }) => EvaluatorInputs;
-export type DynamicRunEvaluatorParams = {
-    input: Record<string, unknown>;
-    prediction?: Record<string, unknown>;
-    reference?: Record<string, unknown>;
+export type DynamicRunEvaluatorParams<Input extends Record<string, any> = Record<string, unknown>, Prediction extends Record<string, any> = Record<string, unknown>, Reference extends Record<string, any> = Record<string, unknown>> = {
+    input: Input;
+    prediction?: Prediction;
+    reference?: Reference;
     run: Run;
     example?: Example;
 };

package/dist/vectorstores/qdrant.cjs

@@ -17,5 +17,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const entrypoint_deprecation_js_1 = require("../util/entrypoint_deprecation.cjs");
 /* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion010MigrationWarning)({
     oldEntrypointName: "vectorstores/qdrant",
+    newEntrypointName: "",
+    newPackageName: "@langchain/qdrant",
 });
 __exportStar(require("@langchain/community/vectorstores/qdrant"), exports);

package/dist/vectorstores/qdrant.js

@@ -1,5 +1,7 @@
 import { logVersion010MigrationWarning } from "../util/entrypoint_deprecation.js";
 /* #__PURE__ */ logVersion010MigrationWarning({
     oldEntrypointName: "vectorstores/qdrant",
+    newEntrypointName: "",
+    newPackageName: "@langchain/qdrant",
 });
 export * from "@langchain/community/vectorstores/qdrant";

package/document_loaders/web/browserbase.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/document_loaders/web/browserbase.cjs');

package/document_loaders/web/browserbase.d.cts

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/web/browserbase.js'

package/document_loaders/web/browserbase.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/web/browserbase.js'

package/document_loaders/web/browserbase.js

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/web/browserbase.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.1.36",
+  "version": "0.1.37",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -546,6 +546,10 @@
     "document_loaders/web/azure_blob_storage_file.js",
     "document_loaders/web/azure_blob_storage_file.d.ts",
     "document_loaders/web/azure_blob_storage_file.d.cts",
+    "document_loaders/web/browserbase.cjs",
+    "document_loaders/web/browserbase.js",
+    "document_loaders/web/browserbase.d.ts",
+    "document_loaders/web/browserbase.d.cts",
     "document_loaders/web/cheerio.cjs",
     "document_loaders/web/cheerio.js",
     "document_loaders/web/cheerio.d.ts",
@@ -1226,6 +1230,7 @@
     "@aws-sdk/credential-provider-node": "^3.388.0",
     "@aws-sdk/types": "^3.357.0",
     "@azure/storage-blob": "^12.15.0",
+    "@browserbasehq/sdk": "^1.0.0",
     "@cloudflare/workers-types": "^4.20230922.0",
     "@faker-js/faker": "^7.6.0",
     "@gomomento/sdk": "^1.51.1",
@@ -1314,6 +1319,7 @@
     "@aws-sdk/client-sfn": "^3.310.0",
     "@aws-sdk/credential-provider-node": "^3.388.0",
     "@azure/storage-blob": "^12.15.0",
+    "@browserbasehq/sdk": "*",
     "@gomomento/sdk": "^1.51.1",
     "@gomomento/sdk-core": "^1.51.1",
     "@gomomento/sdk-web": "^1.51.1",
@@ -1377,6 +1383,9 @@
     "@azure/storage-blob": {
       "optional": true
     },
+    "@browserbasehq/sdk": {
+      "optional": true
+    },
     "@gomomento/sdk": {
       "optional": true
     },
@@ -2763,6 +2772,15 @@
       "import": "./document_loaders/web/azure_blob_storage_file.js",
       "require": "./document_loaders/web/azure_blob_storage_file.cjs"
     },
+    "./document_loaders/web/browserbase": {
+      "types": {
+        "import": "./document_loaders/web/browserbase.d.ts",
+        "require": "./document_loaders/web/browserbase.d.cts",
+        "default": "./document_loaders/web/browserbase.d.ts"
+      },
+      "import": "./document_loaders/web/browserbase.js",
+      "require": "./document_loaders/web/browserbase.cjs"
+    },
     "./document_loaders/web/cheerio": {
       "types": {
         "import": "./document_loaders/web/cheerio.d.ts",