langchain 0.1.35 → 0.1.37

package/dist/chains/query_constructor/ir.d.ts

@@ -1,138 +1 @@
-import { VectorStore } from "@langchain/core/vectorstores";
-/**
- * Represents logical AND operator.
- */
-export type AND = "and";
-/**
- * Represents logical OR operator.
- */
-export type OR = "or";
-/**
- * Represents logical NOT operator.
- */
-export type NOT = "not";
-/**
- * Represents a logical operator which can be AND, OR, or NOT.
- */
-export type Operator = AND | OR | NOT;
-/**
- * Represents equality comparison operator.
- */
-export type EQ = "eq";
-/**
- * Represents inequality comparison operator.
- */
-export type NE = "ne";
-/**
- * Represents less than comparison operator.
- */
-export type LT = "lt";
-/**
- * Represents greater than comparison operator.
- */
-export type GT = "gt";
-/**
- * Represents less than or equal to comparison operator.
- */
-export type LTE = "lte";
-/**
- * Represents greater than or equal to comparison operator.
- */
-export type GTE = "gte";
-/**
- * Represents a comparison operator which can be EQ, NE, LT, GT, LTE, or
- * GTE.
- */
-export type Comparator = EQ | NE | LT | GT | LTE | GTE;
-export declare const Operators: {
-    [key: string]: Operator;
-};
-export declare const Comparators: {
-    [key: string]: Comparator;
-};
-/**
- * Represents the result of visiting an operation or comparison
- * expression.
- */
-export type VisitorResult = VisitorOperationResult | VisitorComparisonResult;
-/**
- * Represents the result of visiting an operation expression.
- */
-export type VisitorOperationResult = {
-    [operator: string]: VisitorResult[];
-};
-/**
- * Represents the result of visiting a comparison expression.
- */
-export type VisitorComparisonResult = {
-    [attr: string]: {
-        [comparator: string]: string | number;
-    };
-};
-/**
- * Represents the result of visiting a structured query expression.
- */
-export type VisitorStructuredQueryResult = {
-    filter?: VisitorComparisonResult | VisitorOperationResult;
-};
-/**
- * Abstract class for visiting expressions. Subclasses must implement
- * visitOperation, visitComparison, and visitStructuredQuery methods.
- */
-export declare abstract class Visitor<T extends VectorStore = VectorStore> {
-    VisitOperationOutput: object;
-    VisitComparisonOutput: object;
-    VisitStructuredQueryOutput: {
-        filter?: T["FilterType"];
-    };
-    abstract allowedOperators: Operator[];
-    abstract allowedComparators: Comparator[];
-    abstract visitOperation(operation: Operation): this["VisitOperationOutput"];
-    abstract visitComparison(comparison: Comparison): this["VisitComparisonOutput"];
-    abstract visitStructuredQuery(structuredQuery: StructuredQuery): this["VisitStructuredQueryOutput"];
-}
-/**
- * Abstract class representing an expression. Subclasses must implement
- * the exprName property and the accept method.
- */
-export declare abstract class Expression {
-    abstract exprName: "Operation" | "Comparison" | "StructuredQuery";
-    accept(visitor: Visitor): object;
-}
-/**
- * Abstract class representing a filter directive. It extends the
- * Expression class.
- */
-export declare abstract class FilterDirective extends Expression {
-}
-/**
- * Class representing a comparison filter directive. It extends the
- * FilterDirective class.
- */
-export declare class Comparison extends FilterDirective {
-    comparator: Comparator;
-    attribute: string;
-    value: string | number;
-    exprName: "Comparison";
-    constructor(comparator: Comparator, attribute: string, value: string | number);
-}
-/**
- * Class representing an operation filter directive. It extends the
- * FilterDirective class.
- */
-export declare class Operation extends FilterDirective {
-    operator: Operator;
-    args?: FilterDirective[] | undefined;
-    exprName: "Operation";
-    constructor(operator: Operator, args?: FilterDirective[] | undefined);
-}
-/**
- * Class representing a structured query expression. It extends the
- * Expression class.
- */
-export declare class StructuredQuery extends Expression {
-    query: string;
-    filter?: FilterDirective | undefined;
-    exprName: "StructuredQuery";
-    constructor(query: string, filter?: FilterDirective | undefined);
-}
+export * from "@langchain/core/structured_query";

package/dist/chains/query_constructor/ir.js

@@ -1,132 +1 @@
-export const Operators = {
-    and: "and",
-    or: "or",
-    not: "not",
-};
-export const Comparators = {
-    eq: "eq",
-    ne: "ne",
-    lt: "lt",
-    gt: "gt",
-    lte: "lte",
-    gte: "gte",
-};
-/**
- * Abstract class for visiting expressions. Subclasses must implement
- * visitOperation, visitComparison, and visitStructuredQuery methods.
- */
-export class Visitor {
-}
-/**
- * Abstract class representing an expression. Subclasses must implement
- * the exprName property and the accept method.
- */
-export class Expression {
-    accept(visitor) {
-        if (this.exprName === "Operation") {
-            return visitor.visitOperation(this);
-        }
-        else if (this.exprName === "Comparison") {
-            return visitor.visitComparison(this);
-        }
-        else if (this.exprName === "StructuredQuery") {
-            return visitor.visitStructuredQuery(this);
-        }
-        else {
-            throw new Error("Unknown Expression type");
-        }
-    }
-}
-/**
- * Abstract class representing a filter directive. It extends the
- * Expression class.
- */
-export class FilterDirective extends Expression {
-}
-/**
- * Class representing a comparison filter directive. It extends the
- * FilterDirective class.
- */
-export class Comparison extends FilterDirective {
-    constructor(comparator, attribute, value) {
-        super();
-        Object.defineProperty(this, "comparator", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: comparator
-        });
-        Object.defineProperty(this, "attribute", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: attribute
-        });
-        Object.defineProperty(this, "value", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: value
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "Comparison"
-        });
-    }
-}
-/**
- * Class representing an operation filter directive. It extends the
- * FilterDirective class.
- */
-export class Operation extends FilterDirective {
-    constructor(operator, args) {
-        super();
-        Object.defineProperty(this, "operator", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: operator
-        });
-        Object.defineProperty(this, "args", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: args
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "Operation"
-        });
-    }
-}
-/**
- * Class representing a structured query expression. It extends the
- * Expression class.
- */
-export class StructuredQuery extends Expression {
-    constructor(query, filter) {
-        super();
-        Object.defineProperty(this, "query", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: query
-        });
-        Object.defineProperty(this, "filter", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: filter
-        });
-        Object.defineProperty(this, "exprName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "StructuredQuery"
-        });
-    }
-}
+export * from "@langchain/core/structured_query";

package/dist/chains/query_constructor/prompt.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DEFAULT_SUFFIX = exports.DEFAULT_PREFIX = exports.DEFAULT_SCHEMA = exports.EXAMPLE_PROMPT = exports.EXAMPLE_PROMPT_TEMPLATE = exports.DEFAULT_EXAMPLES = exports.NO_FILTER_ANSWER = exports.FULL_ANSWER = exports.SONG_DATA_SOURCE = void 0;
-const prompts_1 = require("@langchain/core/prompts");
+const index_js_1 = require("../../prompts/index.cjs");
 exports.SONG_DATA_SOURCE = `\
 \`\`\`json
 {
@@ -65,7 +65,7 @@ User Query:
 Structured Request:
 {structured_request}
 `;
-exports.EXAMPLE_PROMPT = new prompts_1.PromptTemplate({
+exports.EXAMPLE_PROMPT = new index_js_1.PromptTemplate({
     inputVariables: ["i", "data_source", "user_query", "structured_request"],
     template: exports.EXAMPLE_PROMPT_TEMPLATE,
 });

package/dist/chains/query_constructor/prompt.d.ts

@@ -1,4 +1,4 @@
-import { PromptTemplate } from "@langchain/core/prompts";
+import { PromptTemplate } from "../../prompts/index.js";
 export declare const SONG_DATA_SOURCE: string;
 export declare const FULL_ANSWER = "```json\n{{\n    \"query\": \"teenager love\",\n    \"filter\": \"and(or(eq(\\\"artist\\\", \\\"Taylor Swift\\\"), eq(\\\"artist\\\", \\\"Katy Perry\\\")), lt(\\\"length\\\", 180), eq(\\\"genre\\\", \\\"pop\\\"))\"\n}}";
 export declare const NO_FILTER_ANSWER = "```json\n{{\n    \"query\": \"\",\n    \"filter\": \"NO_FILTER\"\n}}\n```";

package/dist/chains/query_constructor/prompt.js

@@ -1,4 +1,4 @@
-import { PromptTemplate } from "@langchain/core/prompts";
+import { PromptTemplate } from "../../prompts/index.js";
 export const SONG_DATA_SOURCE = `\
 \`\`\`json
 {

package/dist/chains/retrieval_qa.cjs

@@ -4,28 +4,37 @@ exports.RetrievalQAChain = void 0;
 const base_js_1 = require("./base.cjs");
 const load_js_1 = require("./question_answering/load.cjs");
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`:
  * Class representing a chain for performing question-answering tasks with
  * a retrieval component.
  * @example
  * ```typescript
- * // Initialize the OpenAI model and the remote retriever with the specified configuration
- * const model = new ChatOpenAI({});
- * const retriever = new RemoteLangChainRetriever({
- *   url: "http://example.com/api",
- *   auth: { bearer: "foo" },
- *   inputKey: "message",
- *   responseKey: "response",
- * });
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
+ * import { MemoryVectorStore } from "langchain/vectorstores/memory";
+ *
+ * const documents = [...your documents here];
+ * const embeddings = ...your embeddings model;
+ * const llm = ...your LLM model;
  *
- * // Create a RetrievalQAChain using the model and retriever
- * const chain = RetrievalQAChain.fromLLM(model, retriever);
+ * const vectorstore = await MemoryVectorStore.fromDocuments(
+ *   documents,
+ *   embeddings
+ * );
+ * const prompt = ChatPromptTemplate.fromTemplate(`Answer the user's question: {input}`);
  *
- * // Execute the chain with a query and log the result
- * const res = await chain.call({
- *   query: "What did the president say about Justice Breyer?",
+ * const combineDocsChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt,
  * });
- * console.log({ res });
+ * const retriever = vectorstore.asRetriever();
  *
+ * const retrievalChain = await createRetrievalChain({
+ *   combineDocsChain,
+ *   retriever,
+ * });
  * ```
  */
 class RetrievalQAChain extends base_js_1.BaseChain {

package/dist/chains/retrieval_qa.d.ts

@@ -16,28 +16,37 @@ export interface RetrievalQAChainInput extends Omit<ChainInputs, "memory"> {
     returnSourceDocuments?: boolean;
 }
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`:
  * Class representing a chain for performing question-answering tasks with
  * a retrieval component.
  * @example
  * ```typescript
- * // Initialize the OpenAI model and the remote retriever with the specified configuration
- * const model = new ChatOpenAI({});
- * const retriever = new RemoteLangChainRetriever({
- *   url: "http://example.com/api",
- *   auth: { bearer: "foo" },
- *   inputKey: "message",
- *   responseKey: "response",
- * });
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
+ * import { MemoryVectorStore } from "langchain/vectorstores/memory";
+ *
+ * const documents = [...your documents here];
+ * const embeddings = ...your embeddings model;
+ * const llm = ...your LLM model;
  *
- * // Create a RetrievalQAChain using the model and retriever
- * const chain = RetrievalQAChain.fromLLM(model, retriever);
+ * const vectorstore = await MemoryVectorStore.fromDocuments(
+ *   documents,
+ *   embeddings
+ * );
+ * const prompt = ChatPromptTemplate.fromTemplate(`Answer the user's question: {input}`);
  *
- * // Execute the chain with a query and log the result
- * const res = await chain.call({
- *   query: "What did the president say about Justice Breyer?",
+ * const combineDocsChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt,
  * });
- * console.log({ res });
+ * const retriever = vectorstore.asRetriever();
  *
+ * const retrievalChain = await createRetrievalChain({
+ *   combineDocsChain,
+ *   retriever,
+ * });
  * ```
  */
 export declare class RetrievalQAChain extends BaseChain implements RetrievalQAChainInput {

package/dist/chains/retrieval_qa.js

@@ -1,28 +1,37 @@
 import { BaseChain } from "./base.js";
 import { loadQAStuffChain, } from "./question_answering/load.js";
 /**
+ * @deprecated This class will be removed in 0.3.0. See below for an example implementation using
+ * `createRetrievalChain`:
  * Class representing a chain for performing question-answering tasks with
  * a retrieval component.
  * @example
  * ```typescript
- * // Initialize the OpenAI model and the remote retriever with the specified configuration
- * const model = new ChatOpenAI({});
- * const retriever = new RemoteLangChainRetriever({
- *   url: "http://example.com/api",
- *   auth: { bearer: "foo" },
- *   inputKey: "message",
- *   responseKey: "response",
- * });
+ * import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { createRetrievalChain } from "langchain/chains/retrieval";
+ * import { MemoryVectorStore } from "langchain/vectorstores/memory";
+ *
+ * const documents = [...your documents here];
+ * const embeddings = ...your embeddings model;
+ * const llm = ...your LLM model;
  *
- * // Create a RetrievalQAChain using the model and retriever
- * const chain = RetrievalQAChain.fromLLM(model, retriever);
+ * const vectorstore = await MemoryVectorStore.fromDocuments(
+ *   documents,
+ *   embeddings
+ * );
+ * const prompt = ChatPromptTemplate.fromTemplate(`Answer the user's question: {input}`);
  *
- * // Execute the chain with a query and log the result
- * const res = await chain.call({
- *   query: "What did the president say about Justice Breyer?",
+ * const combineDocsChain = await createStuffDocumentsChain({
+ *   llm,
+ *   prompt,
  * });
- * console.log({ res });
+ * const retriever = vectorstore.asRetriever();
  *
+ * const retrievalChain = await createRetrievalChain({
+ *   combineDocsChain,
+ *   retriever,
+ * });
  * ```
  */
 export class RetrievalQAChain extends BaseChain {

package/dist/document_loaders/fs/unstructured.cjs

@@ -239,7 +239,7 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
         const documents = [];
         for (const element of elements) {
             const { metadata, text } = element;
-            if (typeof text === "string") {
+            if (typeof text === "string" && text !== "") {
                 documents.push(new documents_1.Document({
                     pageContent: text,
                     metadata: {

package/dist/document_loaders/fs/unstructured.js

@@ -235,7 +235,7 @@ export class UnstructuredLoader extends BaseDocumentLoader {
         const documents = [];
         for (const element of elements) {
             const { metadata, text } = element;
-            if (typeof text === "string") {
+            if (typeof text === "string" && text !== "") {
                 documents.push(new Document({
                     pageContent: text,
                     metadata: {

package/dist/document_loaders/web/browserbase.cjs

@@ -0,0 +1,87 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BrowserbaseLoader = void 0;
+const documents_1 = require("@langchain/core/documents");
+const sdk_1 = __importDefault(require("@browserbasehq/sdk"));
+const base_js_1 = require("../base.cjs");
+/**
+ * Load pre-rendered web pages using a headless browser hosted on Browserbase.
+ *
+ * Depends on `@browserbasehq/sdk` package.
+ * Get your API key from https://browserbase.com
+ *
+ * @example
+ * ```typescript
+ * import { BrowserbaseLoader } from "langchain/document_loaders/web/browserbase";
+ *
+ * const loader = new BrowserbaseLoader(["https://example.com"], {
+ *   apiKey: process.env.BROWSERBASE_API_KEY,
+ *   textContent: true,
+ * });
+ *
+ * const docs = await loader.load();
+ * ```
+ *
+ * @param {string[]} urls - The URLs of the web pages to load.
+ * @param {BrowserbaseLoaderOptions} [options] - Browserbase client options.
+ */
+class BrowserbaseLoader extends base_js_1.BaseDocumentLoader {
+    constructor(urls, options = {}) {
+        super();
+        Object.defineProperty(this, "urls", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "options", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "browserbase", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.urls = urls;
+        this.options = options;
+        this.browserbase = new sdk_1.default(options.apiKey);
+    }
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Promise<DocumentInterface[]>} - A promise which resolves to a list of documents.
+     */
+    async load() {
+        const documents = [];
+        for await (const doc of this.lazyLoad()) {
+            documents.push(doc);
+        }
+        return documents;
+    }
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Generator<DocumentInterface>} - A generator that yields documents.
+     */
+    async *lazyLoad() {
+        const pages = await this.browserbase.loadURLs(this.urls, this.options);
+        let index = 0;
+        for await (const page of pages) {
+            yield new documents_1.Document({
+                pageContent: page,
+                metadata: {
+                    url: this.urls[index],
+                },
+            });
+            index += index + 1;
+        }
+    }
+}
+exports.BrowserbaseLoader = BrowserbaseLoader;

package/dist/document_loaders/web/browserbase.d.ts

@@ -0,0 +1,49 @@
+import { Document, type DocumentInterface } from "@langchain/core/documents";
+import Browserbase, { BrowserbaseLoadOptions } from "@browserbasehq/sdk";
+import { BaseDocumentLoader } from "../base.js";
+import type { DocumentLoader } from "../base.js";
+interface BrowserbaseLoaderOptions extends BrowserbaseLoadOptions {
+    apiKey?: string;
+}
+/**
+ * Load pre-rendered web pages using a headless browser hosted on Browserbase.
+ *
+ * Depends on `@browserbasehq/sdk` package.
+ * Get your API key from https://browserbase.com
+ *
+ * @example
+ * ```typescript
+ * import { BrowserbaseLoader } from "langchain/document_loaders/web/browserbase";
+ *
+ * const loader = new BrowserbaseLoader(["https://example.com"], {
+ *   apiKey: process.env.BROWSERBASE_API_KEY,
+ *   textContent: true,
+ * });
+ *
+ * const docs = await loader.load();
+ * ```
+ *
+ * @param {string[]} urls - The URLs of the web pages to load.
+ * @param {BrowserbaseLoaderOptions} [options] - Browserbase client options.
+ */
+export declare class BrowserbaseLoader extends BaseDocumentLoader implements DocumentLoader {
+    urls: string[];
+    options: BrowserbaseLoaderOptions;
+    browserbase: Browserbase;
+    constructor(urls: string[], options?: BrowserbaseLoaderOptions);
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Promise<DocumentInterface[]>} - A promise which resolves to a list of documents.
+     */
+    load(): Promise<DocumentInterface[]>;
+    /**
+     * Load pages from URLs.
+     *
+     * @returns {Generator<DocumentInterface>} - A generator that yields documents.
+     */
+    lazyLoad(): AsyncGenerator<Document<{
+        url: string;
+    }>, void, unknown>;
+}
+export {};