langchain 0.0.178 → 0.0.179

package/dist/schema/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Docstore = exports.BaseEntityStore = exports.BaseFileStore = exports.BaseCache = exports.BaseListChatMessageHistory = exports.BaseChatMessageHistory = exports.BasePromptValue = exports.mapStoredMessageToChatMessage = exports.ChatGenerationChunk = exports.ChatMessageChunk = exports.coerceMessageLikeToMessage = exports.isBaseMessage = exports.ChatMessage = exports.FunctionMessageChunk = exports.FunctionMessage = exports.SystemChatMessage = exports.AIChatMessage = exports.HumanChatMessage = exports.BaseChatMessage = exports.SystemMessageChunk = exports.SystemMessage = exports.AIMessageChunk = exports.AIMessage = exports.HumanMessageChunk = exports.HumanMessage = exports.BaseMessageChunk = exports.BaseMessage = exports.GenerationChunk = exports.RUN_KEY = void 0;
+exports.Docstore = exports.BaseEntityStore = exports.BaseFileStore = exports.BaseCache = exports.BaseListChatMessageHistory = exports.BaseChatMessageHistory = exports.BasePromptValue = exports.mapStoredMessageToChatMessage = exports.ChatGenerationChunk = exports.ChatMessageChunk = exports.coerceMessageLikeToMessage = exports.isBaseMessageChunk = exports.isBaseMessage = exports.ChatMessage = exports.FunctionMessageChunk = exports.FunctionMessage = exports.SystemChatMessage = exports.AIChatMessage = exports.HumanChatMessage = exports.BaseChatMessage = exports.SystemMessageChunk = exports.SystemMessage = exports.AIMessageChunk = exports.AIMessage = exports.HumanMessageChunk = exports.HumanMessage = exports.BaseMessageChunk = exports.BaseMessage = exports.GenerationChunk = exports.RUN_KEY = void 0;
 const serializable_js_1 = require("../load/serializable.cjs");
 exports.RUN_KEY = "__run";
 /**
@@ -105,6 +105,33 @@ class BaseMessage extends serializable_js_1.Serializable {
                 .kwargs,
         };
     }
+    toChunk() {
+        const type = this._getType();
+        if (type === "human") {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new HumanMessageChunk({ ...this });
+        }
+        else if (type === "ai") {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new AIMessageChunk({ ...this });
+        }
+        else if (type === "system") {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new SystemMessageChunk({ ...this });
+        }
+        else if (type === "function") {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new FunctionMessageChunk({ ...this });
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+        }
+        else if (ChatMessage.isInstance(this)) {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new ChatMessageChunk({ ...this });
+        }
+        else {
+            throw new Error("Unknown message type.");
+        }
+    }
 }
 exports.BaseMessage = BaseMessage;
 /**
@@ -326,6 +353,11 @@ function isBaseMessage(messageLike) {
     return typeof messageLike?._getType === "function";
 }
 exports.isBaseMessage = isBaseMessage;
+function isBaseMessageChunk(messageLike) {
+    return (isBaseMessage(messageLike) &&
+        typeof messageLike.concat === "function");
+}
+exports.isBaseMessageChunk = isBaseMessageChunk;
 function coerceMessageLikeToMessage(messageLike) {
     if (typeof messageLike === "string") {
         return new HumanMessage(messageLike);

package/dist/schema/index.d.ts

@@ -103,6 +103,7 @@ export declare abstract class BaseMessage extends Serializable implements BaseMe
     /** @deprecated */
     kwargs?: Record<string, unknown>);
     toDict(): StoredMessage;
+    toChunk(): BaseMessageChunk;
 }
 /**
  * Represents a chunk of a message, which can be concatenated with other
@@ -219,6 +220,7 @@ export type BaseMessageLike = BaseMessage | [
     string
 ] | string;
 export declare function isBaseMessage(messageLike?: unknown): messageLike is BaseMessage;
+export declare function isBaseMessageChunk(messageLike?: unknown): messageLike is BaseMessageChunk;
 export declare function coerceMessageLikeToMessage(messageLike: BaseMessageLike): BaseMessage;
 /**
  * Represents a chunk of a chat message, which can be concatenated with
@@ -243,7 +245,7 @@ export declare class ChatGenerationChunk extends GenerationChunk implements Chat
     constructor(fields: ChatGenerationChunkFields);
     concat(chunk: ChatGenerationChunk): ChatGenerationChunk;
 }
-export declare function mapStoredMessageToChatMessage(message: StoredMessage): HumanMessage | AIMessage | SystemMessage | FunctionMessage | ChatMessage;
+export declare function mapStoredMessageToChatMessage(message: StoredMessage): ChatMessage | HumanMessage | AIMessage | SystemMessage | FunctionMessage;
 export interface ChatResult {
     generations: ChatGeneration[];
     llmOutput?: Record<string, any>;

package/dist/schema/index.js

@@ -101,6 +101,33 @@ export class BaseMessage extends Serializable {
                 .kwargs,
         };
     }
+    toChunk() {
+        const type = this._getType();
+        if (type === "human") {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new HumanMessageChunk({ ...this });
+        }
+        else if (type === "ai") {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new AIMessageChunk({ ...this });
+        }
+        else if (type === "system") {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new SystemMessageChunk({ ...this });
+        }
+        else if (type === "function") {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new FunctionMessageChunk({ ...this });
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+        }
+        else if (ChatMessage.isInstance(this)) {
+            // eslint-disable-next-line @typescript-eslint/no-use-before-define
+            return new ChatMessageChunk({ ...this });
+        }
+        else {
+            throw new Error("Unknown message type.");
+        }
+    }
 }
 /**
  * Represents a chunk of a message, which can be concatenated with other
@@ -310,6 +337,10 @@ export class ChatMessage extends BaseMessage {
 export function isBaseMessage(messageLike) {
     return typeof messageLike?._getType === "function";
 }
+export function isBaseMessageChunk(messageLike) {
+    return (isBaseMessage(messageLike) &&
+        typeof messageLike.concat === "function");
+}
 export function coerceMessageLikeToMessage(messageLike) {
     if (typeof messageLike === "string") {
         return new HumanMessage(messageLike);

package/dist/schema/output_parser.cjs

@@ -1,13 +1,15 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OutputParserException = exports.BytesOutputParser = exports.StringOutputParser = exports.BaseTransformOutputParser = exports.BaseOutputParser = exports.BaseLLMOutputParser = void 0;
-const index_js_1 = require("./runnable/index.cjs");
+exports.OutputParserException = exports.BytesOutputParser = exports.StringOutputParser = exports.BaseCumulativeTransformOutputParser = exports.BaseTransformOutputParser = exports.BaseOutputParser = exports.BaseLLMOutputParser = void 0;
+const index_js_1 = require("./index.cjs");
+const index_js_2 = require("./runnable/index.cjs");
+const index_js_3 = require("../util/@cfworker/json-schema/index.cjs");
 /**
  * Abstract base class for parsing the output of a Large Language Model
  * (LLM) call. It provides methods for parsing the result of an LLM call
  * and invoking the parser with a given input.
  */
-class BaseLLMOutputParser extends index_js_1.Runnable {
+class BaseLLMOutputParser extends index_js_2.Runnable {
     /**
      * Parses the result of an LLM call with a given prompt. By default, it
      * simply calls `parseResult`.
@@ -86,6 +88,64 @@ class BaseTransformOutputParser extends BaseOutputParser {
     }
 }
 exports.BaseTransformOutputParser = BaseTransformOutputParser;
+/**
+ * A base class for output parsers that can handle streaming input. It
+ * extends the `BaseTransformOutputParser` class and provides a method for
+ * converting parsed outputs into a diff format.
+ */
+class BaseCumulativeTransformOutputParser extends BaseTransformOutputParser {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "diff", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.diff = fields?.diff ?? this.diff;
+    }
+    async *_transform(inputGenerator) {
+        let prevParsed;
+        let accGen;
+        for await (const chunk of inputGenerator) {
+            let chunkGen;
+            if ((0, index_js_1.isBaseMessageChunk)(chunk)) {
+                chunkGen = new index_js_1.ChatGenerationChunk({
+                    message: chunk,
+                    text: chunk.content,
+                });
+            }
+            else if ((0, index_js_1.isBaseMessage)(chunk)) {
+                chunkGen = new index_js_1.ChatGenerationChunk({
+                    message: chunk.toChunk(),
+                    text: chunk.content,
+                });
+            }
+            else {
+                chunkGen = new index_js_1.GenerationChunk({ text: chunk });
+            }
+            if (accGen === undefined) {
+                accGen = chunkGen;
+            }
+            else {
+                accGen = accGen.concat(chunkGen);
+            }
+            const parsed = await this.parsePartialResult([accGen]);
+            if (parsed !== undefined &&
+                parsed !== null &&
+                !(0, index_js_3.deepCompareStrict)(parsed, prevParsed)) {
+                if (this.diff) {
+                    yield this._diff(prevParsed, parsed);
+                }
+                else {
+                    yield parsed;
+                }
+                prevParsed = parsed;
+            }
+        }
+    }
+}
+exports.BaseCumulativeTransformOutputParser = BaseCumulativeTransformOutputParser;
 /**
  * OutputParser that parses LLMResult into the top likely string.
  */

package/dist/schema/output_parser.d.ts

@@ -77,7 +77,7 @@ export declare abstract class BaseOutputParser<T = unknown> extends BaseLLMOutpu
  * Class to parse the output of an LLM call that also allows streaming inputs.
  */
 export declare abstract class BaseTransformOutputParser<T = unknown> extends BaseOutputParser<T> {
-    _transform(inputGenerator: AsyncGenerator<string | BaseMessage>): AsyncGenerator<T>;
+    protected _transform(inputGenerator: AsyncGenerator<string | BaseMessage>): AsyncGenerator<T>;
     /**
      * Transforms an asynchronous generator of input into an asynchronous
      * generator of parsed output.
@@ -87,6 +87,21 @@ export declare abstract class BaseTransformOutputParser<T = unknown> extends Bas
      */
     transform(inputGenerator: AsyncGenerator<string | BaseMessage>, options: BaseCallbackConfig): AsyncGenerator<T>;
 }
+export type BaseCumulativeTransformOutputParserInput = {
+    diff?: boolean;
+};
+/**
+ * A base class for output parsers that can handle streaming input. It
+ * extends the `BaseTransformOutputParser` class and provides a method for
+ * converting parsed outputs into a diff format.
+ */
+export declare abstract class BaseCumulativeTransformOutputParser<T = unknown> extends BaseTransformOutputParser<T> {
+    protected diff: boolean;
+    constructor(fields?: BaseCumulativeTransformOutputParserInput);
+    protected abstract _diff(prev: any | undefined, next: any): any;
+    abstract parsePartialResult(generations: Generation[] | ChatGeneration[]): Promise<T | undefined>;
+    protected _transform(inputGenerator: AsyncGenerator<string | BaseMessage>): AsyncGenerator<T>;
+}
 /**
  * OutputParser that parses LLMResult into the top likely string.
  */

package/dist/schema/output_parser.js

@@ -1,4 +1,6 @@
+import { isBaseMessage, isBaseMessageChunk, ChatGenerationChunk, GenerationChunk, } from "./index.js";
 import { Runnable } from "./runnable/index.js";
+import { deepCompareStrict } from "../util/@cfworker/json-schema/index.js";
 /**
  * Abstract base class for parsing the output of a Large Language Model
  * (LLM) call. It provides methods for parsing the result of an LLM call
@@ -80,6 +82,63 @@ export class BaseTransformOutputParser extends BaseOutputParser {
         });
     }
 }
+/**
+ * A base class for output parsers that can handle streaming input. It
+ * extends the `BaseTransformOutputParser` class and provides a method for
+ * converting parsed outputs into a diff format.
+ */
+export class BaseCumulativeTransformOutputParser extends BaseTransformOutputParser {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "diff", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.diff = fields?.diff ?? this.diff;
+    }
+    async *_transform(inputGenerator) {
+        let prevParsed;
+        let accGen;
+        for await (const chunk of inputGenerator) {
+            let chunkGen;
+            if (isBaseMessageChunk(chunk)) {
+                chunkGen = new ChatGenerationChunk({
+                    message: chunk,
+                    text: chunk.content,
+                });
+            }
+            else if (isBaseMessage(chunk)) {
+                chunkGen = new ChatGenerationChunk({
+                    message: chunk.toChunk(),
+                    text: chunk.content,
+                });
+            }
+            else {
+                chunkGen = new GenerationChunk({ text: chunk });
+            }
+            if (accGen === undefined) {
+                accGen = chunkGen;
+            }
+            else {
+                accGen = accGen.concat(chunkGen);
+            }
+            const parsed = await this.parsePartialResult([accGen]);
+            if (parsed !== undefined &&
+                parsed !== null &&
+                !deepCompareStrict(parsed, prevParsed)) {
+                if (this.diff) {
+                    yield this._diff(prevParsed, parsed);
+                }
+                else {
+                    yield parsed;
+                }
+                prevParsed = parsed;
+            }
+        }
+    }
+}
 /**
  * OutputParser that parses LLMResult into the top likely string.
  */

package/dist/schema/prompt_template.cjs

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatDocument = void 0;
+/**
+ * Formats a document using a given prompt template.
+ *
+ * @async
+ * @param {Document} document - The document to format.
+ * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+ * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+ * @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+ */
+const formatDocument = async (document, prompt) => {
+    const baseInfo = {
+        pageContent: document.pageContent,
+        ...document.metadata,
+    };
+    const variables = new Set(prompt.inputVariables);
+    const requiredMetadata = new Set(prompt.inputVariables
+        .map((v) => (v !== "pageContent" ? v : null))
+        .filter((v) => v !== null));
+    const missingMetadata = [];
+    for (const variable of variables) {
+        if (!(variable in baseInfo) && variable !== "pageContent") {
+            missingMetadata.push(variable);
+        }
+    }
+    if (missingMetadata.length) {
+        throw new Error(`Document prompt requires documents to have metadata variables: ${JSON.stringify(requiredMetadata)}. Received document with missing metadata: ${JSON.stringify(missingMetadata)}`);
+    }
+    return prompt.format(baseInfo);
+};
+exports.formatDocument = formatDocument;

package/dist/schema/prompt_template.d.ts

@@ -0,0 +1,12 @@
+import { Document } from "../document.js";
+import { BasePromptTemplate } from "../prompts/base.js";
+/**
+ * Formats a document using a given prompt template.
+ *
+ * @async
+ * @param {Document} document - The document to format.
+ * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+ * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+ * @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+ */
+export declare const formatDocument: (document: Document, prompt: BasePromptTemplate) => Promise<string>;

package/dist/schema/prompt_template.js

@@ -0,0 +1,29 @@
+/**
+ * Formats a document using a given prompt template.
+ *
+ * @async
+ * @param {Document} document - The document to format.
+ * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+ * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+ * @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+ */
+export const formatDocument = async (document, prompt) => {
+    const baseInfo = {
+        pageContent: document.pageContent,
+        ...document.metadata,
+    };
+    const variables = new Set(prompt.inputVariables);
+    const requiredMetadata = new Set(prompt.inputVariables
+        .map((v) => (v !== "pageContent" ? v : null))
+        .filter((v) => v !== null));
+    const missingMetadata = [];
+    for (const variable of variables) {
+        if (!(variable in baseInfo) && variable !== "pageContent") {
+            missingMetadata.push(variable);
+        }
+    }
+    if (missingMetadata.length) {
+        throw new Error(`Document prompt requires documents to have metadata variables: ${JSON.stringify(requiredMetadata)}. Received document with missing metadata: ${JSON.stringify(missingMetadata)}`);
+    }
+    return prompt.format(baseInfo);
+};

package/dist/storage/convex.d.ts

@@ -21,12 +21,33 @@ export type ConvexKVStoreConfig<DataModel extends GenericDataModel, TableName ex
     key: string;
 }>> = {
     readonly ctx: GenericActionCtx<DataModel>;
+    /**
+     * Defaults to "cache"
+     */
     readonly table?: TableName;
+    /**
+     * Defaults to "byKey"
+     */
     readonly index?: IndexName;
+    /**
+     * Defaults to "key"
+     */
     readonly keyField?: KeyFieldName;
+    /**
+     * Defaults to "value"
+     */
     readonly valueField?: ValueFieldName;
+    /**
+     * Defaults to `internal.langchain.db.upsert`
+     */
     readonly upsert?: UpsertMutation;
+    /**
+     * Defaults to `internal.langchain.db.lookup`
+     */
     readonly lookup?: LookupQuery;
+    /**
+     * Defaults to `internal.langchain.db.deleteMany`
+     */
     readonly deleteMany?: DeleteManyMutation;
 };
 /**

package/dist/stores/message/convex.d.ts

@@ -21,12 +21,33 @@ export type ConvexChatMessageHistoryInput<DataModel extends GenericDataModel, Ta
 }> = any> = {
     readonly ctx: GenericActionCtx<DataModel>;
     readonly sessionId: DocumentByName<DataModel, TableName>[SessionIdFieldName];
+    /**
+     * Defaults to "messages"
+     */
     readonly table?: TableName;
+    /**
+     * Defaults to "bySessionId"
+     */
     readonly index?: IndexName;
+    /**
+     * Defaults to "sessionId"
+     */
     readonly sessionIdField?: SessionIdFieldName;
+    /**
+     * Defaults to "message"
+     */
     readonly messageTextFieldName?: MessageTextFieldName;
+    /**
+     * Defaults to `internal.langchain.db.insert`
+     */
     readonly insert?: InsertMutation;
+    /**
+     * Defaults to `internal.langchain.db.lookup`
+     */
     readonly lookup?: LookupQuery;
+    /**
+     * Defaults to `internal.langchain.db.deleteMany`
+     */
     readonly deleteMany?: DeleteManyMutation;
 };
 export declare class ConvexChatMessageHistory<DataModel extends GenericDataModel, SessionIdFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>> = "sessionId", TableName extends TableNamesInDataModel<DataModel> = "messages", IndexName extends VectorIndexNames<NamedTableInfo<DataModel, TableName>> = "bySessionId", MessageTextFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>> = "message", InsertMutation extends FunctionReference<"mutation", "internal", {

package/dist/util/fast-json-patch/index.cjs

@@ -28,6 +28,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.unescapePathComponent = exports.escapePathComponent = exports.deepClone = exports.JsonPatchError = void 0;
 __exportStar(require("./src/core.cjs"), exports);
+__exportStar(require("./src/duplex.cjs"), exports);
 var helpers_js_1 = require("./src/helpers.cjs");
 Object.defineProperty(exports, "JsonPatchError", { enumerable: true, get: function () { return helpers_js_1.PatchError; } });
 Object.defineProperty(exports, "deepClone", { enumerable: true, get: function () { return helpers_js_1._deepClone; } });

package/dist/util/fast-json-patch/index.d.ts

@@ -1,4 +1,5 @@
 export * from "./src/core.js";
+export * from "./src/duplex.js";
 export { PatchError as JsonPatchError, _deepClone as deepClone, escapePathComponent, unescapePathComponent, } from "./src/helpers.js";
 /**
  * Default export for backwards compat

package/dist/util/fast-json-patch/index.js

@@ -1,4 +1,5 @@
 export * from "./src/core.js";
+export * from "./src/duplex.js";
 export { PatchError as JsonPatchError, _deepClone as deepClone, escapePathComponent, unescapePathComponent, } from "./src/helpers.js";
 /**
  * Default export for backwards compat