langchain 0.1.3 → 0.1.5

package/dist/output_parsers/structured.js

@@ -1,5 +1,5 @@
 import { z } from "zod";
-import { zodToJsonSchema } from "zod-to-json-schema";
+import { zodToJsonSchema, } from "zod-to-json-schema";
 import { BaseOutputParser, OutputParserException, } from "@langchain/core/output_parsers";
 export class StructuredOutputParser extends BaseOutputParser {
     static lc_name() {

package/dist/retrievers/self_query/pinecone.d.ts

@@ -1,4 +1,4 @@
-import { PineconeStore } from "@langchain/community/vectorstores/pinecone";
+import type { VectorStoreInterface } from "@langchain/core/vectorstores";
 import { BasicTranslator } from "./base.js";
 /**
  * Specialized translator class that extends the BasicTranslator. It is
@@ -21,6 +21,6 @@ import { BasicTranslator } from "./base.js";
  * );
  * ```
  */
-export declare class PineconeTranslator<T extends PineconeStore> extends BasicTranslator<T> {
+export declare class PineconeTranslator<T extends VectorStoreInterface> extends BasicTranslator<T> {
     constructor();
 }

package/dist/runnables/remote.cjs

@@ -4,7 +4,9 @@ exports.RemoteRunnable = void 0;
 const runnables_1 = require("@langchain/core/runnables");
 const documents_1 = require("@langchain/core/documents");
 const prompt_values_1 = require("@langchain/core/prompt_values");
+const log_stream_1 = require("@langchain/core/tracers/log_stream");
 const messages_1 = require("@langchain/core/messages");
+const outputs_1 = require("@langchain/core/outputs");
 const event_source_parse_1 = require("@langchain/community/utils/event_source_parse");
 const stream_1 = require("@langchain/core/utils/stream");
 function isSuperset(set, subset) {
@@ -20,94 +22,153 @@ function revive(obj) {
     if (Array.isArray(obj))
         return obj.map(revive);
     if (typeof obj === "object") {
+        // eslint-disable-next-line no-instanceof/no-instanceof
+        if (!obj || obj instanceof Date) {
+            return obj;
+        }
         const keysArr = Object.keys(obj);
         const keys = new Set(keysArr);
-        if (isSuperset(keys, new Set(["page_content", "metadata"])))
+        if (isSuperset(keys, new Set(["page_content", "metadata"]))) {
             return new documents_1.Document({
                 pageContent: obj.page_content,
                 metadata: obj.metadata,
             });
-        if (isSuperset(keys, new Set(["content", "type", "is_chunk"]))) {
-            if (!obj.is_chunk) {
-                if (obj.type === "human") {
-                    return new messages_1.HumanMessage({
-                        content: obj.content,
-                    });
-                }
-                if (obj.type === "system") {
-                    return new messages_1.SystemMessage({
-                        content: obj.content,
-                    });
-                }
-                if (obj.type === "chat") {
-                    return new messages_1.ChatMessage({
-                        content: obj.content,
-                        role: obj.role,
-                    });
-                }
-                if (obj.type === "function") {
-                    return new messages_1.FunctionMessage({
-                        content: obj.content,
-                        name: obj.name,
-                    });
-                }
-                if (obj.type === "tool") {
-                    return new messages_1.ToolMessage({
-                        content: obj.content,
-                        tool_call_id: obj.tool_call_id,
-                    });
-                }
-                if (obj.type === "ai") {
-                    return new messages_1.AIMessage({
-                        content: obj.content,
-                    });
-                }
-            }
-            else {
-                if (obj.type === "human") {
-                    return new messages_1.HumanMessageChunk({
-                        content: obj.content,
-                    });
-                }
-                if (obj.type === "system") {
-                    return new messages_1.SystemMessageChunk({
-                        content: obj.content,
-                    });
-                }
-                if (obj.type === "chat") {
-                    return new messages_1.ChatMessageChunk({
-                        content: obj.content,
-                        role: obj.role,
-                    });
-                }
-                if (obj.type === "function") {
-                    return new messages_1.FunctionMessageChunk({
-                        content: obj.content,
-                        name: obj.name,
-                    });
-                }
-                if (obj.type === "tool") {
-                    return new messages_1.ToolMessageChunk({
-                        content: obj.content,
-                        tool_call_id: obj.tool_call_id,
-                    });
-                }
-                if (obj.type === "ai") {
-                    return new messages_1.AIMessageChunk({
-                        content: obj.content,
-                    });
-                }
+        }
+        if (isSuperset(keys, new Set(["content", "type", "additional_kwargs"]))) {
+            if (obj.type === "HumanMessage" || obj.type === "human") {
+                return new messages_1.HumanMessage({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "SystemMessage" || obj.type === "system") {
+                return new messages_1.SystemMessage({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "ChatMessage" || obj.type === "chat") {
+                return new messages_1.ChatMessage({
+                    content: obj.content,
+                    role: obj.role,
+                });
+            }
+            if (obj.type === "FunctionMessage" || obj.type === "function") {
+                return new messages_1.FunctionMessage({
+                    content: obj.content,
+                    name: obj.name,
+                });
+            }
+            if (obj.type === "ToolMessage" || obj.type === "tool") {
+                return new messages_1.ToolMessage({
+                    content: obj.content,
+                    tool_call_id: obj.tool_call_id,
+                });
+            }
+            if (obj.type === "AIMessage" || obj.type === "ai") {
+                return new messages_1.AIMessage({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "HumanMessageChunk") {
+                return new messages_1.HumanMessageChunk({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "SystemMessageChunk") {
+                return new messages_1.SystemMessageChunk({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "ChatMessageChunk") {
+                return new messages_1.ChatMessageChunk({
+                    content: obj.content,
+                    role: obj.role,
+                });
+            }
+            if (obj.type === "FunctionMessageChunk") {
+                return new messages_1.FunctionMessageChunk({
+                    content: obj.content,
+                    name: obj.name,
+                });
+            }
+            if (obj.type === "ToolMessageChunk") {
+                return new messages_1.ToolMessageChunk({
+                    content: obj.content,
+                    tool_call_id: obj.tool_call_id,
+                });
+            }
+            if (obj.type === "AIMessageChunk") {
+                return new messages_1.AIMessageChunk({
+                    content: obj.content,
+                });
             }
         }
-        if (isSuperset(keys, new Set(["text"]))) {
-            return new prompt_values_1.StringPromptValue(obj.text);
+        if (isSuperset(keys, new Set(["text", "generation_info", "type"]))) {
+            if (obj.type === "ChatGenerationChunk") {
+                return new outputs_1.ChatGenerationChunk({
+                    message: revive(obj.message),
+                    text: obj.text,
+                    generationInfo: obj.generation_info,
+                });
+            }
+            else if (obj.type === "ChatGeneration") {
+                return {
+                    message: revive(obj.message),
+                    text: obj.text,
+                    generationInfo: obj.generation_info,
+                };
+            }
+            else if (obj.type === "GenerationChunk") {
+                return new outputs_1.GenerationChunk({
+                    text: obj.text,
+                    generationInfo: obj.generation_info,
+                });
+            }
+            else if (obj.type === "Generation") {
+                return {
+                    text: obj.text,
+                    generationInfo: obj.generation_info,
+                };
+            }
+        }
+        if (isSuperset(keys, new Set(["tool", "tool_input", "log", "type"]))) {
+            if (obj.type === "AgentAction") {
+                return {
+                    tool: obj.tool,
+                    toolInput: obj.tool_input,
+                    log: obj.log,
+                };
+            }
+        }
+        if (isSuperset(keys, new Set(["return_values", "log", "type"]))) {
+            if (obj.type === "AgentFinish") {
+                return {
+                    returnValues: obj.return_values,
+                    log: obj.log,
+                };
+            }
+        }
+        if (isSuperset(keys, new Set(["generations", "run", "type"]))) {
+            if (obj.type === "LLMResult") {
+                return {
+                    generations: revive(obj.generations),
+                    llmOutput: obj.llm_output,
+                    [outputs_1.RUN_KEY]: obj.run,
+                };
+            }
         }
         if (isSuperset(keys, new Set(["messages"]))) {
+            // TODO: Start checking for type: ChatPromptValue and ChatPromptValueConcrete
+            // when LangServe bug is fixed
             return new prompt_values_1.ChatPromptValue({
                 // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 messages: obj.messages.map((msg) => revive(msg)),
             });
         }
+        if (isSuperset(keys, new Set(["text"]))) {
+            // TODO: Start checking for type: StringPromptValue
+            // when LangServe bug is fixed
+            return new prompt_values_1.StringPromptValue(obj.text);
+        }
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         const innerRevive = (key) => [
             key,
@@ -158,8 +219,9 @@ class RemoteRunnable extends runnables_1.Runnable {
             body: JSON.stringify(body),
             headers: {
                 "Content-Type": "application/json",
+                ...this.options?.headers,
             },
-            signal: AbortSignal.timeout(this.options?.timeout ?? 5000),
+            signal: AbortSignal.timeout(this.options?.timeout ?? 60000),
         });
     }
     async invoke(input, options) {
@@ -232,5 +294,48 @@ class RemoteRunnable extends runnables_1.Runnable {
         });
         return stream_1.IterableReadableStream.fromReadableStream(stream);
     }
+    async *streamLog(input, options, streamOptions) {
+        const [config, kwargs] = this._separateRunnableConfigFromCallOptions(options);
+        const stream = new log_stream_1.LogStreamCallbackHandler({
+            ...streamOptions,
+            autoClose: false,
+        });
+        const { callbacks } = config;
+        if (callbacks === undefined) {
+            config.callbacks = [stream];
+        }
+        else if (Array.isArray(callbacks)) {
+            config.callbacks = callbacks.concat([stream]);
+        }
+        else {
+            const copiedCallbacks = callbacks.copy();
+            copiedCallbacks.inheritableHandlers.push(stream);
+            config.callbacks = copiedCallbacks;
+        }
+        // The type is in camelCase but the API only accepts snake_case.
+        const camelCaseStreamOptions = {
+            include_names: streamOptions?.includeNames,
+            include_types: streamOptions?.includeTypes,
+            include_tags: streamOptions?.includeTags,
+            exclude_names: streamOptions?.excludeNames,
+            exclude_types: streamOptions?.excludeTypes,
+            exclude_tags: streamOptions?.excludeTags,
+        };
+        const response = await this.post("/stream_log", {
+            input,
+            config,
+            kwargs,
+            ...camelCaseStreamOptions,
+            diff: false,
+        });
+        const { body } = response;
+        if (!body) {
+            throw new Error("Could not begin remote stream log. Please check the given URL and try again.");
+        }
+        const runnableStream = (0, event_source_parse_1.convertEventStreamToIterableReadableDataStream)(body);
+        for await (const log of runnableStream) {
+            yield revive(JSON.parse(log));
+        }
+    }
 }
 exports.RemoteRunnable = RemoteRunnable;

package/dist/runnables/remote.d.ts

@@ -1,8 +1,10 @@
 import { Runnable, RunnableBatchOptions, RunnableConfig } from "@langchain/core/runnables";
 import { CallbackManagerForChainRun } from "@langchain/core/callbacks/manager";
+import { type LogStreamCallbackHandlerInput, type RunLogPatch } from "@langchain/core/tracers/log_stream";
 import { IterableReadableStream } from "@langchain/core/utils/stream";
 type RemoteRunnableOptions = {
     timeout?: number;
+    headers?: Record<string, unknown>;
 };
 export declare class RemoteRunnable<RunInput, RunOutput, CallOptions extends RunnableConfig> extends Runnable<RunInput, RunOutput, CallOptions> {
     private url;
@@ -23,5 +25,6 @@ export declare class RemoteRunnable<RunInput, RunOutput, CallOptions extends Run
     }): Promise<(RunOutput | Error)[]>;
     batch(inputs: RunInput[], options?: Partial<CallOptions> | Partial<CallOptions>[], batchOptions?: RunnableBatchOptions): Promise<(RunOutput | Error)[]>;
     stream(input: RunInput, options?: Partial<CallOptions>): Promise<IterableReadableStream<RunOutput>>;
+    streamLog(input: RunInput, options?: Partial<CallOptions>, streamOptions?: Omit<LogStreamCallbackHandlerInput, "autoClose">): AsyncGenerator<RunLogPatch>;
 }
 export {};

package/dist/runnables/remote.js

@@ -1,8 +1,10 @@
 import { Runnable, } from "@langchain/core/runnables";
 import { Document } from "@langchain/core/documents";
 import { ChatPromptValue, StringPromptValue, } from "@langchain/core/prompt_values";
+import { LogStreamCallbackHandler, } from "@langchain/core/tracers/log_stream";
 import { AIMessage, AIMessageChunk, ChatMessage, ChatMessageChunk, FunctionMessage, FunctionMessageChunk, HumanMessage, HumanMessageChunk, SystemMessage, SystemMessageChunk, ToolMessage, ToolMessageChunk, } from "@langchain/core/messages";
-import { getBytes, getLines, getMessages, } from "@langchain/community/utils/event_source_parse";
+import { GenerationChunk, ChatGenerationChunk, RUN_KEY, } from "@langchain/core/outputs";
+import { getBytes, getLines, getMessages, convertEventStreamToIterableReadableDataStream, } from "@langchain/community/utils/event_source_parse";
 import { IterableReadableStream } from "@langchain/core/utils/stream";
 function isSuperset(set, subset) {
     for (const elem of subset) {
@@ -17,94 +19,153 @@ function revive(obj) {
     if (Array.isArray(obj))
         return obj.map(revive);
     if (typeof obj === "object") {
+        // eslint-disable-next-line no-instanceof/no-instanceof
+        if (!obj || obj instanceof Date) {
+            return obj;
+        }
         const keysArr = Object.keys(obj);
         const keys = new Set(keysArr);
-        if (isSuperset(keys, new Set(["page_content", "metadata"])))
+        if (isSuperset(keys, new Set(["page_content", "metadata"]))) {
             return new Document({
                 pageContent: obj.page_content,
                 metadata: obj.metadata,
             });
-        if (isSuperset(keys, new Set(["content", "type", "is_chunk"]))) {
-            if (!obj.is_chunk) {
-                if (obj.type === "human") {
-                    return new HumanMessage({
-                        content: obj.content,
-                    });
-                }
-                if (obj.type === "system") {
-                    return new SystemMessage({
-                        content: obj.content,
-                    });
-                }
-                if (obj.type === "chat") {
-                    return new ChatMessage({
-                        content: obj.content,
-                        role: obj.role,
-                    });
-                }
-                if (obj.type === "function") {
-                    return new FunctionMessage({
-                        content: obj.content,
-                        name: obj.name,
-                    });
-                }
-                if (obj.type === "tool") {
-                    return new ToolMessage({
-                        content: obj.content,
-                        tool_call_id: obj.tool_call_id,
-                    });
-                }
-                if (obj.type === "ai") {
-                    return new AIMessage({
-                        content: obj.content,
-                    });
-                }
-            }
-            else {
-                if (obj.type === "human") {
-                    return new HumanMessageChunk({
-                        content: obj.content,
-                    });
-                }
-                if (obj.type === "system") {
-                    return new SystemMessageChunk({
-                        content: obj.content,
-                    });
-                }
-                if (obj.type === "chat") {
-                    return new ChatMessageChunk({
-                        content: obj.content,
-                        role: obj.role,
-                    });
-                }
-                if (obj.type === "function") {
-                    return new FunctionMessageChunk({
-                        content: obj.content,
-                        name: obj.name,
-                    });
-                }
-                if (obj.type === "tool") {
-                    return new ToolMessageChunk({
-                        content: obj.content,
-                        tool_call_id: obj.tool_call_id,
-                    });
-                }
-                if (obj.type === "ai") {
-                    return new AIMessageChunk({
-                        content: obj.content,
-                    });
-                }
+        }
+        if (isSuperset(keys, new Set(["content", "type", "additional_kwargs"]))) {
+            if (obj.type === "HumanMessage" || obj.type === "human") {
+                return new HumanMessage({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "SystemMessage" || obj.type === "system") {
+                return new SystemMessage({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "ChatMessage" || obj.type === "chat") {
+                return new ChatMessage({
+                    content: obj.content,
+                    role: obj.role,
+                });
+            }
+            if (obj.type === "FunctionMessage" || obj.type === "function") {
+                return new FunctionMessage({
+                    content: obj.content,
+                    name: obj.name,
+                });
+            }
+            if (obj.type === "ToolMessage" || obj.type === "tool") {
+                return new ToolMessage({
+                    content: obj.content,
+                    tool_call_id: obj.tool_call_id,
+                });
+            }
+            if (obj.type === "AIMessage" || obj.type === "ai") {
+                return new AIMessage({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "HumanMessageChunk") {
+                return new HumanMessageChunk({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "SystemMessageChunk") {
+                return new SystemMessageChunk({
+                    content: obj.content,
+                });
+            }
+            if (obj.type === "ChatMessageChunk") {
+                return new ChatMessageChunk({
+                    content: obj.content,
+                    role: obj.role,
+                });
+            }
+            if (obj.type === "FunctionMessageChunk") {
+                return new FunctionMessageChunk({
+                    content: obj.content,
+                    name: obj.name,
+                });
+            }
+            if (obj.type === "ToolMessageChunk") {
+                return new ToolMessageChunk({
+                    content: obj.content,
+                    tool_call_id: obj.tool_call_id,
+                });
+            }
+            if (obj.type === "AIMessageChunk") {
+                return new AIMessageChunk({
+                    content: obj.content,
+                });
             }
         }
-        if (isSuperset(keys, new Set(["text"]))) {
-            return new StringPromptValue(obj.text);
+        if (isSuperset(keys, new Set(["text", "generation_info", "type"]))) {
+            if (obj.type === "ChatGenerationChunk") {
+                return new ChatGenerationChunk({
+                    message: revive(obj.message),
+                    text: obj.text,
+                    generationInfo: obj.generation_info,
+                });
+            }
+            else if (obj.type === "ChatGeneration") {
+                return {
+                    message: revive(obj.message),
+                    text: obj.text,
+                    generationInfo: obj.generation_info,
+                };
+            }
+            else if (obj.type === "GenerationChunk") {
+                return new GenerationChunk({
+                    text: obj.text,
+                    generationInfo: obj.generation_info,
+                });
+            }
+            else if (obj.type === "Generation") {
+                return {
+                    text: obj.text,
+                    generationInfo: obj.generation_info,
+                };
+            }
+        }
+        if (isSuperset(keys, new Set(["tool", "tool_input", "log", "type"]))) {
+            if (obj.type === "AgentAction") {
+                return {
+                    tool: obj.tool,
+                    toolInput: obj.tool_input,
+                    log: obj.log,
+                };
+            }
+        }
+        if (isSuperset(keys, new Set(["return_values", "log", "type"]))) {
+            if (obj.type === "AgentFinish") {
+                return {
+                    returnValues: obj.return_values,
+                    log: obj.log,
+                };
+            }
+        }
+        if (isSuperset(keys, new Set(["generations", "run", "type"]))) {
+            if (obj.type === "LLMResult") {
+                return {
+                    generations: revive(obj.generations),
+                    llmOutput: obj.llm_output,
+                    [RUN_KEY]: obj.run,
+                };
+            }
         }
         if (isSuperset(keys, new Set(["messages"]))) {
+            // TODO: Start checking for type: ChatPromptValue and ChatPromptValueConcrete
+            // when LangServe bug is fixed
             return new ChatPromptValue({
                 // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 messages: obj.messages.map((msg) => revive(msg)),
             });
         }
+        if (isSuperset(keys, new Set(["text"]))) {
+            // TODO: Start checking for type: StringPromptValue
+            // when LangServe bug is fixed
+            return new StringPromptValue(obj.text);
+        }
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         const innerRevive = (key) => [
             key,
@@ -155,8 +216,9 @@ export class RemoteRunnable extends Runnable {
             body: JSON.stringify(body),
             headers: {
                 "Content-Type": "application/json",
+                ...this.options?.headers,
             },
-            signal: AbortSignal.timeout(this.options?.timeout ?? 5000),
+            signal: AbortSignal.timeout(this.options?.timeout ?? 60000),
         });
     }
     async invoke(input, options) {
@@ -229,4 +291,47 @@ export class RemoteRunnable extends Runnable {
         });
         return IterableReadableStream.fromReadableStream(stream);
     }
+    async *streamLog(input, options, streamOptions) {
+        const [config, kwargs] = this._separateRunnableConfigFromCallOptions(options);
+        const stream = new LogStreamCallbackHandler({
+            ...streamOptions,
+            autoClose: false,
+        });
+        const { callbacks } = config;
+        if (callbacks === undefined) {
+            config.callbacks = [stream];
+        }
+        else if (Array.isArray(callbacks)) {
+            config.callbacks = callbacks.concat([stream]);
+        }
+        else {
+            const copiedCallbacks = callbacks.copy();
+            copiedCallbacks.inheritableHandlers.push(stream);
+            config.callbacks = copiedCallbacks;
+        }
+        // The type is in camelCase but the API only accepts snake_case.
+        const camelCaseStreamOptions = {
+            include_names: streamOptions?.includeNames,
+            include_types: streamOptions?.includeTypes,
+            include_tags: streamOptions?.includeTags,
+            exclude_names: streamOptions?.excludeNames,
+            exclude_types: streamOptions?.excludeTypes,
+            exclude_tags: streamOptions?.excludeTags,
+        };
+        const response = await this.post("/stream_log", {
+            input,
+            config,
+            kwargs,
+            ...camelCaseStreamOptions,
+            diff: false,
+        });
+        const { body } = response;
+        if (!body) {
+            throw new Error("Could not begin remote stream log. Please check the given URL and try again.");
+        }
+        const runnableStream = convertEventStreamToIterableReadableDataStream(body);
+        for await (const log of runnableStream) {
+            yield revive(JSON.parse(log));
+        }
+    }
 }

package/dist/text_splitter.cjs

@@ -691,13 +691,14 @@ class TokenTextSplitter extends TextSplitter {
         const splits = [];
         const input_ids = this.tokenizer.encode(text, this.allowedSpecial, this.disallowedSpecial);
         let start_idx = 0;
-        let cur_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
-        let chunk_ids = input_ids.slice(start_idx, cur_idx);
         while (start_idx < input_ids.length) {
+            if (start_idx > 0) {
+                start_idx -= this.chunkOverlap;
+            }
+            const end_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
+            const chunk_ids = input_ids.slice(start_idx, end_idx);
             splits.push(this.tokenizer.decode(chunk_ids));
-            start_idx += this.chunkSize - this.chunkOverlap;
-            cur_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
-            chunk_ids = input_ids.slice(start_idx, cur_idx);
+            start_idx = end_idx;
         }
         return splits;
     }