langchain 0.0.195 → 0.0.197-rc.0

package/dist/llms/bedrock/web.cjs

@@ -278,11 +278,31 @@ class Bedrock extends base_js_1.LLM {
     }
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     _readChunks(reader) {
+        function _concatChunks(a, b) {
+            const newBuffer = new Uint8Array(a.length + b.length);
+            newBuffer.set(a);
+            newBuffer.set(b, a.length);
+            return newBuffer;
+        }
+        function getMessageLength(buffer) {
+            if (buffer.byteLength === 0)
+                return 0;
+            const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
+            return view.getUint32(0, false);
+        }
         return {
             async *[Symbol.asyncIterator]() {
                 let readResult = await reader.read();
+                let buffer = new Uint8Array(0);
                 while (!readResult.done) {
-                    yield readResult.value;
+                    const chunk = readResult.value;
+                    buffer = _concatChunks(buffer, chunk);
+                    let messageLength = getMessageLength(buffer);
+                    while (buffer.byteLength > 0 && buffer.byteLength >= messageLength) {
+                        yield buffer.slice(0, messageLength);
+                        buffer = buffer.slice(messageLength);
+                        messageLength = getMessageLength(buffer);
+                    }
                     readResult = await reader.read();
                 }
             },

package/dist/llms/bedrock/web.d.ts

@@ -3,7 +3,7 @@ import { BaseBedrockInput, type CredentialType } from "../../util/bedrock.js";
 import { LLM, BaseLLMParams } from "../base.js";
 import { CallbackManagerForLLMRun } from "../../callbacks/manager.js";
 import { GenerationChunk } from "../../schema/index.js";
-import { SerializedFields } from "../../load/map_keys.js";
+import type { SerializedFields } from "../../load/map_keys.js";
 /**
  * A type of Large Language Model (LLM) that interacts with the Bedrock
  * service. It extends the base `LLM` class and implements the
@@ -61,6 +61,6 @@ export declare class Bedrock extends LLM implements BaseBedrockInput {
     };
     _streamResponseChunks(prompt: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
     _readChunks(reader: any): {
-        [Symbol.asyncIterator](): AsyncGenerator<any, void, unknown>;
+        [Symbol.asyncIterator](): AsyncGenerator<Uint8Array, void, unknown>;
     };
 }

package/dist/llms/bedrock/web.js

@@ -275,11 +275,31 @@ export class Bedrock extends LLM {
     }
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     _readChunks(reader) {
+        function _concatChunks(a, b) {
+            const newBuffer = new Uint8Array(a.length + b.length);
+            newBuffer.set(a);
+            newBuffer.set(b, a.length);
+            return newBuffer;
+        }
+        function getMessageLength(buffer) {
+            if (buffer.byteLength === 0)
+                return 0;
+            const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
+            return view.getUint32(0, false);
+        }
         return {
             async *[Symbol.asyncIterator]() {
                 let readResult = await reader.read();
+                let buffer = new Uint8Array(0);
                 while (!readResult.done) {
-                    yield readResult.value;
+                    const chunk = readResult.value;
+                    buffer = _concatChunks(buffer, chunk);
+                    let messageLength = getMessageLength(buffer);
+                    while (buffer.byteLength > 0 && buffer.byteLength >= messageLength) {
+                        yield buffer.slice(0, messageLength);
+                        buffer = buffer.slice(messageLength);
+                        messageLength = getMessageLength(buffer);
+                    }
                     readResult = await reader.read();
                 }
             },

package/dist/llms/fireworks.d.ts

@@ -26,7 +26,7 @@ export declare class Fireworks extends OpenAI<FireworksCallOptions> {
     constructor(fields?: Partial<Omit<OpenAIInput, "openAIApiKey" | FireworksUnsupportedArgs>> & BaseLLMParams & {
         fireworksApiKey?: string;
     });
-    toJSON(): import("../load/serializable.js").Serialized;
+    toJSON(): import("langchain-core/load/serializable").Serialized;
     completionWithRetry(request: OpenAIClient.CompletionCreateParamsStreaming, options?: OpenAICoreRequestOptions): Promise<AsyncIterable<OpenAIClient.Completion>>;
     completionWithRetry(request: OpenAIClient.CompletionCreateParamsNonStreaming, options?: OpenAICoreRequestOptions): Promise<OpenAIClient.Completions.Completion>;
 }

package/dist/load/import_map.cjs

@@ -26,7 +26,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
 exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__ollama_functions = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_files = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
-exports.runnables__remote = exports.evaluation = void 0;
+exports.runnables__remote = exports.runnables = exports.evaluation = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
@@ -128,4 +128,5 @@ exports.experimental__chat_models__bittensor = __importStar(require("../experime
 exports.experimental__chat_models__ollama_functions = __importStar(require("../experimental/chat_models/ollama_functions.cjs"));
 exports.experimental__chains__violation_of_expectations = __importStar(require("../experimental/chains/violation_of_expectations/index.cjs"));
 exports.evaluation = __importStar(require("../evaluation/index.cjs"));
+exports.runnables = __importStar(require("../runnables/index.cjs"));
 exports.runnables__remote = __importStar(require("../runnables/remote.cjs"));

package/dist/load/import_map.d.ts

@@ -99,4 +99,5 @@ export * as experimental__chat_models__bittensor from "../experimental/chat_mode
 export * as experimental__chat_models__ollama_functions from "../experimental/chat_models/ollama_functions.js";
 export * as experimental__chains__violation_of_expectations from "../experimental/chains/violation_of_expectations/index.js";
 export * as evaluation from "../evaluation/index.js";
+export * as runnables from "../runnables/index.js";
 export * as runnables__remote from "../runnables/remote.js";

package/dist/load/import_map.js

@@ -100,4 +100,5 @@ export * as experimental__chat_models__bittensor from "../experimental/chat_mode
 export * as experimental__chat_models__ollama_functions from "../experimental/chat_models/ollama_functions.js";
 export * as experimental__chains__violation_of_expectations from "../experimental/chains/violation_of_expectations/index.js";
 export * as evaluation from "../evaluation/index.js";
+export * as runnables from "../runnables/index.js";
 export * as runnables__remote from "../runnables/remote.js";

package/dist/load/index.cjs

@@ -24,156 +24,15 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.load = void 0;
-const serializable_js_1 = require("./serializable.cjs");
+const load_1 = require("langchain-core/load");
 const import_constants_js_1 = require("./import_constants.cjs");
 const importMap = __importStar(require("./import_map.cjs"));
-const map_keys_js_1 = require("./map_keys.cjs");
-const env_js_1 = require("../util/env.cjs");
-function combineAliasesAndInvert(constructor) {
-    const aliases = {};
-    for (
-    // eslint-disable-next-line @typescript-eslint/no-this-alias
-    let current = constructor; current && current.prototype; current = Object.getPrototypeOf(current)) {
-        Object.assign(aliases, Reflect.get(current.prototype, "lc_aliases"));
-    }
-    return Object.entries(aliases).reduce((acc, [key, value]) => {
-        acc[value] = key;
-        return acc;
-    }, {});
-}
-async function reviver(value) {
-    const { optionalImportsMap, secretsMap, path = ["$"] } = this;
-    const pathStr = path.join(".");
-    if (typeof value === "object" &&
-        value !== null &&
-        !Array.isArray(value) &&
-        "lc" in value &&
-        "type" in value &&
-        "id" in value &&
-        value.lc === 1 &&
-        value.type === "secret") {
-        const serialized = value;
-        const [key] = serialized.id;
-        if (key in secretsMap) {
-            return secretsMap[key];
-        }
-        else {
-            const secretValueInEnv = (0, env_js_1.getEnvironmentVariable)(key);
-            if (secretValueInEnv) {
-                return secretValueInEnv;
-            }
-            else {
-                throw new Error(`Missing key "${key}" for ${pathStr} in load(secretsMap={})`);
-            }
-        }
-    }
-    else if (typeof value === "object" &&
-        value !== null &&
-        !Array.isArray(value) &&
-        "lc" in value &&
-        "type" in value &&
-        "id" in value &&
-        value.lc === 1 &&
-        value.type === "not_implemented") {
-        const serialized = value;
-        const str = JSON.stringify(serialized);
-        throw new Error(`Trying to load an object that doesn't implement serialization: ${pathStr} -> ${str}`);
-    }
-    else if (typeof value === "object" &&
-        value !== null &&
-        !Array.isArray(value) &&
-        "lc" in value &&
-        "type" in value &&
-        "id" in value &&
-        "kwargs" in value &&
-        value.lc === 1) {
-        const serialized = value;
-        const str = JSON.stringify(serialized);
-        const [name, ...namespaceReverse] = serialized.id.slice().reverse();
-        const namespace = namespaceReverse.reverse();
-        let module;
-        if (import_constants_js_1.optionalImportEntrypoints.includes(namespace.join("/")) ||
-            namespace.join("/") in optionalImportsMap) {
-            if (namespace.join("/") in optionalImportsMap) {
-                module = await optionalImportsMap[namespace.join("/")];
-            }
-            else {
-                throw new Error(`Missing key "${namespace.join("/")}" for ${pathStr} in load(optionalImportsMap={})`);
-            }
-        }
-        else {
-            // Currently, we only support langchain imports.
-            if (namespace[0] === "langchain") {
-                namespace.shift();
-            }
-            else {
-                throw new Error(`Invalid namespace: ${pathStr} -> ${str}`);
-            }
-            // The root namespace "langchain" is not a valid import.
-            if (namespace.length === 0) {
-                throw new Error(`Invalid namespace: ${pathStr} -> ${str}`);
-            }
-            // Find the longest matching namespace.
-            let importMapKey;
-            do {
-                importMapKey = namespace.join("__");
-                if (importMapKey in importMap) {
-                    break;
-                }
-                else {
-                    namespace.pop();
-                }
-            } while (namespace.length > 0);
-            // If no matching namespace is found, throw an error.
-            if (importMapKey in importMap) {
-                module = importMap[importMapKey];
-            }
-        }
-        if (typeof module !== "object" || module === null) {
-            throw new Error(`Invalid namespace: ${pathStr} -> ${str}`);
-        }
-        // Extract the builder from the import map.
-        const builder = 
-        // look for a named export with the same name as the class
-        module[name] ??
-            // look for an export with a lc_name property matching the class name
-            // this is necessary for classes that are minified
-            Object.values(module).find((v) => typeof v === "function" &&
-                (0, serializable_js_1.get_lc_unique_name)(v) === name);
-        if (typeof builder !== "function") {
-            throw new Error(`Invalid identifer: ${pathStr} -> ${str}`);
-        }
-        // Recurse on the arguments, which may be serialized objects themselves
-        const kwargs = await reviver.call({ ...this, path: [...path, "kwargs"] }, serialized.kwargs);
-        // Construct the object
-        if (serialized.type === "constructor") {
-            // eslint-disable-next-line new-cap, @typescript-eslint/no-explicit-any
-            const instance = new builder((0, map_keys_js_1.mapKeys)(kwargs, map_keys_js_1.keyFromJson, combineAliasesAndInvert(builder)));
-            // Minification in severless/edge runtimes will mange the
-            // name of classes presented in traces. As the names in import map
-            // are present as-is even with minification, use these names instead
-            Object.defineProperty(instance.constructor, "name", { value: name });
-            return instance;
-        }
-        else {
-            throw new Error(`Invalid type: ${pathStr} -> ${str}`);
-        }
-    }
-    else if (typeof value === "object" && value !== null) {
-        if (Array.isArray(value)) {
-            return Promise.all(value.map((v, i) => reviver.call({ ...this, path: [...path, `${i}`] }, v)));
-        }
-        else {
-            return Object.fromEntries(await Promise.all(Object.entries(value).map(async ([key, value]) => [
-                key,
-                await reviver.call({ ...this, path: [...path, key] }, value),
-            ])));
-        }
-    }
-    return value;
-}
 async function load(text, secretsMap = {}, optionalImportsMap = {}) {
-    const json = JSON.parse(text);
-    return reviver.call({ secretsMap, optionalImportsMap }, json);
+    return (0, load_1.load)(text, {
+        secretsMap,
+        optionalImportsMap,
+        optionalImportEntrypoints: import_constants_js_1.optionalImportEntrypoints,
+        importMap,
+    });
 }
 exports.load = load;

package/dist/load/index.js

@@ -1,152 +1,11 @@
-import { get_lc_unique_name, } from "./serializable.js";
+import { load as coreLoad } from "langchain-core/load";
 import { optionalImportEntrypoints } from "./import_constants.js";
 import * as importMap from "./import_map.js";
-import { keyFromJson, mapKeys } from "./map_keys.js";
-import { getEnvironmentVariable } from "../util/env.js";
-function combineAliasesAndInvert(constructor) {
-    const aliases = {};
-    for (
-    // eslint-disable-next-line @typescript-eslint/no-this-alias
-    let current = constructor; current && current.prototype; current = Object.getPrototypeOf(current)) {
-        Object.assign(aliases, Reflect.get(current.prototype, "lc_aliases"));
-    }
-    return Object.entries(aliases).reduce((acc, [key, value]) => {
-        acc[value] = key;
-        return acc;
-    }, {});
-}
-async function reviver(value) {
-    const { optionalImportsMap, secretsMap, path = ["$"] } = this;
-    const pathStr = path.join(".");
-    if (typeof value === "object" &&
-        value !== null &&
-        !Array.isArray(value) &&
-        "lc" in value &&
-        "type" in value &&
-        "id" in value &&
-        value.lc === 1 &&
-        value.type === "secret") {
-        const serialized = value;
-        const [key] = serialized.id;
-        if (key in secretsMap) {
-            return secretsMap[key];
-        }
-        else {
-            const secretValueInEnv = getEnvironmentVariable(key);
-            if (secretValueInEnv) {
-                return secretValueInEnv;
-            }
-            else {
-                throw new Error(`Missing key "${key}" for ${pathStr} in load(secretsMap={})`);
-            }
-        }
-    }
-    else if (typeof value === "object" &&
-        value !== null &&
-        !Array.isArray(value) &&
-        "lc" in value &&
-        "type" in value &&
-        "id" in value &&
-        value.lc === 1 &&
-        value.type === "not_implemented") {
-        const serialized = value;
-        const str = JSON.stringify(serialized);
-        throw new Error(`Trying to load an object that doesn't implement serialization: ${pathStr} -> ${str}`);
-    }
-    else if (typeof value === "object" &&
-        value !== null &&
-        !Array.isArray(value) &&
-        "lc" in value &&
-        "type" in value &&
-        "id" in value &&
-        "kwargs" in value &&
-        value.lc === 1) {
-        const serialized = value;
-        const str = JSON.stringify(serialized);
-        const [name, ...namespaceReverse] = serialized.id.slice().reverse();
-        const namespace = namespaceReverse.reverse();
-        let module;
-        if (optionalImportEntrypoints.includes(namespace.join("/")) ||
-            namespace.join("/") in optionalImportsMap) {
-            if (namespace.join("/") in optionalImportsMap) {
-                module = await optionalImportsMap[namespace.join("/")];
-            }
-            else {
-                throw new Error(`Missing key "${namespace.join("/")}" for ${pathStr} in load(optionalImportsMap={})`);
-            }
-        }
-        else {
-            // Currently, we only support langchain imports.
-            if (namespace[0] === "langchain") {
-                namespace.shift();
-            }
-            else {
-                throw new Error(`Invalid namespace: ${pathStr} -> ${str}`);
-            }
-            // The root namespace "langchain" is not a valid import.
-            if (namespace.length === 0) {
-                throw new Error(`Invalid namespace: ${pathStr} -> ${str}`);
-            }
-            // Find the longest matching namespace.
-            let importMapKey;
-            do {
-                importMapKey = namespace.join("__");
-                if (importMapKey in importMap) {
-                    break;
-                }
-                else {
-                    namespace.pop();
-                }
-            } while (namespace.length > 0);
-            // If no matching namespace is found, throw an error.
-            if (importMapKey in importMap) {
-                module = importMap[importMapKey];
-            }
-        }
-        if (typeof module !== "object" || module === null) {
-            throw new Error(`Invalid namespace: ${pathStr} -> ${str}`);
-        }
-        // Extract the builder from the import map.
-        const builder = 
-        // look for a named export with the same name as the class
-        module[name] ??
-            // look for an export with a lc_name property matching the class name
-            // this is necessary for classes that are minified
-            Object.values(module).find((v) => typeof v === "function" &&
-                get_lc_unique_name(v) === name);
-        if (typeof builder !== "function") {
-            throw new Error(`Invalid identifer: ${pathStr} -> ${str}`);
-        }
-        // Recurse on the arguments, which may be serialized objects themselves
-        const kwargs = await reviver.call({ ...this, path: [...path, "kwargs"] }, serialized.kwargs);
-        // Construct the object
-        if (serialized.type === "constructor") {
-            // eslint-disable-next-line new-cap, @typescript-eslint/no-explicit-any
-            const instance = new builder(mapKeys(kwargs, keyFromJson, combineAliasesAndInvert(builder)));
-            // Minification in severless/edge runtimes will mange the
-            // name of classes presented in traces. As the names in import map
-            // are present as-is even with minification, use these names instead
-            Object.defineProperty(instance.constructor, "name", { value: name });
-            return instance;
-        }
-        else {
-            throw new Error(`Invalid type: ${pathStr} -> ${str}`);
-        }
-    }
-    else if (typeof value === "object" && value !== null) {
-        if (Array.isArray(value)) {
-            return Promise.all(value.map((v, i) => reviver.call({ ...this, path: [...path, `${i}`] }, v)));
-        }
-        else {
-            return Object.fromEntries(await Promise.all(Object.entries(value).map(async ([key, value]) => [
-                key,
-                await reviver.call({ ...this, path: [...path, key] }, value),
-            ])));
-        }
-    }
-    return value;
-}
 export async function load(text, secretsMap = {}, optionalImportsMap = {}) {
-    const json = JSON.parse(text);
-    return reviver.call({ secretsMap, optionalImportsMap }, json);
+    return coreLoad(text, {
+        secretsMap,
+        optionalImportsMap,
+        optionalImportEntrypoints,
+        importMap,
+    });
 }

package/dist/load/map_keys.cjs

@@ -1,26 +1,2 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.mapKeys = exports.keyFromJson = exports.keyToJson = void 0;
-const decamelize_1 = __importDefault(require("decamelize"));
-const camelcase_1 = __importDefault(require("camelcase"));
-function keyToJson(key, map) {
-    return map?.[key] || (0, decamelize_1.default)(key);
-}
-exports.keyToJson = keyToJson;
-function keyFromJson(key, map) {
-    return map?.[key] || (0, camelcase_1.default)(key);
-}
-exports.keyFromJson = keyFromJson;
-function mapKeys(fields, mapper, map) {
-    const mapped = {};
-    for (const key in fields) {
-        if (Object.hasOwn(fields, key)) {
-            mapped[mapper(key, map)] = fields[key];
-        }
-    }
-    return mapped;
-}
-exports.mapKeys = mapKeys;

package/dist/load/map_keys.d.ts

@@ -1,9 +1,3 @@
 export interface SerializedFields {
     [key: string]: any;
 }
-export interface SerializedKeyAlias {
-    [key: string]: string;
-}
-export declare function keyToJson(key: string, map?: SerializedKeyAlias): string;
-export declare function keyFromJson(key: string, map?: SerializedKeyAlias): string;
-export declare function mapKeys(fields: SerializedFields, mapper: typeof keyToJson, map?: SerializedKeyAlias): SerializedFields;

package/dist/load/map_keys.js

@@ -1,17 +1 @@
-import snakeCase from "decamelize";
-import camelCase from "camelcase";
-export function keyToJson(key, map) {
-    return map?.[key] || snakeCase(key);
-}
-export function keyFromJson(key, map) {
-    return map?.[key] || camelCase(key);
-}
-export function mapKeys(fields, mapper, map) {
-    const mapped = {};
-    for (const key in fields) {
-        if (Object.hasOwn(fields, key)) {
-            mapped[mapper(key, map)] = fields[key];
-        }
-    }
-    return mapped;
-}
+export {};