langchain 0.0.177 → 0.0.179

package/chains/combine_documents/reduce.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/chains/combine_documents/reduce.cjs');

package/chains/combine_documents/reduce.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/chains/combine_documents/reduce.js'

package/chains/combine_documents/reduce.js

@@ -0,0 +1 @@
+export * from '../../dist/chains/combine_documents/reduce.js'

package/chat_models/iflytek_xinghuo/web.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/chat_models/iflytek_xinghuo/web.cjs');

package/chat_models/iflytek_xinghuo/web.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/chat_models/iflytek_xinghuo/web.js'

package/chat_models/iflytek_xinghuo/web.js

@@ -0,0 +1 @@
+export * from '../../dist/chat_models/iflytek_xinghuo/web.js'

package/chat_models/iflytek_xinghuo.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/iflytek_xinghuo/index.cjs');

package/chat_models/iflytek_xinghuo.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/iflytek_xinghuo/index.js'

package/chat_models/iflytek_xinghuo.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/iflytek_xinghuo/index.js'

package/dist/cache/base.d.ts

@@ -12,7 +12,7 @@ import { Generation, StoredGeneration } from "../schema/index.js";
 export declare const getCacheKey: (...strings: string[]) => string;
 export declare function deserializeStoredGeneration(storedGeneration: StoredGeneration): {
     text: string;
-    message: import("../schema/index.js").HumanMessage | import("../schema/index.js").AIMessage | import("../schema/index.js").SystemMessage | import("../schema/index.js").FunctionMessage | import("../schema/index.js").ChatMessage;
+    message: import("../schema/index.js").ChatMessage | import("../schema/index.js").HumanMessage | import("../schema/index.js").AIMessage | import("../schema/index.js").SystemMessage | import("../schema/index.js").FunctionMessage;
 } | {
     text: string;
     message?: undefined;

package/dist/callbacks/index.d.ts

@@ -5,5 +5,5 @@ export { RunCollectorCallbackHandler } from "./handlers/run_collector.js";
 export { LangChainTracer } from "./handlers/tracer_langchain.js";
 export { LangChainTracerV1 } from "./handlers/tracer_langchain_v1.js";
 export { getTracingCallbackHandler, getTracingV2CallbackHandler, } from "./handlers/initialize.js";
-export { CallbackManager, CallbackManagerForRetrieverRun, CallbackManagerForChainRun, CallbackManagerForLLMRun, CallbackManagerForToolRun, type CallbackManagerOptions, type Callbacks, TraceGroup, traceAsGroup, } from "./manager.js";
+export { CallbackManager, CallbackManagerForRetrieverRun, CallbackManagerForChainRun, CallbackManagerForLLMRun, CallbackManagerForToolRun, type CallbackManagerOptions, type Callbacks, type BaseCallbackConfig, TraceGroup, traceAsGroup, } from "./manager.js";
 export { awaitAllCallbacks, consumeCallback } from "./promises.js";

package/dist/chains/combine_documents/reduce.cjs

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.collapseDocs = exports.splitListOfDocs = void 0;
+/**
+ * Splits a list of documents into sublists based on a maximum token limit.
+ *
+ * @param {Document[]} docs - The list of documents to be split.
+ * @param {Function} lengthFunc - A function that calculates the number of tokens in a list of documents.
+ * @param {number} tokenMax - The maximum number of tokens allowed in a sublist.
+ *
+ * @returns {Document[][]} - A list of document sublists, each sublist contains documents whose total number of tokens does not exceed the tokenMax.
+ *
+ * @throws {Error} - Throws an error if a single document has more tokens than the tokenMax.
+ */
+function splitListOfDocs(docs, lengthFunc, tokenMax) {
+    const newResultDocList = [];
+    let subResultDocs = [];
+    for (const doc of docs) {
+        subResultDocs.push(doc);
+        const numTokens = lengthFunc(subResultDocs);
+        if (numTokens > tokenMax) {
+            if (subResultDocs.length === 1) {
+                throw new Error("A single document was longer than the context length, we cannot handle this.");
+            }
+            newResultDocList.push(subResultDocs.slice(0, -1));
+            subResultDocs = subResultDocs.slice(-1);
+        }
+    }
+    newResultDocList.push(subResultDocs);
+    return newResultDocList;
+}
+exports.splitListOfDocs = splitListOfDocs;
+/**
+ * Collapses a list of documents into a single document.
+ *
+ * This function takes a list of documents and a function to combine the content of these documents.
+ * It combines the content of the documents using the provided function and merges the metadata of all documents.
+ * If a metadata key is present in multiple documents, the values are concatenated with a comma separator.
+ *
+ * @param {Document[]} docs - The list of documents to be collapsed.
+ * @param {Function} combineDocumentFunc - A function that combines the content of a list of documents into a single string. This function should return a promise that resolves to the combined string.
+ *
+ * @returns {Promise<Document>} - A promise that resolves to a single document with combined content and merged metadata.
+ *
+ * @throws {Error} - Throws an error if the combineDocumentFunc does not return a promise or if the promise does not resolve to a string.
+ */
+async function collapseDocs(docs, combineDocumentFunc) {
+    const result = await combineDocumentFunc(docs);
+    const combinedMetadata = {};
+    for (const key in docs[0].metadata) {
+        if (key in docs[0].metadata) {
+            combinedMetadata[key] = String(docs[0].metadata[key]);
+        }
+    }
+    for (const doc of docs.slice(1)) {
+        for (const key in doc.metadata) {
+            if (key in combinedMetadata) {
+                combinedMetadata[key] += `, ${doc.metadata[key]}`;
+            }
+            else {
+                combinedMetadata[key] = String(doc.metadata[key]);
+            }
+        }
+    }
+    return { pageContent: result, metadata: combinedMetadata };
+}
+exports.collapseDocs = collapseDocs;

package/dist/chains/combine_documents/reduce.d.ts

@@ -0,0 +1,28 @@
+import { Document } from "../../document.js";
+/**
+ * Splits a list of documents into sublists based on a maximum token limit.
+ *
+ * @param {Document[]} docs - The list of documents to be split.
+ * @param {Function} lengthFunc - A function that calculates the number of tokens in a list of documents.
+ * @param {number} tokenMax - The maximum number of tokens allowed in a sublist.
+ *
+ * @returns {Document[][]} - A list of document sublists, each sublist contains documents whose total number of tokens does not exceed the tokenMax.
+ *
+ * @throws {Error} - Throws an error if a single document has more tokens than the tokenMax.
+ */
+export declare function splitListOfDocs(docs: Document[], lengthFunc: (...args: any[]) => any, tokenMax: number): Document[][];
+/**
+ * Collapses a list of documents into a single document.
+ *
+ * This function takes a list of documents and a function to combine the content of these documents.
+ * It combines the content of the documents using the provided function and merges the metadata of all documents.
+ * If a metadata key is present in multiple documents, the values are concatenated with a comma separator.
+ *
+ * @param {Document[]} docs - The list of documents to be collapsed.
+ * @param {Function} combineDocumentFunc - A function that combines the content of a list of documents into a single string. This function should return a promise that resolves to the combined string.
+ *
+ * @returns {Promise<Document>} - A promise that resolves to a single document with combined content and merged metadata.
+ *
+ * @throws {Error} - Throws an error if the combineDocumentFunc does not return a promise or if the promise does not resolve to a string.
+ */
+export declare function collapseDocs(docs: Document[], combineDocumentFunc: (docs: Document[]) => Promise<string>): Promise<Document>;

package/dist/chains/combine_documents/reduce.js

@@ -0,0 +1,62 @@
+/**
+ * Splits a list of documents into sublists based on a maximum token limit.
+ *
+ * @param {Document[]} docs - The list of documents to be split.
+ * @param {Function} lengthFunc - A function that calculates the number of tokens in a list of documents.
+ * @param {number} tokenMax - The maximum number of tokens allowed in a sublist.
+ *
+ * @returns {Document[][]} - A list of document sublists, each sublist contains documents whose total number of tokens does not exceed the tokenMax.
+ *
+ * @throws {Error} - Throws an error if a single document has more tokens than the tokenMax.
+ */
+export function splitListOfDocs(docs, lengthFunc, tokenMax) {
+    const newResultDocList = [];
+    let subResultDocs = [];
+    for (const doc of docs) {
+        subResultDocs.push(doc);
+        const numTokens = lengthFunc(subResultDocs);
+        if (numTokens > tokenMax) {
+            if (subResultDocs.length === 1) {
+                throw new Error("A single document was longer than the context length, we cannot handle this.");
+            }
+            newResultDocList.push(subResultDocs.slice(0, -1));
+            subResultDocs = subResultDocs.slice(-1);
+        }
+    }
+    newResultDocList.push(subResultDocs);
+    return newResultDocList;
+}
+/**
+ * Collapses a list of documents into a single document.
+ *
+ * This function takes a list of documents and a function to combine the content of these documents.
+ * It combines the content of the documents using the provided function and merges the metadata of all documents.
+ * If a metadata key is present in multiple documents, the values are concatenated with a comma separator.
+ *
+ * @param {Document[]} docs - The list of documents to be collapsed.
+ * @param {Function} combineDocumentFunc - A function that combines the content of a list of documents into a single string. This function should return a promise that resolves to the combined string.
+ *
+ * @returns {Promise<Document>} - A promise that resolves to a single document with combined content and merged metadata.
+ *
+ * @throws {Error} - Throws an error if the combineDocumentFunc does not return a promise or if the promise does not resolve to a string.
+ */
+export async function collapseDocs(docs, combineDocumentFunc) {
+    const result = await combineDocumentFunc(docs);
+    const combinedMetadata = {};
+    for (const key in docs[0].metadata) {
+        if (key in docs[0].metadata) {
+            combinedMetadata[key] = String(docs[0].metadata[key]);
+        }
+    }
+    for (const doc of docs.slice(1)) {
+        for (const key in doc.metadata) {
+            if (key in combinedMetadata) {
+                combinedMetadata[key] += `, ${doc.metadata[key]}`;
+            }
+            else {
+                combinedMetadata[key] = String(doc.metadata[key]);
+            }
+        }
+    }
+    return { pageContent: result, metadata: combinedMetadata };
+}

package/dist/chat_models/cloudflare_workersai.cjs

@@ -4,6 +4,7 @@ exports.ChatCloudflareWorkersAI = void 0;
 const base_js_1 = require("./base.cjs");
 const index_js_1 = require("../schema/index.cjs");
 const env_js_1 = require("../util/env.cjs");
+const event_source_parse_js_1 = require("../util/event-source-parse.cjs");
 /**
  * A class that enables calls to the Cloudflare Workers AI API to access large language
  * models in a chat-like fashion. It extends the SimpleChatModel class and
@@ -45,7 +46,14 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         this.model = fields?.model ?? this.model;
+        this.streaming = fields?.streaming ?? this.streaming;
         this.cloudflareAccountId =
             fields?.cloudflareAccountId ??
                 (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_ACCOUNT_ID");
@@ -88,6 +96,50 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
             throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
         }
     }
+    async _request(messages, options, stream) {
+        this.validateEnvironment();
+        const url = `${this.baseUrl}/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const formattedMessages = this._formatMessages(messages);
+        const data = { messages: formattedMessages, stream };
+        return this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response;
+        });
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const response = await this._request(messages, options, true);
+        if (!response.body) {
+            throw new Error("Empty response from Cloudflare. Please try again.");
+        }
+        const stream = (0, event_source_parse_js_1.convertEventStreamToIterableReadableDataStream)(response.body);
+        for await (const chunk of stream) {
+            if (chunk !== "[DONE]") {
+                const parsedChunk = JSON.parse(chunk);
+                const generationChunk = new index_js_1.ChatGenerationChunk({
+                    message: new index_js_1.AIMessageChunk({ content: parsedChunk.response }),
+                    text: parsedChunk.response,
+                });
+                yield generationChunk;
+                // eslint-disable-next-line no-void
+                void runManager?.handleLLMNewToken(generationChunk.text ?? "");
+            }
+        }
+    }
     _formatMessages(messages) {
         const formattedMessages = messages.map((message) => {
             let role;
@@ -115,31 +167,25 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
         return formattedMessages;
     }
     /** @ignore */
-    async _call(messages, options) {
-        this.validateEnvironment();
-        const url = `${this.baseUrl}/${this.model}`;
-        const headers = {
-            Authorization: `Bearer ${this.cloudflareApiToken}`,
-            "Content-Type": "application/json",
-        };
-        const formattedMessages = this._formatMessages(messages);
-        const data = { messages: formattedMessages };
-        const responseData = await this.caller.call(async () => {
-            const response = await fetch(url, {
-                method: "POST",
-                headers,
-                body: JSON.stringify(data),
-                signal: options.signal,
-            });
-            if (!response.ok) {
-                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                error.response = response;
-                throw error;
+    async _call(messages, options, runManager) {
+        if (!this.streaming) {
+            const response = await this._request(messages, options);
+            const responseData = await response.json();
+            return responseData.result.response;
+        }
+        else {
+            const stream = this._streamResponseChunks(messages, options, runManager);
+            let finalResult;
+            for await (const chunk of stream) {
+                if (finalResult === undefined) {
+                    finalResult = chunk;
+                }
+                else {
+                    finalResult = finalResult.concat(chunk);
+                }
             }
-            return response.json();
-        });
-        return responseData.result.response;
+            return finalResult?.message?.content ?? "";
+        }
     }
 }
 exports.ChatCloudflareWorkersAI = ChatCloudflareWorkersAI;

package/dist/chat_models/cloudflare_workersai.d.ts

@@ -1,7 +1,8 @@
 import { SimpleChatModel, BaseChatModelParams } from "./base.js";
 import { BaseLanguageModelCallOptions } from "../base_language/index.js";
-import { BaseMessage } from "../schema/index.js";
+import { BaseMessage, ChatGenerationChunk } from "../schema/index.js";
 import { CloudflareWorkersAIInput } from "../llms/cloudflare_workersai.js";
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
 /**
  * An interface defining the options for a Cloudflare Workers AI call. It extends
  * the BaseLanguageModelCallOptions interface.
@@ -20,6 +21,7 @@ export declare class ChatCloudflareWorkersAI extends SimpleChatModel implements
     cloudflareAccountId?: string;
     cloudflareApiToken?: string;
     baseUrl: string;
+    streaming: boolean;
     constructor(fields?: CloudflareWorkersAIInput & BaseChatModelParams);
     _llmType(): string;
     /** Get the identifying parameters for this LLM. */
@@ -37,10 +39,12 @@ export declare class ChatCloudflareWorkersAI extends SimpleChatModel implements
      * Method to validate the environment.
      */
     validateEnvironment(): void;
+    _request(messages: BaseMessage[], options: this["ParsedCallOptions"], stream?: boolean): Promise<Response>;
+    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
     protected _formatMessages(messages: BaseMessage[]): {
         role: string;
         content: string;
     }[];
     /** @ignore */
-    _call(messages: BaseMessage[], options: this["ParsedCallOptions"]): Promise<string>;
+    _call(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
 }

package/dist/chat_models/cloudflare_workersai.js

@@ -1,6 +1,7 @@
 import { SimpleChatModel } from "./base.js";
-import { ChatMessage } from "../schema/index.js";
+import { AIMessageChunk, ChatGenerationChunk, ChatMessage, } from "../schema/index.js";
 import { getEnvironmentVariable } from "../util/env.js";
+import { convertEventStreamToIterableReadableDataStream } from "../util/event-source-parse.js";
 /**
  * A class that enables calls to the Cloudflare Workers AI API to access large language
  * models in a chat-like fashion. It extends the SimpleChatModel class and
@@ -42,7 +43,14 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         this.model = fields?.model ?? this.model;
+        this.streaming = fields?.streaming ?? this.streaming;
         this.cloudflareAccountId =
             fields?.cloudflareAccountId ??
                 getEnvironmentVariable("CLOUDFLARE_ACCOUNT_ID");
@@ -85,6 +93,50 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
             throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
         }
     }
+    async _request(messages, options, stream) {
+        this.validateEnvironment();
+        const url = `${this.baseUrl}/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const formattedMessages = this._formatMessages(messages);
+        const data = { messages: formattedMessages, stream };
+        return this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response;
+        });
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const response = await this._request(messages, options, true);
+        if (!response.body) {
+            throw new Error("Empty response from Cloudflare. Please try again.");
+        }
+        const stream = convertEventStreamToIterableReadableDataStream(response.body);
+        for await (const chunk of stream) {
+            if (chunk !== "[DONE]") {
+                const parsedChunk = JSON.parse(chunk);
+                const generationChunk = new ChatGenerationChunk({
+                    message: new AIMessageChunk({ content: parsedChunk.response }),
+                    text: parsedChunk.response,
+                });
+                yield generationChunk;
+                // eslint-disable-next-line no-void
+                void runManager?.handleLLMNewToken(generationChunk.text ?? "");
+            }
+        }
+    }
     _formatMessages(messages) {
         const formattedMessages = messages.map((message) => {
             let role;
@@ -112,30 +164,24 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
         return formattedMessages;
     }
     /** @ignore */
-    async _call(messages, options) {
-        this.validateEnvironment();
-        const url = `${this.baseUrl}/${this.model}`;
-        const headers = {
-            Authorization: `Bearer ${this.cloudflareApiToken}`,
-            "Content-Type": "application/json",
-        };
-        const formattedMessages = this._formatMessages(messages);
-        const data = { messages: formattedMessages };
-        const responseData = await this.caller.call(async () => {
-            const response = await fetch(url, {
-                method: "POST",
-                headers,
-                body: JSON.stringify(data),
-                signal: options.signal,
-            });
-            if (!response.ok) {
-                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                error.response = response;
-                throw error;
+    async _call(messages, options, runManager) {
+        if (!this.streaming) {
+            const response = await this._request(messages, options);
+            const responseData = await response.json();
+            return responseData.result.response;
+        }
+        else {
+            const stream = this._streamResponseChunks(messages, options, runManager);
+            let finalResult;
+            for await (const chunk of stream) {
+                if (finalResult === undefined) {
+                    finalResult = chunk;
+                }
+                else {
+                    finalResult = finalResult.concat(chunk);
+                }
             }
-            return response.json();
-        });
-        return responseData.result.response;
+            return finalResult?.message?.content ?? "";
+        }
     }
 }