langchain 0.0.177 → 0.0.178

package/chat_models/iflytek_xinghuo/web.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/chat_models/iflytek_xinghuo/web.cjs');

package/chat_models/iflytek_xinghuo/web.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/chat_models/iflytek_xinghuo/web.js'

package/chat_models/iflytek_xinghuo/web.js

@@ -0,0 +1 @@
+export * from '../../dist/chat_models/iflytek_xinghuo/web.js'

package/chat_models/iflytek_xinghuo.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/iflytek_xinghuo/index.cjs');

package/chat_models/iflytek_xinghuo.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/iflytek_xinghuo/index.js'

package/chat_models/iflytek_xinghuo.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/iflytek_xinghuo/index.js'

package/dist/chat_models/cloudflare_workersai.cjs

@@ -4,6 +4,7 @@ exports.ChatCloudflareWorkersAI = void 0;
 const base_js_1 = require("./base.cjs");
 const index_js_1 = require("../schema/index.cjs");
 const env_js_1 = require("../util/env.cjs");
+const event_source_parse_js_1 = require("../util/event-source-parse.cjs");
 /**
  * A class that enables calls to the Cloudflare Workers AI API to access large language
  * models in a chat-like fashion. It extends the SimpleChatModel class and
@@ -45,7 +46,14 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         this.model = fields?.model ?? this.model;
+        this.streaming = fields?.streaming ?? this.streaming;
         this.cloudflareAccountId =
             fields?.cloudflareAccountId ??
                 (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_ACCOUNT_ID");
@@ -88,6 +96,50 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
             throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
         }
     }
+    async _request(messages, options, stream) {
+        this.validateEnvironment();
+        const url = `${this.baseUrl}/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const formattedMessages = this._formatMessages(messages);
+        const data = { messages: formattedMessages, stream };
+        return this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response;
+        });
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const response = await this._request(messages, options, true);
+        if (!response.body) {
+            throw new Error("Empty response from Cloudflare. Please try again.");
+        }
+        const stream = (0, event_source_parse_js_1.convertEventStreamToIterableReadableDataStream)(response.body);
+        for await (const chunk of stream) {
+            if (chunk !== "[DONE]") {
+                const parsedChunk = JSON.parse(chunk);
+                const generationChunk = new index_js_1.ChatGenerationChunk({
+                    message: new index_js_1.AIMessageChunk({ content: parsedChunk.response }),
+                    text: parsedChunk.response,
+                });
+                yield generationChunk;
+                // eslint-disable-next-line no-void
+                void runManager?.handleLLMNewToken(generationChunk.text ?? "");
+            }
+        }
+    }
     _formatMessages(messages) {
         const formattedMessages = messages.map((message) => {
             let role;
@@ -115,31 +167,25 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
         return formattedMessages;
     }
     /** @ignore */
-    async _call(messages, options) {
-        this.validateEnvironment();
-        const url = `${this.baseUrl}/${this.model}`;
-        const headers = {
-            Authorization: `Bearer ${this.cloudflareApiToken}`,
-            "Content-Type": "application/json",
-        };
-        const formattedMessages = this._formatMessages(messages);
-        const data = { messages: formattedMessages };
-        const responseData = await this.caller.call(async () => {
-            const response = await fetch(url, {
-                method: "POST",
-                headers,
-                body: JSON.stringify(data),
-                signal: options.signal,
-            });
-            if (!response.ok) {
-                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                error.response = response;
-                throw error;
+    async _call(messages, options, runManager) {
+        if (!this.streaming) {
+            const response = await this._request(messages, options);
+            const responseData = await response.json();
+            return responseData.result.response;
+        }
+        else {
+            const stream = this._streamResponseChunks(messages, options, runManager);
+            let finalResult;
+            for await (const chunk of stream) {
+                if (finalResult === undefined) {
+                    finalResult = chunk;
+                }
+                else {
+                    finalResult = finalResult.concat(chunk);
+                }
             }
-            return response.json();
-        });
-        return responseData.result.response;
+            return finalResult?.message?.content ?? "";
+        }
     }
 }
 exports.ChatCloudflareWorkersAI = ChatCloudflareWorkersAI;

package/dist/chat_models/cloudflare_workersai.d.ts

@@ -1,7 +1,8 @@
 import { SimpleChatModel, BaseChatModelParams } from "./base.js";
 import { BaseLanguageModelCallOptions } from "../base_language/index.js";
-import { BaseMessage } from "../schema/index.js";
+import { BaseMessage, ChatGenerationChunk } from "../schema/index.js";
 import { CloudflareWorkersAIInput } from "../llms/cloudflare_workersai.js";
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
 /**
  * An interface defining the options for a Cloudflare Workers AI call. It extends
  * the BaseLanguageModelCallOptions interface.
@@ -20,6 +21,7 @@ export declare class ChatCloudflareWorkersAI extends SimpleChatModel implements
     cloudflareAccountId?: string;
     cloudflareApiToken?: string;
     baseUrl: string;
+    streaming: boolean;
     constructor(fields?: CloudflareWorkersAIInput & BaseChatModelParams);
     _llmType(): string;
     /** Get the identifying parameters for this LLM. */
@@ -37,10 +39,12 @@ export declare class ChatCloudflareWorkersAI extends SimpleChatModel implements
      * Method to validate the environment.
      */
     validateEnvironment(): void;
+    _request(messages: BaseMessage[], options: this["ParsedCallOptions"], stream?: boolean): Promise<Response>;
+    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
     protected _formatMessages(messages: BaseMessage[]): {
         role: string;
         content: string;
     }[];
     /** @ignore */
-    _call(messages: BaseMessage[], options: this["ParsedCallOptions"]): Promise<string>;
+    _call(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
 }

package/dist/chat_models/cloudflare_workersai.js

@@ -1,6 +1,7 @@
 import { SimpleChatModel } from "./base.js";
-import { ChatMessage } from "../schema/index.js";
+import { AIMessageChunk, ChatGenerationChunk, ChatMessage, } from "../schema/index.js";
 import { getEnvironmentVariable } from "../util/env.js";
+import { convertEventStreamToIterableReadableDataStream } from "../util/event-source-parse.js";
 /**
  * A class that enables calls to the Cloudflare Workers AI API to access large language
  * models in a chat-like fashion. It extends the SimpleChatModel class and
@@ -42,7 +43,14 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
         this.model = fields?.model ?? this.model;
+        this.streaming = fields?.streaming ?? this.streaming;
         this.cloudflareAccountId =
             fields?.cloudflareAccountId ??
                 getEnvironmentVariable("CLOUDFLARE_ACCOUNT_ID");
@@ -85,6 +93,50 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
             throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
         }
     }
+    async _request(messages, options, stream) {
+        this.validateEnvironment();
+        const url = `${this.baseUrl}/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const formattedMessages = this._formatMessages(messages);
+        const data = { messages: formattedMessages, stream };
+        return this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response;
+        });
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const response = await this._request(messages, options, true);
+        if (!response.body) {
+            throw new Error("Empty response from Cloudflare. Please try again.");
+        }
+        const stream = convertEventStreamToIterableReadableDataStream(response.body);
+        for await (const chunk of stream) {
+            if (chunk !== "[DONE]") {
+                const parsedChunk = JSON.parse(chunk);
+                const generationChunk = new ChatGenerationChunk({
+                    message: new AIMessageChunk({ content: parsedChunk.response }),
+                    text: parsedChunk.response,
+                });
+                yield generationChunk;
+                // eslint-disable-next-line no-void
+                void runManager?.handleLLMNewToken(generationChunk.text ?? "");
+            }
+        }
+    }
     _formatMessages(messages) {
         const formattedMessages = messages.map((message) => {
             let role;
@@ -112,30 +164,24 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
         return formattedMessages;
     }
     /** @ignore */
-    async _call(messages, options) {
-        this.validateEnvironment();
-        const url = `${this.baseUrl}/${this.model}`;
-        const headers = {
-            Authorization: `Bearer ${this.cloudflareApiToken}`,
-            "Content-Type": "application/json",
-        };
-        const formattedMessages = this._formatMessages(messages);
-        const data = { messages: formattedMessages };
-        const responseData = await this.caller.call(async () => {
-            const response = await fetch(url, {
-                method: "POST",
-                headers,
-                body: JSON.stringify(data),
-                signal: options.signal,
-            });
-            if (!response.ok) {
-                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                error.response = response;
-                throw error;
+    async _call(messages, options, runManager) {
+        if (!this.streaming) {
+            const response = await this._request(messages, options);
+            const responseData = await response.json();
+            return responseData.result.response;
+        }
+        else {
+            const stream = this._streamResponseChunks(messages, options, runManager);
+            let finalResult;
+            for await (const chunk of stream) {
+                if (finalResult === undefined) {
+                    finalResult = chunk;
+                }
+                else {
+                    finalResult = finalResult.concat(chunk);
+                }
             }
-            return response.json();
-        });
-        return responseData.result.response;
+            return finalResult?.message?.content ?? "";
+        }
     }
 }

package/dist/chat_models/iflytek_xinghuo/common.cjs

@@ -0,0 +1,335 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseChatIflytekXinghuo = void 0;
+const index_js_1 = require("../../schema/index.cjs");
+const env_js_1 = require("../../util/env.cjs");
+const stream_js_1 = require("../../util/stream.cjs");
+const base_js_1 = require("../base.cjs");
+/**
+ * Function that extracts the custom role of a generic chat message.
+ * @param message Chat message from which to extract the custom role.
+ * @returns The custom role of the chat message.
+ */
+function extractGenericMessageCustomRole(message) {
+    if (message.role !== "assistant" && message.role !== "user") {
+        console.warn(`Unknown message role: ${message.role}`);
+    }
+    return message.role;
+}
+/**
+ * Function that converts a base message to a Xinghuo message role.
+ * @param message Base message to convert.
+ * @returns The Xinghuo message role.
+ */
+function messageToXinghuoRole(message) {
+    const type = message._getType();
+    switch (type) {
+        case "ai":
+            return "assistant";
+        case "human":
+            return "user";
+        case "system":
+            throw new Error("System messages should not be here");
+        case "function":
+            throw new Error("Function messages not supported");
+        case "generic": {
+            if (!index_js_1.ChatMessage.isInstance(message))
+                throw new Error("Invalid generic chat message");
+            return extractGenericMessageCustomRole(message);
+        }
+        default:
+            throw new Error(`Unknown message type: ${type}`);
+    }
+}
+/**
+ * Wrapper around IflytekXingHuo large language models that use the Chat endpoint.
+ *
+ * To use you should have the `IFLYTEK_API_KEY` and `IFLYTEK_API_SECRET` and `IFLYTEK_APPID`
+ * environment variable set.
+ *
+ * @augments BaseChatModel
+ * @augments IflytekXinghuoChatInput
+ */
+class BaseChatIflytekXinghuo extends base_js_1.BaseChatModel {
+    static lc_name() {
+        return "ChatIflytekXinghuo";
+    }
+    get callKeys() {
+        return ["stop", "signal", "options"];
+    }
+    get lc_secrets() {
+        return {
+            iflytekApiKey: "IFLYTEK_API_KEY",
+            iflytekApiSecret: "IFLYTEK_API_SECRET",
+        };
+    }
+    get lc_aliases() {
+        return undefined;
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "version", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "v2.1"
+        });
+        Object.defineProperty(this, "iflytekAppid", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iflytekApiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iflytekApiSecret", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "userId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "apiUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "domain", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.5
+        });
+        Object.defineProperty(this, "max_tokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 2048
+        });
+        Object.defineProperty(this, "top_k", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 4
+        });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        const iflytekAppid = fields?.iflytekAppid ?? (0, env_js_1.getEnvironmentVariable)("IFLYTEK_APPID");
+        if (!iflytekAppid) {
+            throw new Error("Iflytek APPID not found");
+        }
+        else {
+            this.iflytekAppid = iflytekAppid;
+        }
+        const iflytekApiKey = fields?.iflytekApiKey ?? (0, env_js_1.getEnvironmentVariable)("IFLYTEK_API_KEY");
+        if (!iflytekApiKey) {
+            throw new Error("Iflytek API key not found");
+        }
+        else {
+            this.iflytekApiKey = iflytekApiKey;
+        }
+        const iflytekApiSecret = fields?.iflytekApiSecret ?? (0, env_js_1.getEnvironmentVariable)("IFLYTEK_API_SECRET");
+        if (!iflytekApiSecret) {
+            throw new Error("Iflytek API secret not found");
+        }
+        else {
+            this.iflytekApiSecret = iflytekApiSecret;
+        }
+        this.userId = fields?.userId ?? this.userId;
+        this.streaming = fields?.streaming ?? this.streaming;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.max_tokens = fields?.max_tokens ?? this.max_tokens;
+        this.top_k = fields?.top_k ?? this.top_k;
+        this.version = fields?.version ?? this.version;
+        if (["v1.1", "v2.1", "v3.1"].includes(this.version)) {
+            switch (this.version) {
+                case "v1.1":
+                    this.domain = "general";
+                    break;
+                case "v2.1":
+                    this.domain = "generalv2";
+                    break;
+                case "v3.1":
+                    this.domain = "generalv3";
+                    break;
+                default:
+                    this.domain = "generalv2";
+            }
+            this.apiUrl = `wss://spark-api.xf-yun.com/${this.version}/chat`;
+        }
+        else {
+            throw new Error(`Invalid model version: ${this.version}`);
+        }
+    }
+    /**
+     * Get the identifying parameters for the model
+     */
+    identifyingParams() {
+        return {
+            version: this.version,
+            ...this.invocationParams(),
+        };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams() {
+        return {
+            streaming: this.streaming,
+            temperature: this.temperature,
+            top_k: this.top_k,
+        };
+    }
+    async completion(request, stream, signal) {
+        const webSocketStream = await this.openWebSocketStream({
+            signal,
+        });
+        const connection = await webSocketStream.connection;
+        const header = {
+            app_id: this.iflytekAppid,
+            uid: this.userId,
+        };
+        const parameter = {
+            chat: {
+                domain: this.domain,
+                temperature: request.temperature ?? this.temperature,
+                max_tokens: request.max_tokens ?? this.max_tokens,
+                top_k: request.top_k ?? this.top_k,
+            },
+        };
+        const payload = {
+            message: {
+                text: request.messages,
+            },
+        };
+        const message = JSON.stringify({
+            header,
+            parameter,
+            payload,
+        });
+        const { writable, readable } = connection;
+        const writer = writable.getWriter();
+        await writer.write(message);
+        const streams = stream_js_1.IterableReadableStream.fromReadableStream(readable);
+        if (stream) {
+            return streams;
+        }
+        else {
+            let response = { result: "" };
+            for await (const chunk of streams) {
+                const data = JSON.parse(chunk);
+                const { header, payload } = data;
+                if (header.code === 0) {
+                    if (header.status === 0) {
+                        response.result = payload.choices?.text[0]?.content ?? "";
+                    }
+                    else if (header.status === 1) {
+                        response.result += payload.choices?.text[0]?.content ?? "";
+                    }
+                    else if (header.status === 2) {
+                        response = { ...response, usage: payload.usage?.text };
+                        break;
+                    }
+                }
+                else {
+                    break;
+                }
+            }
+            void streams.cancel();
+            void webSocketStream.close();
+            return response;
+        }
+    }
+    async _generate(messages, options, runManager) {
+        const tokenUsage = {};
+        const params = this.invocationParams();
+        const messagesMapped = messages.map((message) => ({
+            role: messageToXinghuoRole(message),
+            content: message.content,
+        }));
+        const data = params.streaming
+            ? await (async () => {
+                const streams = await this.completion({ messages: messagesMapped, ...params }, true, options.signal);
+                let response = { result: "" };
+                for await (const chunk of streams) {
+                    const data = JSON.parse(chunk);
+                    const { header, payload } = data;
+                    if (header.code === 0) {
+                        if (header.status === 0) {
+                            response.result = payload.choices?.text[0]?.content ?? "";
+                        }
+                        else if (header.status === 1) {
+                            response.result += payload.choices?.text[0]?.content ?? "";
+                        }
+                        else if (header.status === 2) {
+                            response = { ...response, usage: payload.usage?.text };
+                            break;
+                        }
+                        void runManager?.handleLLMNewToken(payload.choices?.text[0]?.content);
+                    }
+                    else {
+                        break;
+                    }
+                }
+                void streams.cancel();
+                return response;
+            })()
+            : await this.completion({ messages: messagesMapped, ...params }, false, options.signal);
+        const { completion_tokens: completionTokens, prompt_tokens: promptTokens, total_tokens: totalTokens, } = data.usage ?? {};
+        if (completionTokens) {
+            tokenUsage.completionTokens =
+                (tokenUsage.completionTokens ?? 0) + completionTokens;
+        }
+        if (promptTokens) {
+            tokenUsage.promptTokens = (tokenUsage.promptTokens ?? 0) + promptTokens;
+        }
+        if (totalTokens) {
+            tokenUsage.totalTokens = (tokenUsage.totalTokens ?? 0) + totalTokens;
+        }
+        const generations = [];
+        const text = data.result ?? "";
+        generations.push({
+            text,
+            message: new index_js_1.AIMessage(text),
+        });
+        return {
+            generations,
+            llmOutput: { tokenUsage },
+        };
+    }
+    /** @ignore */
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    _combineLLMOutput() {
+        return [];
+    }
+    _llmType() {
+        return "iflytek_xinghuo";
+    }
+}
+exports.BaseChatIflytekXinghuo = BaseChatIflytekXinghuo;