langchain 0.0.176 → 0.0.178

package/dist/chat_models/iflytek_xinghuo/common.js

@@ -0,0 +1,331 @@
+import { AIMessage, ChatMessage, } from "../../schema/index.js";
+import { getEnvironmentVariable } from "../../util/env.js";
+import { IterableReadableStream } from "../../util/stream.js";
+import { BaseChatModel } from "../base.js";
+/**
+ * Function that extracts the custom role of a generic chat message.
+ * @param message Chat message from which to extract the custom role.
+ * @returns The custom role of the chat message.
+ */
+function extractGenericMessageCustomRole(message) {
+    if (message.role !== "assistant" && message.role !== "user") {
+        console.warn(`Unknown message role: ${message.role}`);
+    }
+    return message.role;
+}
+/**
+ * Function that converts a base message to a Xinghuo message role.
+ * @param message Base message to convert.
+ * @returns The Xinghuo message role.
+ */
+function messageToXinghuoRole(message) {
+    const type = message._getType();
+    switch (type) {
+        case "ai":
+            return "assistant";
+        case "human":
+            return "user";
+        case "system":
+            throw new Error("System messages should not be here");
+        case "function":
+            throw new Error("Function messages not supported");
+        case "generic": {
+            if (!ChatMessage.isInstance(message))
+                throw new Error("Invalid generic chat message");
+            return extractGenericMessageCustomRole(message);
+        }
+        default:
+            throw new Error(`Unknown message type: ${type}`);
+    }
+}
+/**
+ * Wrapper around IflytekXingHuo large language models that use the Chat endpoint.
+ *
+ * To use you should have the `IFLYTEK_API_KEY` and `IFLYTEK_API_SECRET` and `IFLYTEK_APPID`
+ * environment variable set.
+ *
+ * @augments BaseChatModel
+ * @augments IflytekXinghuoChatInput
+ */
+export class BaseChatIflytekXinghuo extends BaseChatModel {
+    static lc_name() {
+        return "ChatIflytekXinghuo";
+    }
+    get callKeys() {
+        return ["stop", "signal", "options"];
+    }
+    get lc_secrets() {
+        return {
+            iflytekApiKey: "IFLYTEK_API_KEY",
+            iflytekApiSecret: "IFLYTEK_API_SECRET",
+        };
+    }
+    get lc_aliases() {
+        return undefined;
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "version", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "v2.1"
+        });
+        Object.defineProperty(this, "iflytekAppid", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iflytekApiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iflytekApiSecret", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "userId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "apiUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "domain", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.5
+        });
+        Object.defineProperty(this, "max_tokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 2048
+        });
+        Object.defineProperty(this, "top_k", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 4
+        });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        const iflytekAppid = fields?.iflytekAppid ?? getEnvironmentVariable("IFLYTEK_APPID");
+        if (!iflytekAppid) {
+            throw new Error("Iflytek APPID not found");
+        }
+        else {
+            this.iflytekAppid = iflytekAppid;
+        }
+        const iflytekApiKey = fields?.iflytekApiKey ?? getEnvironmentVariable("IFLYTEK_API_KEY");
+        if (!iflytekApiKey) {
+            throw new Error("Iflytek API key not found");
+        }
+        else {
+            this.iflytekApiKey = iflytekApiKey;
+        }
+        const iflytekApiSecret = fields?.iflytekApiSecret ?? getEnvironmentVariable("IFLYTEK_API_SECRET");
+        if (!iflytekApiSecret) {
+            throw new Error("Iflytek API secret not found");
+        }
+        else {
+            this.iflytekApiSecret = iflytekApiSecret;
+        }
+        this.userId = fields?.userId ?? this.userId;
+        this.streaming = fields?.streaming ?? this.streaming;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.max_tokens = fields?.max_tokens ?? this.max_tokens;
+        this.top_k = fields?.top_k ?? this.top_k;
+        this.version = fields?.version ?? this.version;
+        if (["v1.1", "v2.1", "v3.1"].includes(this.version)) {
+            switch (this.version) {
+                case "v1.1":
+                    this.domain = "general";
+                    break;
+                case "v2.1":
+                    this.domain = "generalv2";
+                    break;
+                case "v3.1":
+                    this.domain = "generalv3";
+                    break;
+                default:
+                    this.domain = "generalv2";
+            }
+            this.apiUrl = `wss://spark-api.xf-yun.com/${this.version}/chat`;
+        }
+        else {
+            throw new Error(`Invalid model version: ${this.version}`);
+        }
+    }
+    /**
+     * Get the identifying parameters for the model
+     */
+    identifyingParams() {
+        return {
+            version: this.version,
+            ...this.invocationParams(),
+        };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams() {
+        return {
+            streaming: this.streaming,
+            temperature: this.temperature,
+            top_k: this.top_k,
+        };
+    }
+    async completion(request, stream, signal) {
+        const webSocketStream = await this.openWebSocketStream({
+            signal,
+        });
+        const connection = await webSocketStream.connection;
+        const header = {
+            app_id: this.iflytekAppid,
+            uid: this.userId,
+        };
+        const parameter = {
+            chat: {
+                domain: this.domain,
+                temperature: request.temperature ?? this.temperature,
+                max_tokens: request.max_tokens ?? this.max_tokens,
+                top_k: request.top_k ?? this.top_k,
+            },
+        };
+        const payload = {
+            message: {
+                text: request.messages,
+            },
+        };
+        const message = JSON.stringify({
+            header,
+            parameter,
+            payload,
+        });
+        const { writable, readable } = connection;
+        const writer = writable.getWriter();
+        await writer.write(message);
+        const streams = IterableReadableStream.fromReadableStream(readable);
+        if (stream) {
+            return streams;
+        }
+        else {
+            let response = { result: "" };
+            for await (const chunk of streams) {
+                const data = JSON.parse(chunk);
+                const { header, payload } = data;
+                if (header.code === 0) {
+                    if (header.status === 0) {
+                        response.result = payload.choices?.text[0]?.content ?? "";
+                    }
+                    else if (header.status === 1) {
+                        response.result += payload.choices?.text[0]?.content ?? "";
+                    }
+                    else if (header.status === 2) {
+                        response = { ...response, usage: payload.usage?.text };
+                        break;
+                    }
+                }
+                else {
+                    break;
+                }
+            }
+            void streams.cancel();
+            void webSocketStream.close();
+            return response;
+        }
+    }
+    async _generate(messages, options, runManager) {
+        const tokenUsage = {};
+        const params = this.invocationParams();
+        const messagesMapped = messages.map((message) => ({
+            role: messageToXinghuoRole(message),
+            content: message.content,
+        }));
+        const data = params.streaming
+            ? await (async () => {
+                const streams = await this.completion({ messages: messagesMapped, ...params }, true, options.signal);
+                let response = { result: "" };
+                for await (const chunk of streams) {
+                    const data = JSON.parse(chunk);
+                    const { header, payload } = data;
+                    if (header.code === 0) {
+                        if (header.status === 0) {
+                            response.result = payload.choices?.text[0]?.content ?? "";
+                        }
+                        else if (header.status === 1) {
+                            response.result += payload.choices?.text[0]?.content ?? "";
+                        }
+                        else if (header.status === 2) {
+                            response = { ...response, usage: payload.usage?.text };
+                            break;
+                        }
+                        void runManager?.handleLLMNewToken(payload.choices?.text[0]?.content);
+                    }
+                    else {
+                        break;
+                    }
+                }
+                void streams.cancel();
+                return response;
+            })()
+            : await this.completion({ messages: messagesMapped, ...params }, false, options.signal);
+        const { completion_tokens: completionTokens, prompt_tokens: promptTokens, total_tokens: totalTokens, } = data.usage ?? {};
+        if (completionTokens) {
+            tokenUsage.completionTokens =
+                (tokenUsage.completionTokens ?? 0) + completionTokens;
+        }
+        if (promptTokens) {
+            tokenUsage.promptTokens = (tokenUsage.promptTokens ?? 0) + promptTokens;
+        }
+        if (totalTokens) {
+            tokenUsage.totalTokens = (tokenUsage.totalTokens ?? 0) + totalTokens;
+        }
+        const generations = [];
+        const text = data.result ?? "";
+        generations.push({
+            text,
+            message: new AIMessage(text),
+        });
+        return {
+            generations,
+            llmOutput: { tokenUsage },
+        };
+    }
+    /** @ignore */
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    _combineLLMOutput() {
+        return [];
+    }
+    _llmType() {
+        return "iflytek_xinghuo";
+    }
+}

package/dist/chat_models/iflytek_xinghuo/index.cjs

@@ -0,0 +1,35 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChatIflytekXinghuo = void 0;
+const ws_1 = __importDefault(require("ws"));
+const common_js_1 = require("./common.cjs");
+const iflytek_websocket_stream_js_1 = require("../../util/iflytek_websocket_stream.cjs");
+class WebSocketStream extends iflytek_websocket_stream_js_1.BaseWebSocketStream {
+    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+    // @ts-ignore
+    openWebSocket(url, options) {
+        return new ws_1.default(url, options.protocols ?? []);
+    }
+}
+class ChatIflytekXinghuo extends common_js_1.BaseChatIflytekXinghuo {
+    async openWebSocketStream(options) {
+        const host = "spark-api.xf-yun.com";
+        const date = new Date().toUTCString();
+        const url = `GET /${this.version}/chat HTTP/1.1`;
+        const { createHmac } = await import("crypto");
+        const hash = createHmac("sha256", this.iflytekApiSecret)
+            .update(`host: ${host}\ndate: ${date}\n${url}`)
+            .digest("base64");
+        const authorization_origin = `api_key="${this.iflytekApiKey}", algorithm="hmac-sha256", headers="host date request-line", signature="${hash}"`;
+        const authorization = Buffer.from(authorization_origin).toString("base64");
+        let authWebSocketUrl = this.apiUrl;
+        authWebSocketUrl += `?authorization=${authorization}`;
+        authWebSocketUrl += `&host=${encodeURIComponent(host)}`;
+        authWebSocketUrl += `&date=${encodeURIComponent(date)}`;
+        return new WebSocketStream(authWebSocketUrl, options);
+    }
+}
+exports.ChatIflytekXinghuo = ChatIflytekXinghuo;

package/dist/chat_models/iflytek_xinghuo/index.d.ts

@@ -0,0 +1,5 @@
+import { BaseChatIflytekXinghuo } from "./common.js";
+import { WebSocketStreamOptions } from "../../util/iflytek_websocket_stream.js";
+export declare class ChatIflytekXinghuo extends BaseChatIflytekXinghuo {
+    openWebSocketStream<WebSocketStream>(options: WebSocketStreamOptions): Promise<WebSocketStream>;
+}

package/dist/chat_models/iflytek_xinghuo/index.js

@@ -0,0 +1,28 @@
+import WebSocket from "ws";
+import { BaseChatIflytekXinghuo } from "./common.js";
+import { BaseWebSocketStream, } from "../../util/iflytek_websocket_stream.js";
+class WebSocketStream extends BaseWebSocketStream {
+    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+    // @ts-ignore
+    openWebSocket(url, options) {
+        return new WebSocket(url, options.protocols ?? []);
+    }
+}
+export class ChatIflytekXinghuo extends BaseChatIflytekXinghuo {
+    async openWebSocketStream(options) {
+        const host = "spark-api.xf-yun.com";
+        const date = new Date().toUTCString();
+        const url = `GET /${this.version}/chat HTTP/1.1`;
+        const { createHmac } = await import("crypto");
+        const hash = createHmac("sha256", this.iflytekApiSecret)
+            .update(`host: ${host}\ndate: ${date}\n${url}`)
+            .digest("base64");
+        const authorization_origin = `api_key="${this.iflytekApiKey}", algorithm="hmac-sha256", headers="host date request-line", signature="${hash}"`;
+        const authorization = Buffer.from(authorization_origin).toString("base64");
+        let authWebSocketUrl = this.apiUrl;
+        authWebSocketUrl += `?authorization=${authorization}`;
+        authWebSocketUrl += `&host=${encodeURIComponent(host)}`;
+        authWebSocketUrl += `&date=${encodeURIComponent(date)}`;
+        return new WebSocketStream(authWebSocketUrl, options);
+    }
+}

package/dist/chat_models/iflytek_xinghuo/web.cjs

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChatIflytekXinghuo = void 0;
+const common_js_1 = require("./common.cjs");
+const iflytek_websocket_stream_js_1 = require("../../util/iflytek_websocket_stream.cjs");
+class WebSocketStream extends iflytek_websocket_stream_js_1.BaseWebSocketStream {
+    openWebSocket(url, options) {
+        return new WebSocket(url, options.protocols ?? []);
+    }
+}
+class ChatIflytekXinghuo extends common_js_1.BaseChatIflytekXinghuo {
+    async openWebSocketStream(options) {
+        const host = "spark-api.xf-yun.com";
+        const date = new Date().toUTCString();
+        const url = `GET /${this.version}/chat HTTP/1.1`;
+        const keyBuffer = new TextEncoder().encode(this.iflytekApiSecret);
+        const dataBuffer = new TextEncoder().encode(`host: ${host}\ndate: ${date}\n${url}`);
+        const cryptoKey = await crypto.subtle.importKey("raw", keyBuffer, { name: "HMAC", hash: "SHA-256" }, false, ["sign"]);
+        const signature = await crypto.subtle.sign("HMAC", cryptoKey, dataBuffer);
+        const hash = window.btoa(String.fromCharCode(...new Uint8Array(signature)));
+        const authorization_origin = `api_key="${this.iflytekApiKey}", algorithm="hmac-sha256", headers="host date request-line", signature="${hash}"`;
+        const authorization = window.btoa(authorization_origin);
+        let authWebSocketUrl = this.apiUrl;
+        authWebSocketUrl += `?authorization=${authorization}`;
+        authWebSocketUrl += `&host=${encodeURIComponent(host)}`;
+        authWebSocketUrl += `&date=${encodeURIComponent(date)}`;
+        return new WebSocketStream(authWebSocketUrl, options);
+    }
+}
+exports.ChatIflytekXinghuo = ChatIflytekXinghuo;

package/dist/chat_models/iflytek_xinghuo/web.d.ts

@@ -0,0 +1,5 @@
+import { BaseChatIflytekXinghuo } from "./common.js";
+import { WebSocketStreamOptions } from "../../util/iflytek_websocket_stream.js";
+export declare class ChatIflytekXinghuo extends BaseChatIflytekXinghuo {
+    openWebSocketStream<WebSocketStream>(options: WebSocketStreamOptions): Promise<WebSocketStream>;
+}

package/dist/chat_models/iflytek_xinghuo/web.js

@@ -0,0 +1,26 @@
+import { BaseChatIflytekXinghuo } from "./common.js";
+import { BaseWebSocketStream, } from "../../util/iflytek_websocket_stream.js";
+class WebSocketStream extends BaseWebSocketStream {
+    openWebSocket(url, options) {
+        return new WebSocket(url, options.protocols ?? []);
+    }
+}
+export class ChatIflytekXinghuo extends BaseChatIflytekXinghuo {
+    async openWebSocketStream(options) {
+        const host = "spark-api.xf-yun.com";
+        const date = new Date().toUTCString();
+        const url = `GET /${this.version}/chat HTTP/1.1`;
+        const keyBuffer = new TextEncoder().encode(this.iflytekApiSecret);
+        const dataBuffer = new TextEncoder().encode(`host: ${host}\ndate: ${date}\n${url}`);
+        const cryptoKey = await crypto.subtle.importKey("raw", keyBuffer, { name: "HMAC", hash: "SHA-256" }, false, ["sign"]);
+        const signature = await crypto.subtle.sign("HMAC", cryptoKey, dataBuffer);
+        const hash = window.btoa(String.fromCharCode(...new Uint8Array(signature)));
+        const authorization_origin = `api_key="${this.iflytekApiKey}", algorithm="hmac-sha256", headers="host date request-line", signature="${hash}"`;
+        const authorization = window.btoa(authorization_origin);
+        let authWebSocketUrl = this.apiUrl;
+        authWebSocketUrl += `?authorization=${authorization}`;
+        authWebSocketUrl += `&host=${encodeURIComponent(host)}`;
+        authWebSocketUrl += `&date=${encodeURIComponent(date)}`;
+        return new WebSocketStream(authWebSocketUrl, options);
+    }
+}

package/dist/chat_models/llama_cpp.cjs

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChatLlamaCpp = void 0;
 const node_llama_cpp_1 = require("node-llama-cpp");
 const base_js_1 = require("./base.cjs");
+const llama_cpp_js_1 = require("../util/llama_cpp.cjs");
 /**
  *  To use this model you need to have the `node-llama-cpp` module installed.
  *  This can be installed using `npm install -S node-llama-cpp` and the minimum
@@ -15,73 +16,31 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
     }
     constructor(inputs) {
         super(inputs);
-        Object.defineProperty(this, "batchSize", {
+        Object.defineProperty(this, "maxTokens", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "contextSize", {
+        Object.defineProperty(this, "temperature", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "embedding", {
+        Object.defineProperty(this, "topK", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "f16Kv", {
+        Object.defineProperty(this, "topP", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "gpuLayers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "logitsAll", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "lowVram", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "seed", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "useMlock", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "useMmap", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "vocabOnly", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "modelPath", {
+        Object.defineProperty(this, "trimWhitespaceSuffix", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -105,47 +64,33 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
             writable: true,
             value: void 0
         });
-        this.batchSize = inputs?.batchSize;
-        this.contextSize = inputs?.contextSize;
-        this.embedding = inputs?.embedding;
-        this.f16Kv = inputs?.f16Kv;
-        this.gpuLayers = inputs?.gpuLayers;
-        this.logitsAll = inputs?.logitsAll;
-        this.lowVram = inputs?.lowVram;
-        this.modelPath = inputs.modelPath;
-        this.seed = inputs?.seed;
-        this.useMlock = inputs?.useMlock;
-        this.useMmap = inputs?.useMmap;
-        this.vocabOnly = inputs?.vocabOnly;
-        this._model = new node_llama_cpp_1.LlamaModel(inputs);
-        this._context = new node_llama_cpp_1.LlamaContext({ model: this._model });
+        this.maxTokens = inputs?.maxTokens;
+        this.temperature = inputs?.temperature;
+        this.topK = inputs?.topK;
+        this.topP = inputs?.topP;
+        this.trimWhitespaceSuffix = inputs?.trimWhitespaceSuffix;
+        this._model = (0, llama_cpp_js_1.createLlamaModel)(inputs);
+        this._context = (0, llama_cpp_js_1.createLlamaContext)(this._model, inputs);
         this._session = null;
     }
     _llmType() {
         return "llama2_cpp";
     }
-    invocationParams() {
-        return {
-            batchSize: this.batchSize,
-            contextSize: this.contextSize,
-            embedding: this.embedding,
-            f16Kv: this.f16Kv,
-            gpuLayers: this.gpuLayers,
-            logitsAll: this.logitsAll,
-            lowVram: this.lowVram,
-            modelPath: this.modelPath,
-            seed: this.seed,
-            useMlock: this.useMlock,
-            useMmap: this.useMmap,
-            vocabOnly: this.vocabOnly,
-        };
-    }
     /** @ignore */
     _combineLLMOutput() {
         return {};
     }
+    invocationParams() {
+        return {
+            maxTokens: this.maxTokens,
+            temperature: this.temperature,
+            topK: this.topK,
+            topP: this.topP,
+            trimWhitespaceSuffix: this.trimWhitespaceSuffix,
+        };
+    }
     /** @ignore */
-    async _call(messages, options) {
+    async _call(messages, _options) {
         let prompt = "";
         if (messages.length > 1) {
             // We need to build a new _session
@@ -159,8 +104,15 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
             prompt = messages[0].content;
         }
         try {
+            const promptOptions = {
+                maxTokens: this?.maxTokens,
+                temperature: this?.temperature,
+                topK: this?.topK,
+                topP: this?.topP,
+                trimWhitespaceSuffix: this?.trimWhitespaceSuffix,
+            };
             // @ts-expect-error - TS2531: Object is possibly 'null'.
-            const completion = await this._session.prompt(prompt, options);
+            const completion = await this._session.prompt(prompt, promptOptions);
             return completion;
         }
         catch (e) {