langchain 0.0.203 → 0.0.204-rc.0

package/dist/chat_models/iflytek_xinghuo/common.js

@@ -1,336 +0,0 @@
-import { AIMessage, ChatMessage, } from "../../schema/index.js";
-import { getEnvironmentVariable } from "../../util/env.js";
-import { IterableReadableStream } from "../../util/stream.js";
-import { BaseChatModel } from "../base.js";
-/**
- * Function that extracts the custom role of a generic chat message.
- * @param message Chat message from which to extract the custom role.
- * @returns The custom role of the chat message.
- */
-function extractGenericMessageCustomRole(message) {
-    if (message.role !== "assistant" && message.role !== "user") {
-        console.warn(`Unknown message role: ${message.role}`);
-    }
-    return message.role;
-}
-/**
- * Function that converts a base message to a Xinghuo message role.
- * @param message Base message to convert.
- * @returns The Xinghuo message role.
- */
-function messageToXinghuoRole(message) {
-    const type = message._getType();
-    switch (type) {
-        case "ai":
-            return "assistant";
-        case "human":
-            return "user";
-        case "system":
-            throw new Error("System messages should not be here");
-        case "function":
-            throw new Error("Function messages not supported");
-        case "generic": {
-            if (!ChatMessage.isInstance(message))
-                throw new Error("Invalid generic chat message");
-            return extractGenericMessageCustomRole(message);
-        }
-        default:
-            throw new Error(`Unknown message type: ${type}`);
-    }
-}
-/**
- * Wrapper around IflytekXingHuo large language models that use the Chat endpoint.
- *
- * To use you should have the `IFLYTEK_API_KEY` and `IFLYTEK_API_SECRET` and `IFLYTEK_APPID`
- * environment variable set.
- *
- * @augments BaseChatModel
- * @augments IflytekXinghuoChatInput
- */
-export class BaseChatIflytekXinghuo extends BaseChatModel {
-    static lc_name() {
-        return "ChatIflytekXinghuo";
-    }
-    get callKeys() {
-        return ["stop", "signal", "options"];
-    }
-    get lc_secrets() {
-        return {
-            iflytekApiKey: "IFLYTEK_API_KEY",
-            iflytekApiSecret: "IFLYTEK_API_SECRET",
-        };
-    }
-    get lc_aliases() {
-        return undefined;
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "version", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "v2.1"
-        });
-        Object.defineProperty(this, "iflytekAppid", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "iflytekApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "iflytekApiSecret", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "userId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "apiUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "domain", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0.5
-        });
-        Object.defineProperty(this, "max_tokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 2048
-        });
-        Object.defineProperty(this, "top_k", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 4
-        });
-        Object.defineProperty(this, "streaming", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        const iflytekAppid = fields?.iflytekAppid ?? getEnvironmentVariable("IFLYTEK_APPID");
-        if (!iflytekAppid) {
-            throw new Error("Iflytek APPID not found");
-        }
-        else {
-            this.iflytekAppid = iflytekAppid;
-        }
-        const iflytekApiKey = fields?.iflytekApiKey ?? getEnvironmentVariable("IFLYTEK_API_KEY");
-        if (!iflytekApiKey) {
-            throw new Error("Iflytek API key not found");
-        }
-        else {
-            this.iflytekApiKey = iflytekApiKey;
-        }
-        const iflytekApiSecret = fields?.iflytekApiSecret ?? getEnvironmentVariable("IFLYTEK_API_SECRET");
-        if (!iflytekApiSecret) {
-            throw new Error("Iflytek API secret not found");
-        }
-        else {
-            this.iflytekApiSecret = iflytekApiSecret;
-        }
-        this.userId = fields?.userId ?? this.userId;
-        this.streaming = fields?.streaming ?? this.streaming;
-        this.temperature = fields?.temperature ?? this.temperature;
-        this.max_tokens = fields?.max_tokens ?? this.max_tokens;
-        this.top_k = fields?.top_k ?? this.top_k;
-        this.version = fields?.version ?? this.version;
-        if (["v1.1", "v2.1", "v3.1"].includes(this.version)) {
-            switch (this.version) {
-                case "v1.1":
-                    this.domain = "general";
-                    break;
-                case "v2.1":
-                    this.domain = "generalv2";
-                    break;
-                case "v3.1":
-                    this.domain = "generalv3";
-                    break;
-                default:
-                    this.domain = "generalv2";
-            }
-            this.apiUrl = `wss://spark-api.xf-yun.com/${this.version}/chat`;
-        }
-        else {
-            throw new Error(`Invalid model version: ${this.version}`);
-        }
-    }
-    /**
-     * Get the identifying parameters for the model
-     */
-    identifyingParams() {
-        return {
-            version: this.version,
-            ...this.invocationParams(),
-        };
-    }
-    /**
-     * Get the parameters used to invoke the model
-     */
-    invocationParams() {
-        return {
-            streaming: this.streaming,
-            temperature: this.temperature,
-            top_k: this.top_k,
-        };
-    }
-    async completion(request, stream, signal) {
-        const webSocketStream = await this.openWebSocketStream({
-            signal,
-        });
-        const connection = await webSocketStream.connection;
-        const header = {
-            app_id: this.iflytekAppid,
-            uid: this.userId,
-        };
-        const parameter = {
-            chat: {
-                domain: this.domain,
-                temperature: request.temperature ?? this.temperature,
-                max_tokens: request.max_tokens ?? this.max_tokens,
-                top_k: request.top_k ?? this.top_k,
-            },
-        };
-        const payload = {
-            message: {
-                text: request.messages,
-            },
-        };
-        const message = JSON.stringify({
-            header,
-            parameter,
-            payload,
-        });
-        const { writable, readable } = connection;
-        const writer = writable.getWriter();
-        await writer.write(message);
-        const streams = IterableReadableStream.fromReadableStream(readable);
-        if (stream) {
-            return streams;
-        }
-        else {
-            let response = { result: "" };
-            for await (const chunk of streams) {
-                const data = JSON.parse(chunk);
-                const { header, payload } = data;
-                if (header.code === 0) {
-                    if (header.status === 0) {
-                        response.result = payload.choices?.text[0]?.content ?? "";
-                    }
-                    else if (header.status === 1) {
-                        response.result += payload.choices?.text[0]?.content ?? "";
-                    }
-                    else if (header.status === 2) {
-                        response = { ...response, usage: payload.usage?.text };
-                        break;
-                    }
-                }
-                else {
-                    break;
-                }
-            }
-            void streams.cancel();
-            void webSocketStream.close();
-            return response;
-        }
-    }
-    async _generate(messages, options, runManager) {
-        const tokenUsage = {};
-        const params = this.invocationParams();
-        const messagesMapped = messages.map((message) => {
-            if (typeof message.content !== "string") {
-                throw new Error("ChatIflytekXinghuo does not support non-string message content.");
-            }
-            return {
-                role: messageToXinghuoRole(message),
-                content: message.content,
-            };
-        });
-        const data = params.streaming
-            ? await (async () => {
-                const streams = await this.completion({ messages: messagesMapped, ...params }, true, options.signal);
-                let response = { result: "" };
-                for await (const chunk of streams) {
-                    const data = JSON.parse(chunk);
-                    const { header, payload } = data;
-                    if (header.code === 0) {
-                        if (header.status === 0) {
-                            response.result = payload.choices?.text[0]?.content ?? "";
-                        }
-                        else if (header.status === 1) {
-                            response.result += payload.choices?.text[0]?.content ?? "";
-                        }
-                        else if (header.status === 2) {
-                            response = { ...response, usage: payload.usage?.text };
-                            break;
-                        }
-                        void runManager?.handleLLMNewToken(payload.choices?.text[0]?.content);
-                    }
-                    else {
-                        break;
-                    }
-                }
-                void streams.cancel();
-                return response;
-            })()
-            : await this.completion({ messages: messagesMapped, ...params }, false, options.signal);
-        const { completion_tokens: completionTokens, prompt_tokens: promptTokens, total_tokens: totalTokens, } = data.usage ?? {};
-        if (completionTokens) {
-            tokenUsage.completionTokens =
-                (tokenUsage.completionTokens ?? 0) + completionTokens;
-        }
-        if (promptTokens) {
-            tokenUsage.promptTokens = (tokenUsage.promptTokens ?? 0) + promptTokens;
-        }
-        if (totalTokens) {
-            tokenUsage.totalTokens = (tokenUsage.totalTokens ?? 0) + totalTokens;
-        }
-        const generations = [];
-        const text = data.result ?? "";
-        generations.push({
-            text,
-            message: new AIMessage(text),
-        });
-        return {
-            generations,
-            llmOutput: { tokenUsage },
-        };
-    }
-    /** @ignore */
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    _combineLLMOutput() {
-        return [];
-    }
-    _llmType() {
-        return "iflytek_xinghuo";
-    }
-}

package/dist/llms/googlevertexai/common.cjs

@@ -1,168 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseGoogleVertexAI = void 0;
-const base_js_1 = require("../base.cjs");
-const index_js_1 = require("../../schema/index.cjs");
-/**
- * Base class for Google Vertex AI LLMs.
- * Implemented subclasses must provide a GoogleVertexAILLMConnection
- * with an appropriate auth client.
- */
-class BaseGoogleVertexAI extends base_js_1.BaseLLM {
-    get lc_aliases() {
-        return {
-            model: "model_name",
-        };
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "text-bison"
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0.7
-        });
-        Object.defineProperty(this, "maxOutputTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 1024
-        });
-        Object.defineProperty(this, "topP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0.8
-        });
-        Object.defineProperty(this, "topK", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 40
-        });
-        Object.defineProperty(this, "connection", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "streamedConnection", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.model = fields?.model ?? this.model;
-        // Change the defaults for code models
-        if (this.model.startsWith("code-gecko")) {
-            this.maxOutputTokens = 64;
-        }
-        if (this.model.startsWith("code-")) {
-            this.temperature = 0.2;
-        }
-        this.temperature = fields?.temperature ?? this.temperature;
-        this.maxOutputTokens = fields?.maxOutputTokens ?? this.maxOutputTokens;
-        this.topP = fields?.topP ?? this.topP;
-        this.topK = fields?.topK ?? this.topK;
-    }
-    _llmType() {
-        return "vertexai";
-    }
-    async *_streamResponseChunks(_input, _options, _runManager) {
-        // Make the call as a streaming request
-        const instance = this.formatInstance(_input);
-        const parameters = this.formatParameters();
-        const result = await this.streamedConnection.request([instance], parameters, _options);
-        // Get the streaming parser of the response
-        const stream = result.data;
-        // Loop until the end of the stream
-        // During the loop, yield each time we get a chunk from the streaming parser
-        // that is either available or added to the queue
-        while (!stream.streamDone) {
-            const output = await stream.nextChunk();
-            const chunk = output !== null
-                ? new index_js_1.GenerationChunk(this.extractGenerationFromPrediction(output.outputs[0]))
-                : new index_js_1.GenerationChunk({
-                    text: "",
-                    generationInfo: { finishReason: "stop" },
-                });
-            yield chunk;
-        }
-    }
-    async _generate(prompts, options) {
-        const generations = await Promise.all(prompts.map((prompt) => this._generatePrompt(prompt, options)));
-        return { generations };
-    }
-    async _generatePrompt(prompt, options) {
-        const instance = this.formatInstance(prompt);
-        const parameters = this.formatParameters();
-        const result = await this.connection.request([instance], parameters, options);
-        const prediction = this.extractPredictionFromResponse(result);
-        return [this.extractGenerationFromPrediction(prediction)];
-    }
-    /**
-     * Formats the input instance as a text instance for the Google Vertex AI
-     * model.
-     * @param prompt Prompt to be formatted as a text instance.
-     * @returns A GoogleVertexAILLMInstance object representing the formatted text instance.
-     */
-    formatInstanceText(prompt) {
-        return { content: prompt };
-    }
-    /**
-     * Formats the input instance as a code instance for the Google Vertex AI
-     * model.
-     * @param prompt Prompt to be formatted as a code instance.
-     * @returns A GoogleVertexAILLMInstance object representing the formatted code instance.
-     */
-    formatInstanceCode(prompt) {
-        return { prefix: prompt };
-    }
-    /**
-     * Formats the input instance for the Google Vertex AI model based on the
-     * model type (text or code).
-     * @param prompt Prompt to be formatted as an instance.
-     * @returns A GoogleVertexAILLMInstance object representing the formatted instance.
-     */
-    formatInstance(prompt) {
-        return this.model.startsWith("code-")
-            ? this.formatInstanceCode(prompt)
-            : this.formatInstanceText(prompt);
-    }
-    formatParameters() {
-        return {
-            temperature: this.temperature,
-            topK: this.topK,
-            topP: this.topP,
-            maxOutputTokens: this.maxOutputTokens,
-        };
-    }
-    /**
-     * Extracts the prediction from the API response.
-     * @param result The API response from which to extract the prediction.
-     * @returns A TextPrediction object representing the extracted prediction.
-     */
-    extractPredictionFromResponse(result) {
-        return result?.data
-            ?.predictions[0];
-    }
-    extractGenerationFromPrediction(prediction) {
-        return {
-            text: prediction.content,
-            generationInfo: prediction,
-        };
-    }
-}
-exports.BaseGoogleVertexAI = BaseGoogleVertexAI;

package/dist/llms/googlevertexai/common.d.ts

@@ -1,82 +0,0 @@
-import { BaseLLM } from "../base.js";
-import { Generation, GenerationChunk, LLMResult } from "../../schema/index.js";
-import { GoogleVertexAILLMConnection, GoogleVertexAILLMResponse } from "../../util/googlevertexai-connection.js";
-import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction, GoogleVertexAIModelParams } from "../../types/googlevertexai-types.js";
-import { BaseLanguageModelCallOptions } from "../../base_language/index.js";
-import { CallbackManagerForLLMRun } from "../../callbacks/index.js";
-/**
- * Interface representing the instance of text input to the Google Vertex
- * AI model.
- */
-interface GoogleVertexAILLMTextInstance {
-    content: string;
-}
-/**
- * Interface representing the instance of code input to the Google Vertex
- * AI model.
- */
-interface GoogleVertexAILLMCodeInstance {
-    prefix: string;
-}
-/**
- * Type representing an instance of either text or code input to the
- * Google Vertex AI model.
- */
-type GoogleVertexAILLMInstance = GoogleVertexAILLMTextInstance | GoogleVertexAILLMCodeInstance;
-/**
- * Models the data returned from the API call
- */
-interface TextPrediction extends GoogleVertexAIBasePrediction {
-    content: string;
-}
-/**
- * Base class for Google Vertex AI LLMs.
- * Implemented subclasses must provide a GoogleVertexAILLMConnection
- * with an appropriate auth client.
- */
-export declare class BaseGoogleVertexAI<AuthOptions> extends BaseLLM implements GoogleVertexAIBaseLLMInput<AuthOptions> {
-    lc_serializable: boolean;
-    model: string;
-    temperature: number;
-    maxOutputTokens: number;
-    topP: number;
-    topK: number;
-    protected connection: GoogleVertexAILLMConnection<BaseLanguageModelCallOptions, GoogleVertexAILLMInstance, TextPrediction, AuthOptions>;
-    protected streamedConnection: GoogleVertexAILLMConnection<BaseLanguageModelCallOptions, GoogleVertexAILLMInstance, TextPrediction, AuthOptions>;
-    get lc_aliases(): Record<string, string>;
-    constructor(fields?: GoogleVertexAIBaseLLMInput<AuthOptions>);
-    _llmType(): string;
-    _streamResponseChunks(_input: string, _options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
-    _generate(prompts: string[], options: this["ParsedCallOptions"]): Promise<LLMResult>;
-    _generatePrompt(prompt: string, options: this["ParsedCallOptions"]): Promise<Generation[]>;
-    /**
-     * Formats the input instance as a text instance for the Google Vertex AI
-     * model.
-     * @param prompt Prompt to be formatted as a text instance.
-     * @returns A GoogleVertexAILLMInstance object representing the formatted text instance.
-     */
-    formatInstanceText(prompt: string): GoogleVertexAILLMInstance;
-    /**
-     * Formats the input instance as a code instance for the Google Vertex AI
-     * model.
-     * @param prompt Prompt to be formatted as a code instance.
-     * @returns A GoogleVertexAILLMInstance object representing the formatted code instance.
-     */
-    formatInstanceCode(prompt: string): GoogleVertexAILLMInstance;
-    /**
-     * Formats the input instance for the Google Vertex AI model based on the
-     * model type (text or code).
-     * @param prompt Prompt to be formatted as an instance.
-     * @returns A GoogleVertexAILLMInstance object representing the formatted instance.
-     */
-    formatInstance(prompt: string): GoogleVertexAILLMInstance;
-    formatParameters(): GoogleVertexAIModelParams;
-    /**
-     * Extracts the prediction from the API response.
-     * @param result The API response from which to extract the prediction.
-     * @returns A TextPrediction object representing the extracted prediction.
-     */
-    extractPredictionFromResponse(result: GoogleVertexAILLMResponse<TextPrediction>): TextPrediction;
-    extractGenerationFromPrediction(prediction: TextPrediction): Generation;
-}
-export {};