langchain 0.0.203 → 0.0.204-rc.1

package/dist/chat_models/cloudflare_workersai.js

@@ -1,214 +1 @@
-import { SimpleChatModel } from "./base.js";
-import { AIMessageChunk, ChatGenerationChunk, ChatMessage, } from "../schema/index.js";
-import { getEnvironmentVariable } from "../util/env.js";
-import { convertEventStreamToIterableReadableDataStream } from "../util/event-source-parse.js";
-/**
- * A class that enables calls to the Cloudflare Workers AI API to access large language
- * models in a chat-like fashion. It extends the SimpleChatModel class and
- * implements the CloudflareWorkersAIInput interface.
- * @example
- * ```typescript
- * const model = new ChatCloudflareWorkersAI({
- *   model: "@cf/meta/llama-2-7b-chat-int8",
- *   cloudflareAccountId: process.env.CLOUDFLARE_ACCOUNT_ID,
- *   cloudflareApiToken: process.env.CLOUDFLARE_API_TOKEN
- * });
- *
- * const response = await model.invoke([
- *   ["system", "You are a helpful assistant that translates English to German."],
- *   ["human", `Translate "I love programming".`]
- * ]);
- *
- * console.log(response);
- * ```
- */
-export class ChatCloudflareWorkersAI extends SimpleChatModel {
-    static lc_name() {
-        return "ChatCloudflareWorkersAI";
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "@cf/meta/llama-2-7b-chat-int8"
-        });
-        Object.defineProperty(this, "cloudflareAccountId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "cloudflareApiToken", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "baseUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "streaming", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        this.model = fields?.model ?? this.model;
-        this.streaming = fields?.streaming ?? this.streaming;
-        this.cloudflareAccountId =
-            fields?.cloudflareAccountId ??
-                getEnvironmentVariable("CLOUDFLARE_ACCOUNT_ID");
-        this.cloudflareApiToken =
-            fields?.cloudflareApiToken ??
-                getEnvironmentVariable("CLOUDFLARE_API_TOKEN");
-        this.baseUrl =
-            fields?.baseUrl ??
-                `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run`;
-        if (this.baseUrl.endsWith("/")) {
-            this.baseUrl = this.baseUrl.slice(0, -1);
-        }
-    }
-    get lc_secrets() {
-        return {
-            cloudflareApiToken: "CLOUDFLARE_API_TOKEN",
-        };
-    }
-    _llmType() {
-        return "cloudflare";
-    }
-    /** Get the identifying parameters for this LLM. */
-    get identifyingParams() {
-        return { model: this.model };
-    }
-    /**
-     * Get the parameters used to invoke the model
-     */
-    invocationParams(_options) {
-        return {
-            model: this.model,
-        };
-    }
-    _combineLLMOutput() {
-        return {};
-    }
-    /**
-     * Method to validate the environment.
-     */
-    validateEnvironment() {
-        if (!this.cloudflareAccountId) {
-            throw new Error(`No Cloudflare account ID found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_ACCOUNT_ID" in your environment variables.`);
-        }
-        if (!this.cloudflareApiToken) {
-            throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
-        }
-    }
-    async _request(messages, options, stream) {
-        this.validateEnvironment();
-        const url = `${this.baseUrl}/${this.model}`;
-        const headers = {
-            Authorization: `Bearer ${this.cloudflareApiToken}`,
-            "Content-Type": "application/json",
-        };
-        const formattedMessages = this._formatMessages(messages);
-        const data = { messages: formattedMessages, stream };
-        return this.caller.call(async () => {
-            const response = await fetch(url, {
-                method: "POST",
-                headers,
-                body: JSON.stringify(data),
-                signal: options.signal,
-            });
-            if (!response.ok) {
-                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                error.response = response;
-                throw error;
-            }
-            return response;
-        });
-    }
-    async *_streamResponseChunks(messages, options, runManager) {
-        const response = await this._request(messages, options, true);
-        if (!response.body) {
-            throw new Error("Empty response from Cloudflare. Please try again.");
-        }
-        const stream = convertEventStreamToIterableReadableDataStream(response.body);
-        for await (const chunk of stream) {
-            if (chunk !== "[DONE]") {
-                const parsedChunk = JSON.parse(chunk);
-                const generationChunk = new ChatGenerationChunk({
-                    message: new AIMessageChunk({ content: parsedChunk.response }),
-                    text: parsedChunk.response,
-                });
-                yield generationChunk;
-                // eslint-disable-next-line no-void
-                void runManager?.handleLLMNewToken(generationChunk.text ?? "");
-            }
-        }
-    }
-    _formatMessages(messages) {
-        const formattedMessages = messages.map((message) => {
-            let role;
-            if (message._getType() === "human") {
-                role = "user";
-            }
-            else if (message._getType() === "ai") {
-                role = "assistant";
-            }
-            else if (message._getType() === "system") {
-                role = "system";
-            }
-            else if (ChatMessage.isInstance(message)) {
-                role = message.role;
-            }
-            else {
-                console.warn(`Unsupported message type passed to Cloudflare: "${message._getType()}"`);
-                role = "user";
-            }
-            if (typeof message.content !== "string") {
-                throw new Error("ChatCloudflareWorkersAI currently does not support non-string message content.");
-            }
-            return {
-                role,
-                content: message.content,
-            };
-        });
-        return formattedMessages;
-    }
-    /** @ignore */
-    async _call(messages, options, runManager) {
-        if (!this.streaming) {
-            const response = await this._request(messages, options);
-            const responseData = await response.json();
-            return responseData.result.response;
-        }
-        else {
-            const stream = this._streamResponseChunks(messages, options, runManager);
-            let finalResult;
-            for await (const chunk of stream) {
-                if (finalResult === undefined) {
-                    finalResult = chunk;
-                }
-                else {
-                    finalResult = finalResult.concat(chunk);
-                }
-            }
-            const messageContent = finalResult?.message.content;
-            if (messageContent && typeof messageContent !== "string") {
-                throw new Error("Non-string output for ChatCloudflareWorkersAI is currently not supported.");
-            }
-            return messageContent ?? "";
-        }
-    }
-}
+export * from "@langchain/community/chat_models/cloudflare_workersai";

package/dist/chat_models/fireworks.cjs

@@ -1,91 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatFireworks = void 0;
-const openai_js_1 = require("./openai.cjs");
-const env_js_1 = require("../util/env.cjs");
-/**
- * Wrapper around Fireworks API for large language models fine-tuned for chat
- *
- * Fireworks API is compatible to the OpenAI API with some limitations described in
- * https://readme.fireworks.ai/docs/openai-compatibility.
- *
- * To use, you should have the `openai` package installed and
- * the `FIREWORKS_API_KEY` environment variable set.
- * @example
- * ```typescript
- * const model = new ChatFireworks({
- *   temperature: 0.9,
- *   fireworksApiKey: "YOUR-API-KEY",
- * });
- *
- * const response = await model.invoke("Hello, how are you?");
- * console.log(response);
- * ```
- */
-class ChatFireworks extends openai_js_1.ChatOpenAI {
-    static lc_name() {
-        return "ChatFireworks";
-    }
-    _llmType() {
-        return "fireworks";
-    }
-    get lc_secrets() {
-        return {
-            fireworksApiKey: "FIREWORKS_API_KEY",
-        };
-    }
-    constructor(fields) {
-        const fireworksApiKey = fields?.fireworksApiKey || (0, env_js_1.getEnvironmentVariable)("FIREWORKS_API_KEY");
-        if (!fireworksApiKey) {
-            throw new Error(`Fireworks API key not found. Please set the FIREWORKS_API_KEY environment variable or provide the key into "fireworksApiKey"`);
-        }
-        super({
-            ...fields,
-            modelName: fields?.modelName || "accounts/fireworks/models/llama-v2-13b-chat",
-            openAIApiKey: fireworksApiKey,
-            configuration: {
-                baseURL: "https://api.fireworks.ai/inference/v1",
-            },
-        });
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "fireworksApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.fireworksApiKey = fireworksApiKey;
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    toJSON() {
-        const result = super.toJSON();
-        if ("kwargs" in result &&
-            typeof result.kwargs === "object" &&
-            result.kwargs != null) {
-            delete result.kwargs.openai_api_key;
-            delete result.kwargs.configuration;
-        }
-        return result;
-    }
-    /**
-     * Calls the Fireworks API with retry logic in case of failures.
-     * @param request The request to send to the Fireworks API.
-     * @param options Optional configuration for the API call.
-     * @returns The response from the Fireworks API.
-     */
-    async completionWithRetry(request, options) {
-        delete request.frequency_penalty;
-        delete request.presence_penalty;
-        delete request.logit_bias;
-        delete request.functions;
-        if (request.stream === true) {
-            return super.completionWithRetry(request, options);
-        }
-        return super.completionWithRetry(request, options);
-    }
-}
-exports.ChatFireworks = ChatFireworks;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/chat_models/fireworks"), exports);

package/dist/chat_models/fireworks.d.ts

@@ -1,43 +1 @@
-import type { OpenAI as OpenAIClient } from "openai";
-import type { ChatOpenAICallOptions, OpenAIChatInput } from "./openai.js";
-import type { OpenAICoreRequestOptions } from "../types/openai-types.js";
-import type { BaseChatModelParams } from "./base.js";
-import { ChatOpenAI } from "./openai.js";
-type FireworksUnsupportedArgs = "frequencyPenalty" | "presencePenalty" | "logitBias" | "functions";
-type FireworksUnsupportedCallOptions = "functions" | "function_call" | "tools";
-export type ChatFireworksCallOptions = Partial<Omit<ChatOpenAICallOptions, FireworksUnsupportedCallOptions>>;
-/**
- * Wrapper around Fireworks API for large language models fine-tuned for chat
- *
- * Fireworks API is compatible to the OpenAI API with some limitations described in
- * https://readme.fireworks.ai/docs/openai-compatibility.
- *
- * To use, you should have the `openai` package installed and
- * the `FIREWORKS_API_KEY` environment variable set.
- * @example
- * ```typescript
- * const model = new ChatFireworks({
- *   temperature: 0.9,
- *   fireworksApiKey: "YOUR-API-KEY",
- * });
- *
- * const response = await model.invoke("Hello, how are you?");
- * console.log(response);
- * ```
- */
-export declare class ChatFireworks extends ChatOpenAI<ChatFireworksCallOptions> {
-    static lc_name(): string;
-    _llmType(): string;
-    get lc_secrets(): {
-        [key: string]: string;
-    } | undefined;
-    lc_serializable: boolean;
-    fireworksApiKey?: string;
-    constructor(fields?: Partial<Omit<OpenAIChatInput, "openAIApiKey" | FireworksUnsupportedArgs>> & BaseChatModelParams & {
-        fireworksApiKey?: string;
-    });
-    toJSON(): import("@langchain/core/load/serializable").Serialized;
-    completionWithRetry(request: OpenAIClient.Chat.ChatCompletionCreateParamsStreaming, options?: OpenAICoreRequestOptions): Promise<AsyncIterable<OpenAIClient.Chat.Completions.ChatCompletionChunk>>;
-    completionWithRetry(request: OpenAIClient.Chat.ChatCompletionCreateParamsNonStreaming, options?: OpenAICoreRequestOptions): Promise<OpenAIClient.Chat.Completions.ChatCompletion>;
-}
-export {};
+export * from "@langchain/community/chat_models/fireworks";

package/dist/chat_models/fireworks.js

@@ -1,87 +1 @@
-import { ChatOpenAI } from "./openai.js";
-import { getEnvironmentVariable } from "../util/env.js";
-/**
- * Wrapper around Fireworks API for large language models fine-tuned for chat
- *
- * Fireworks API is compatible to the OpenAI API with some limitations described in
- * https://readme.fireworks.ai/docs/openai-compatibility.
- *
- * To use, you should have the `openai` package installed and
- * the `FIREWORKS_API_KEY` environment variable set.
- * @example
- * ```typescript
- * const model = new ChatFireworks({
- *   temperature: 0.9,
- *   fireworksApiKey: "YOUR-API-KEY",
- * });
- *
- * const response = await model.invoke("Hello, how are you?");
- * console.log(response);
- * ```
- */
-export class ChatFireworks extends ChatOpenAI {
-    static lc_name() {
-        return "ChatFireworks";
-    }
-    _llmType() {
-        return "fireworks";
-    }
-    get lc_secrets() {
-        return {
-            fireworksApiKey: "FIREWORKS_API_KEY",
-        };
-    }
-    constructor(fields) {
-        const fireworksApiKey = fields?.fireworksApiKey || getEnvironmentVariable("FIREWORKS_API_KEY");
-        if (!fireworksApiKey) {
-            throw new Error(`Fireworks API key not found. Please set the FIREWORKS_API_KEY environment variable or provide the key into "fireworksApiKey"`);
-        }
-        super({
-            ...fields,
-            modelName: fields?.modelName || "accounts/fireworks/models/llama-v2-13b-chat",
-            openAIApiKey: fireworksApiKey,
-            configuration: {
-                baseURL: "https://api.fireworks.ai/inference/v1",
-            },
-        });
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "fireworksApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.fireworksApiKey = fireworksApiKey;
-    }
-    toJSON() {
-        const result = super.toJSON();
-        if ("kwargs" in result &&
-            typeof result.kwargs === "object" &&
-            result.kwargs != null) {
-            delete result.kwargs.openai_api_key;
-            delete result.kwargs.configuration;
-        }
-        return result;
-    }
-    /**
-     * Calls the Fireworks API with retry logic in case of failures.
-     * @param request The request to send to the Fireworks API.
-     * @param options Optional configuration for the API call.
-     * @returns The response from the Fireworks API.
-     */
-    async completionWithRetry(request, options) {
-        delete request.frequency_penalty;
-        delete request.presence_penalty;
-        delete request.logit_bias;
-        delete request.functions;
-        if (request.stream === true) {
-            return super.completionWithRetry(request, options);
-        }
-        return super.completionWithRetry(request, options);
-    }
-}
+export * from "@langchain/community/chat_models/fireworks";