langchain 0.0.196 → 0.0.197-rc.0

package/dist/chat_models/anthropic.cjs

@@ -1,350 +1,17 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatAnthropic = exports.DEFAULT_STOP_SEQUENCES = void 0;
-const sdk_1 = require("@anthropic-ai/sdk");
-const index_js_1 = require("../schema/index.cjs");
-const env_js_1 = require("../util/env.cjs");
-const base_js_1 = require("./base.cjs");
-/**
- * Extracts the custom role of a generic chat message.
- * @param message The chat message from which to extract the custom role.
- * @returns The custom role of the chat message.
- */
-function extractGenericMessageCustomRole(message) {
-    if (message.role !== sdk_1.AI_PROMPT &&
-        message.role !== sdk_1.HUMAN_PROMPT &&
-        message.role !== "") {
-        console.warn(`Unknown message role: ${message.role}`);
-    }
-    return message.role;
-}
-/**
- * Gets the Anthropic prompt from a base message.
- * @param message The base message from which to get the Anthropic prompt.
- * @returns The Anthropic prompt from the base message.
- */
-function getAnthropicPromptFromMessage(message) {
-    const type = message._getType();
-    switch (type) {
-        case "ai":
-            return sdk_1.AI_PROMPT;
-        case "human":
-            return sdk_1.HUMAN_PROMPT;
-        case "system":
-            return "";
-        case "generic": {
-            if (!index_js_1.ChatMessage.isInstance(message))
-                throw new Error("Invalid generic chat message");
-            return extractGenericMessageCustomRole(message);
-        }
-        default:
-            throw new Error(`Unknown message type: ${type}`);
-    }
-}
-exports.DEFAULT_STOP_SEQUENCES = [sdk_1.HUMAN_PROMPT];
-/**
- * Wrapper around Anthropic large language models.
- *
- * To use you should have the `@anthropic-ai/sdk` package installed, with the
- * `ANTHROPIC_API_KEY` environment variable set.
- *
- * @remarks
- * Any parameters that are valid to be passed to {@link
- * https://console.anthropic.com/docs/api/reference |
- * `anthropic.complete`} can be passed through {@link invocationKwargs},
- * even if not explicitly available on this class.
- * @example
- * ```typescript
- * const model = new ChatAnthropic({
- *   temperature: 0.9,
- *   anthropicApiKey: 'YOUR-API-KEY',
- * });
- * const res = await model.invoke({ input: 'Hello!' });
- * console.log(res);
- * ```
- */
-class ChatAnthropic extends base_js_1.BaseChatModel {
-    static lc_name() {
-        return "ChatAnthropic";
-    }
-    get lc_secrets() {
-        return {
-            anthropicApiKey: "ANTHROPIC_API_KEY",
-        };
-    }
-    get lc_aliases() {
-        return {
-            modelName: "model",
-        };
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "anthropicApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "apiUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 1
-        });
-        Object.defineProperty(this, "topK", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: -1
-        });
-        Object.defineProperty(this, "topP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: -1
-        });
-        Object.defineProperty(this, "maxTokensToSample", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 2048
-        });
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "claude-2"
-        });
-        Object.defineProperty(this, "invocationKwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "stopSequences", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "streaming", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "clientOptions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        // Used for non-streaming requests
-        Object.defineProperty(this, "batchClient", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        // Used for streaming requests
-        Object.defineProperty(this, "streamingClient", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.anthropicApiKey =
-            fields?.anthropicApiKey ?? (0, env_js_1.getEnvironmentVariable)("ANTHROPIC_API_KEY");
-        if (!this.anthropicApiKey) {
-            throw new Error("Anthropic API key not found");
-        }
-        // Support overriding the default API URL (i.e., https://api.anthropic.com)
-        this.apiUrl = fields?.anthropicApiUrl;
-        this.modelName = fields?.modelName ?? this.modelName;
-        this.invocationKwargs = fields?.invocationKwargs ?? {};
-        this.temperature = fields?.temperature ?? this.temperature;
-        this.topK = fields?.topK ?? this.topK;
-        this.topP = fields?.topP ?? this.topP;
-        this.maxTokensToSample =
-            fields?.maxTokensToSample ?? this.maxTokensToSample;
-        this.stopSequences = fields?.stopSequences ?? this.stopSequences;
-        this.streaming = fields?.streaming ?? false;
-        this.clientOptions = fields?.clientOptions ?? {};
-    }
-    /**
-     * Get the parameters used to invoke the model
-     */
-    invocationParams(options) {
-        return {
-            model: this.modelName,
-            temperature: this.temperature,
-            top_k: this.topK,
-            top_p: this.topP,
-            stop_sequences: options?.stop?.concat(exports.DEFAULT_STOP_SEQUENCES) ??
-                this.stopSequences ??
-                exports.DEFAULT_STOP_SEQUENCES,
-            max_tokens_to_sample: this.maxTokensToSample,
-            stream: this.streaming,
-            ...this.invocationKwargs,
-        };
-    }
-    /** @ignore */
-    _identifyingParams() {
-        return {
-            model_name: this.modelName,
-            ...this.invocationParams(),
-        };
-    }
-    /**
-     * Get the identifying parameters for the model
-     */
-    identifyingParams() {
-        return {
-            model_name: this.modelName,
-            ...this.invocationParams(),
-        };
-    }
-    async *_streamResponseChunks(messages, options, runManager) {
-        const params = this.invocationParams(options);
-        const stream = await this.createStreamWithRetry({
-            ...params,
-            prompt: this.formatMessagesAsPrompt(messages),
-        });
-        let modelSent = false;
-        let stopReasonSent = false;
-        for await (const data of stream) {
-            if (options.signal?.aborted) {
-                stream.controller.abort();
-                throw new Error("AbortError: User aborted the request.");
-            }
-            const additional_kwargs = {};
-            if (data.model && !modelSent) {
-                additional_kwargs.model = data.model;
-                modelSent = true;
-            }
-            else if (data.stop_reason && !stopReasonSent) {
-                additional_kwargs.stop_reason = data.stop_reason;
-                stopReasonSent = true;
-            }
-            const delta = data.completion ?? "";
-            yield new index_js_1.ChatGenerationChunk({
-                message: new index_js_1.AIMessageChunk({
-                    content: delta,
-                    additional_kwargs,
-                }),
-                text: delta,
-            });
-            await runManager?.handleLLMNewToken(delta);
-            if (data.stop_reason) {
-                break;
-            }
-        }
-    }
-    /**
-     * Formats messages as a prompt for the model.
-     * @param messages The base messages to format as a prompt.
-     * @returns The formatted prompt.
-     */
-    formatMessagesAsPrompt(messages) {
-        return (messages
-            .map((message) => {
-            const messagePrompt = getAnthropicPromptFromMessage(message);
-            return `${messagePrompt} ${message.content}`;
-        })
-            .join("") + sdk_1.AI_PROMPT);
-    }
-    /** @ignore */
-    async _generate(messages, options, runManager) {
-        if (this.stopSequences && options.stop) {
-            throw new Error(`"stopSequence" parameter found in input and default params`);
-        }
-        const params = this.invocationParams(options);
-        let response;
-        if (params.stream) {
-            response = {
-                completion: "",
-                model: "",
-                stop_reason: "",
-            };
-            const stream = await this._streamResponseChunks(messages, options, runManager);
-            for await (const chunk of stream) {
-                response.completion += chunk.message.content;
-                response.model =
-                    chunk.message.additional_kwargs.model ?? response.model;
-                response.stop_reason =
-                    chunk.message.additional_kwargs.stop_reason ??
-                        response.stop_reason;
-            }
-        }
-        else {
-            response = await this.completionWithRetry({
-                ...params,
-                prompt: this.formatMessagesAsPrompt(messages),
-            }, { signal: options.signal });
-        }
-        const generations = (response.completion ?? "")
-            .split(sdk_1.AI_PROMPT)
-            .map((message) => ({
-            text: message,
-            message: new index_js_1.AIMessage(message),
-        }));
-        return {
-            generations,
-        };
-    }
-    /**
-     * Creates a streaming request with retry.
-     * @param request The parameters for creating a completion.
-     * @returns A streaming request.
-     */
-    async createStreamWithRetry(request) {
-        if (!this.streamingClient) {
-            const options = this.apiUrl ? { baseURL: this.apiUrl } : undefined;
-            this.streamingClient = new sdk_1.Anthropic({
-                ...this.clientOptions,
-                ...options,
-                apiKey: this.anthropicApiKey,
-                maxRetries: 0,
-            });
-        }
-        const makeCompletionRequest = async () => this.streamingClient.completions.create({ ...request, stream: true }, { headers: request.headers });
-        return this.caller.call(makeCompletionRequest);
-    }
-    /** @ignore */
-    async completionWithRetry(request, options) {
-        if (!this.anthropicApiKey) {
-            throw new Error("Missing Anthropic API key.");
-        }
-        if (!this.batchClient) {
-            const options = this.apiUrl ? { baseURL: this.apiUrl } : undefined;
-            this.batchClient = new sdk_1.Anthropic({
-                ...this.clientOptions,
-                ...options,
-                apiKey: this.anthropicApiKey,
-                maxRetries: 0,
-            });
-        }
-        const makeCompletionRequest = async () => this.batchClient.completions.create({ ...request, stream: false }, { headers: request.headers });
-        return this.caller.callWithOptions({ signal: options.signal }, makeCompletionRequest);
-    }
-    _llmType() {
-        return "anthropic";
-    }
-    /** @ignore */
-    _combineLLMOutput() {
-        return [];
-    }
-}
-exports.ChatAnthropic = ChatAnthropic;
+__exportStar(require("@langchain/anthropic"), exports);

package/dist/chat_models/anthropic.d.ts

@@ -1,156 +1 @@
-import { Anthropic, ClientOptions } from "@anthropic-ai/sdk";
-import type { CompletionCreateParams } from "@anthropic-ai/sdk/resources/completions";
-import type { Stream } from "@anthropic-ai/sdk/streaming";
-import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
-import { BaseMessage, ChatGenerationChunk, ChatResult } from "../schema/index.js";
-import { BaseChatModel, BaseChatModelParams } from "./base.js";
-import { BaseLanguageModelCallOptions } from "../base_language/index.js";
-export declare const DEFAULT_STOP_SEQUENCES: string[];
-/**
- * Input to AnthropicChat class.
- */
-export interface AnthropicInput {
-    /** Amount of randomness injected into the response. Ranges
-     * from 0 to 1. Use temp closer to 0 for analytical /
-     * multiple choice, and temp closer to 1 for creative
-     * and generative tasks.
-     */
-    temperature?: number;
-    /** Only sample from the top K options for each subsequent
-     * token. Used to remove "long tail" low probability
-     * responses. Defaults to -1, which disables it.
-     */
-    topK?: number;
-    /** Does nucleus sampling, in which we compute the
-     * cumulative distribution over all the options for each
-     * subsequent token in decreasing probability order and
-     * cut it off once it reaches a particular probability
-     * specified by top_p. Defaults to -1, which disables it.
-     * Note that you should either alter temperature or top_p,
-     * but not both.
-     */
-    topP?: number;
-    /** A maximum number of tokens to generate before stopping. */
-    maxTokensToSample: number;
-    /** A list of strings upon which to stop generating.
-     * You probably want `["\n\nHuman:"]`, as that's the cue for
-     * the next turn in the dialog agent.
-     */
-    stopSequences?: string[];
-    /** Whether to stream the results or not */
-    streaming?: boolean;
-    /** Anthropic API key */
-    anthropicApiKey?: string;
-    /** Anthropic API URL */
-    anthropicApiUrl?: string;
-    /** Model name to use */
-    modelName: string;
-    /** Overridable Anthropic ClientOptions */
-    clientOptions: ClientOptions;
-    /** Holds any additional parameters that are valid to pass to {@link
-     * https://console.anthropic.com/docs/api/reference |
-     * `anthropic.complete`} that are not explicitly specified on this class.
-     */
-    invocationKwargs?: Kwargs;
-}
-/**
- * A type representing additional parameters that can be passed to the
- * Anthropic API.
- */
-type Kwargs = Record<string, any>;
-/**
- * Wrapper around Anthropic large language models.
- *
- * To use you should have the `@anthropic-ai/sdk` package installed, with the
- * `ANTHROPIC_API_KEY` environment variable set.
- *
- * @remarks
- * Any parameters that are valid to be passed to {@link
- * https://console.anthropic.com/docs/api/reference |
- * `anthropic.complete`} can be passed through {@link invocationKwargs},
- * even if not explicitly available on this class.
- * @example
- * ```typescript
- * const model = new ChatAnthropic({
- *   temperature: 0.9,
- *   anthropicApiKey: 'YOUR-API-KEY',
- * });
- * const res = await model.invoke({ input: 'Hello!' });
- * console.log(res);
- * ```
- */
-export declare class ChatAnthropic<CallOptions extends BaseLanguageModelCallOptions = BaseLanguageModelCallOptions> extends BaseChatModel<CallOptions> implements AnthropicInput {
-    static lc_name(): string;
-    get lc_secrets(): {
-        [key: string]: string;
-    } | undefined;
-    get lc_aliases(): Record<string, string>;
-    lc_serializable: boolean;
-    anthropicApiKey?: string;
-    apiUrl?: string;
-    temperature: number;
-    topK: number;
-    topP: number;
-    maxTokensToSample: number;
-    modelName: string;
-    invocationKwargs?: Kwargs;
-    stopSequences?: string[];
-    streaming: boolean;
-    clientOptions: ClientOptions;
-    protected batchClient: Anthropic;
-    protected streamingClient: Anthropic;
-    constructor(fields?: Partial<AnthropicInput> & BaseChatModelParams);
-    /**
-     * Get the parameters used to invoke the model
-     */
-    invocationParams(options?: this["ParsedCallOptions"]): Omit<CompletionCreateParams, "prompt"> & Kwargs;
-    /** @ignore */
-    _identifyingParams(): {
-        metadata?: Anthropic.Completions.CompletionCreateParams.Metadata | undefined;
-        stream?: boolean | undefined;
-        model: (string & {}) | "claude-2" | "claude-instant-1";
-        temperature?: number | undefined;
-        top_p?: number | undefined;
-        top_k?: number | undefined;
-        max_tokens_to_sample: number;
-        stop_sequences?: string[] | undefined;
-        model_name: string;
-    };
-    /**
-     * Get the identifying parameters for the model
-     */
-    identifyingParams(): {
-        metadata?: Anthropic.Completions.CompletionCreateParams.Metadata | undefined;
-        stream?: boolean | undefined;
-        model: (string & {}) | "claude-2" | "claude-instant-1";
-        temperature?: number | undefined;
-        top_p?: number | undefined;
-        top_k?: number | undefined;
-        max_tokens_to_sample: number;
-        stop_sequences?: string[] | undefined;
-        model_name: string;
-    };
-    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
-    /**
-     * Formats messages as a prompt for the model.
-     * @param messages The base messages to format as a prompt.
-     * @returns The formatted prompt.
-     */
-    protected formatMessagesAsPrompt(messages: BaseMessage[]): string;
-    /** @ignore */
-    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<ChatResult>;
-    /**
-     * Creates a streaming request with retry.
-     * @param request The parameters for creating a completion.
-     * @returns A streaming request.
-     */
-    protected createStreamWithRetry(request: CompletionCreateParams & Kwargs): Promise<Stream<Anthropic.Completions.Completion>>;
-    /** @ignore */
-    protected completionWithRetry(request: CompletionCreateParams & Kwargs, options: {
-        signal?: AbortSignal;
-    }): Promise<Anthropic.Completions.Completion>;
-    _llmType(): string;
-    /** @ignore */
-    _combineLLMOutput(): never[];
-}
-export {};
+export * from "@langchain/anthropic";