langchain 0.0.81 → 0.0.83

package/chat_models/googlevertexai.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/googlevertexai.cjs');

package/chat_models/googlevertexai.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/googlevertexai.js'

package/chat_models/googlevertexai.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/googlevertexai.js'

package/dist/base_language/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseLanguageModel = exports.BaseLangChain = void 0;
+exports.calculateMaxTokens = exports.BaseLanguageModel = exports.BaseLangChain = void 0;
 const async_caller_js_1 = require("../util/async_caller.cjs");
 const count_tokens_js_1 = require("./count_tokens.cjs");
 const tiktoken_js_1 = require("../util/tiktoken.cjs");
@@ -116,3 +116,9 @@ class BaseLanguageModel extends BaseLangChain {
     }
 }
 exports.BaseLanguageModel = BaseLanguageModel;
+/*
+ * Calculate max tokens for given model and prompt.
+ * That is the model size - number of tokens in prompt.
+ */
+var count_tokens_js_2 = require("./count_tokens.cjs");
+Object.defineProperty(exports, "calculateMaxTokens", { enumerable: true, get: function () { return count_tokens_js_2.calculateMaxTokens; } });

package/dist/base_language/index.d.ts

@@ -82,3 +82,4 @@ export declare abstract class BaseLanguageModel extends BaseLangChain implements
      */
     static deserialize(data: SerializedLLM): Promise<BaseLanguageModel>;
 }
+export { calculateMaxTokens } from "./count_tokens.js";

package/dist/base_language/index.js

@@ -111,3 +111,8 @@ export class BaseLanguageModel extends BaseLangChain {
         return new Cls(rest);
     }
 }
+/*
+ * Calculate max tokens for given model and prompt.
+ * That is the model size - number of tokens in prompt.
+ */
+export { calculateMaxTokens } from "./count_tokens.js";

package/dist/chains/api/api_chain.cjs

@@ -0,0 +1,108 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.APIChain = void 0;
+const base_js_1 = require("../base.cjs");
+const llm_chain_js_1 = require("../llm_chain.cjs");
+const prompts_js_1 = require("./prompts.cjs");
+class APIChain extends base_js_1.BaseChain {
+    get inputKeys() {
+        return [this.inputKey];
+    }
+    get outputKeys() {
+        return [this.outputKey];
+    }
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "apiAnswerChain", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "apiRequestChain", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "apiDocs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "headers", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        Object.defineProperty(this, "inputKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "question"
+        });
+        Object.defineProperty(this, "outputKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "output"
+        });
+        this.apiRequestChain = fields.apiRequestChain;
+        this.apiAnswerChain = fields.apiAnswerChain;
+        this.apiDocs = fields.apiDocs;
+        this.inputKey = fields.inputKey ?? this.inputKey;
+        this.outputKey = fields.outputKey ?? this.outputKey;
+        this.headers = fields.headers ?? this.headers;
+    }
+    /** @ignore */
+    async _call(values, runManager) {
+        const question = values[this.inputKey];
+        const api_url = await this.apiRequestChain.predict({ question, api_docs: this.apiDocs }, runManager?.getChild());
+        const res = await fetch(api_url, { headers: this.headers });
+        const api_response = await res.text();
+        const answer = await this.apiAnswerChain.predict({ question, api_docs: this.apiDocs, api_url, api_response }, runManager?.getChild());
+        return { [this.outputKey]: answer };
+    }
+    _chainType() {
+        return "api_chain";
+    }
+    static async deserialize(data) {
+        const { api_request_chain, api_answer_chain, api_docs } = data;
+        if (!api_request_chain) {
+            throw new Error("LLMChain must have api_request_chain");
+        }
+        if (!api_answer_chain) {
+            throw new Error("LLMChain must have api_answer_chain");
+        }
+        if (!api_docs) {
+            throw new Error("LLMChain must have api_docs");
+        }
+        return new APIChain({
+            apiAnswerChain: await llm_chain_js_1.LLMChain.deserialize(api_answer_chain),
+            apiRequestChain: await llm_chain_js_1.LLMChain.deserialize(api_request_chain),
+            apiDocs: api_docs,
+        });
+    }
+    serialize() {
+        return {
+            _type: this._chainType(),
+            api_answer_chain: this.apiAnswerChain.serialize(),
+            api_request_chain: this.apiRequestChain.serialize(),
+            api_docs: this.apiDocs,
+        };
+    }
+    static fromLLMAndAPIDocs(llm, apiDocs, options = {}) {
+        const { apiUrlPrompt = prompts_js_1.API_URL_PROMPT_TEMPLATE, apiResponsePrompt = prompts_js_1.API_RESPONSE_PROMPT_TEMPLATE, } = options;
+        const apiRequestChain = new llm_chain_js_1.LLMChain({ prompt: apiUrlPrompt, llm });
+        const apiAnswerChain = new llm_chain_js_1.LLMChain({ prompt: apiResponsePrompt, llm });
+        return new this({
+            apiAnswerChain,
+            apiRequestChain,
+            apiDocs,
+            ...options,
+        });
+    }
+}
+exports.APIChain = APIChain;

package/dist/chains/api/api_chain.d.ts

@@ -0,0 +1,38 @@
+import { BaseChain, ChainInputs } from "../base.js";
+import { SerializedAPIChain } from "../serde.js";
+import { LLMChain } from "../llm_chain.js";
+import { BaseLanguageModel } from "../../base_language/index.js";
+import { CallbackManagerForChainRun } from "../../callbacks/manager.js";
+import { ChainValues } from "../../schema/index.js";
+import { BasePromptTemplate } from "../../index.js";
+export interface APIChainInput extends Omit<ChainInputs, "memory"> {
+    apiAnswerChain: LLMChain;
+    apiRequestChain: LLMChain;
+    apiDocs: string;
+    inputKey?: string;
+    headers?: Record<string, string>;
+    /** Key to use for output, defaults to `output` */
+    outputKey?: string;
+}
+export type APIChainOptions = {
+    headers?: Record<string, string>;
+    apiUrlPrompt?: BasePromptTemplate;
+    apiResponsePrompt?: BasePromptTemplate;
+};
+export declare class APIChain extends BaseChain implements APIChainInput {
+    apiAnswerChain: LLMChain;
+    apiRequestChain: LLMChain;
+    apiDocs: string;
+    headers: {};
+    inputKey: string;
+    outputKey: string;
+    get inputKeys(): string[];
+    get outputKeys(): string[];
+    constructor(fields: APIChainInput);
+    /** @ignore */
+    _call(values: ChainValues, runManager?: CallbackManagerForChainRun): Promise<ChainValues>;
+    _chainType(): "api_chain";
+    static deserialize(data: SerializedAPIChain): Promise<APIChain>;
+    serialize(): SerializedAPIChain;
+    static fromLLMAndAPIDocs(llm: BaseLanguageModel, apiDocs: string, options?: APIChainOptions & Omit<APIChainInput, "apiAnswerChain" | "apiRequestChain" | "apiDocs">): APIChain;
+}

package/dist/chains/api/api_chain.js

@@ -0,0 +1,104 @@
+import { BaseChain } from "../base.js";
+import { LLMChain } from "../llm_chain.js";
+import { API_URL_PROMPT_TEMPLATE, API_RESPONSE_PROMPT_TEMPLATE, } from "./prompts.js";
+export class APIChain extends BaseChain {
+    get inputKeys() {
+        return [this.inputKey];
+    }
+    get outputKeys() {
+        return [this.outputKey];
+    }
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "apiAnswerChain", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "apiRequestChain", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "apiDocs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "headers", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        Object.defineProperty(this, "inputKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "question"
+        });
+        Object.defineProperty(this, "outputKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "output"
+        });
+        this.apiRequestChain = fields.apiRequestChain;
+        this.apiAnswerChain = fields.apiAnswerChain;
+        this.apiDocs = fields.apiDocs;
+        this.inputKey = fields.inputKey ?? this.inputKey;
+        this.outputKey = fields.outputKey ?? this.outputKey;
+        this.headers = fields.headers ?? this.headers;
+    }
+    /** @ignore */
+    async _call(values, runManager) {
+        const question = values[this.inputKey];
+        const api_url = await this.apiRequestChain.predict({ question, api_docs: this.apiDocs }, runManager?.getChild());
+        const res = await fetch(api_url, { headers: this.headers });
+        const api_response = await res.text();
+        const answer = await this.apiAnswerChain.predict({ question, api_docs: this.apiDocs, api_url, api_response }, runManager?.getChild());
+        return { [this.outputKey]: answer };
+    }
+    _chainType() {
+        return "api_chain";
+    }
+    static async deserialize(data) {
+        const { api_request_chain, api_answer_chain, api_docs } = data;
+        if (!api_request_chain) {
+            throw new Error("LLMChain must have api_request_chain");
+        }
+        if (!api_answer_chain) {
+            throw new Error("LLMChain must have api_answer_chain");
+        }
+        if (!api_docs) {
+            throw new Error("LLMChain must have api_docs");
+        }
+        return new APIChain({
+            apiAnswerChain: await LLMChain.deserialize(api_answer_chain),
+            apiRequestChain: await LLMChain.deserialize(api_request_chain),
+            apiDocs: api_docs,
+        });
+    }
+    serialize() {
+        return {
+            _type: this._chainType(),
+            api_answer_chain: this.apiAnswerChain.serialize(),
+            api_request_chain: this.apiRequestChain.serialize(),
+            api_docs: this.apiDocs,
+        };
+    }
+    static fromLLMAndAPIDocs(llm, apiDocs, options = {}) {
+        const { apiUrlPrompt = API_URL_PROMPT_TEMPLATE, apiResponsePrompt = API_RESPONSE_PROMPT_TEMPLATE, } = options;
+        const apiRequestChain = new LLMChain({ prompt: apiUrlPrompt, llm });
+        const apiAnswerChain = new LLMChain({ prompt: apiResponsePrompt, llm });
+        return new this({
+            apiAnswerChain,
+            apiRequestChain,
+            apiDocs,
+            ...options,
+        });
+    }
+}

package/dist/chains/api/prompts.cjs

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.API_RESPONSE_PROMPT_TEMPLATE = exports.API_RESPONSE_RAW_PROMPT_TEMPLATE = exports.API_URL_PROMPT_TEMPLATE = exports.API_URL_RAW_PROMPT_TEMPLATE = void 0;
+/* eslint-disable spaced-comment */
+const prompt_js_1 = require("../../prompts/prompt.cjs");
+exports.API_URL_RAW_PROMPT_TEMPLATE = `You are given the below API Documentation:
+{api_docs}
+Using this documentation, generate the full API url to call for answering the user question.
+You should build the API url in order to get a response that is as short as possible, while still getting the necessary information to answer the question. Pay attention to deliberately exclude any unnecessary pieces of data in the API call.
+
+Question:{question}
+API url:`;
+exports.API_URL_PROMPT_TEMPLATE = new prompt_js_1.PromptTemplate({
+    inputVariables: ["api_docs", "question"],
+    template: exports.API_URL_RAW_PROMPT_TEMPLATE,
+});
+exports.API_RESPONSE_RAW_PROMPT_TEMPLATE = `${exports.API_URL_RAW_PROMPT_TEMPLATE} {api_url}
+
+Here is the response from the API:
+
+{api_response}
+
+Summarize this response to answer the original question.
+
+Summary:`;
+exports.API_RESPONSE_PROMPT_TEMPLATE = new prompt_js_1.PromptTemplate({
+    inputVariables: ["api_docs", "question", "api_url", "api_response"],
+    template: exports.API_RESPONSE_RAW_PROMPT_TEMPLATE,
+});

package/dist/chains/api/prompts.d.ts

@@ -0,0 +1,5 @@
+import { PromptTemplate } from "../../prompts/prompt.js";
+export declare const API_URL_RAW_PROMPT_TEMPLATE = "You are given the below API Documentation:\n{api_docs}\nUsing this documentation, generate the full API url to call for answering the user question.\nYou should build the API url in order to get a response that is as short as possible, while still getting the necessary information to answer the question. Pay attention to deliberately exclude any unnecessary pieces of data in the API call.\n\nQuestion:{question}\nAPI url:";
+export declare const API_URL_PROMPT_TEMPLATE: PromptTemplate;
+export declare const API_RESPONSE_RAW_PROMPT_TEMPLATE: string;
+export declare const API_RESPONSE_PROMPT_TEMPLATE: PromptTemplate;

package/dist/chains/api/prompts.js

@@ -0,0 +1,26 @@
+/* eslint-disable spaced-comment */
+import { PromptTemplate } from "../../prompts/prompt.js";
+export const API_URL_RAW_PROMPT_TEMPLATE = `You are given the below API Documentation:
+{api_docs}
+Using this documentation, generate the full API url to call for answering the user question.
+You should build the API url in order to get a response that is as short as possible, while still getting the necessary information to answer the question. Pay attention to deliberately exclude any unnecessary pieces of data in the API call.
+
+Question:{question}
+API url:`;
+export const API_URL_PROMPT_TEMPLATE = /* #__PURE__ */ new PromptTemplate({
+    inputVariables: ["api_docs", "question"],
+    template: API_URL_RAW_PROMPT_TEMPLATE,
+});
+export const API_RESPONSE_RAW_PROMPT_TEMPLATE = `${API_URL_RAW_PROMPT_TEMPLATE} {api_url}
+
+Here is the response from the API:
+
+{api_response}
+
+Summarize this response to answer the original question.
+
+Summary:`;
+export const API_RESPONSE_PROMPT_TEMPLATE = /* #__PURE__ */ new PromptTemplate({
+    inputVariables: ["api_docs", "question", "api_url", "api_response"],
+    template: API_RESPONSE_RAW_PROMPT_TEMPLATE,
+});

package/dist/chains/base.cjs

@@ -121,6 +121,10 @@ class BaseChain extends index_js_2.BaseLangChain {
                 const { VectorDBQAChain } = await import("./vector_db_qa.js");
                 return VectorDBQAChain.deserialize(data, values);
             }
+            case "api_chain": {
+                const { APIChain } = await import("./api/api_chain.js");
+                return APIChain.deserialize(data);
+            }
             default:
                 throw new Error(`Invalid prompt type in config: ${data._type}`);
         }

package/dist/chains/base.js

@@ -118,6 +118,10 @@ export class BaseChain extends BaseLangChain {
                 const { VectorDBQAChain } = await import("./vector_db_qa.js");
                 return VectorDBQAChain.deserialize(data, values);
             }
+            case "api_chain": {
+                const { APIChain } = await import("./api/api_chain.js");
+                return APIChain.deserialize(data);
+            }
             default:
                 throw new Error(`Invalid prompt type in config: ${data._type}`);
         }

package/dist/chains/index.cjs

@@ -1,10 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MultiRetrievalQAChain = exports.MultiPromptChain = exports.LLMRouterChain = exports.RouterChain = exports.MultiRouteChain = exports.OpenAIModerationChain = exports.PRINCIPLES = exports.ConstitutionalPrinciple = exports.ConstitutionalChain = exports.RetrievalQAChain = exports.ConversationalRetrievalQAChain = exports.SqlDatabaseChain = exports.loadSummarizationChain = exports.loadQARefineChain = exports.loadQAMapReduceChain = exports.loadQAStuffChain = exports.loadQAChain = exports.VectorDBQAChain = exports.AnalyzeDocumentChain = exports.ChatVectorDBQAChain = exports.RefineDocumentsChain = exports.MapReduceDocumentsChain = exports.StuffDocumentsChain = exports.SimpleSequentialChain = exports.SequentialChain = exports.ConversationChain = exports.LLMChain = exports.BaseChain = void 0;
+exports.MultiRetrievalQAChain = exports.MultiPromptChain = exports.LLMRouterChain = exports.RouterChain = exports.MultiRouteChain = exports.OpenAIModerationChain = exports.PRINCIPLES = exports.ConstitutionalPrinciple = exports.ConstitutionalChain = exports.RetrievalQAChain = exports.ConversationalRetrievalQAChain = exports.SqlDatabaseChain = exports.loadSummarizationChain = exports.loadQARefineChain = exports.loadQAMapReduceChain = exports.loadQAStuffChain = exports.loadQAChain = exports.VectorDBQAChain = exports.AnalyzeDocumentChain = exports.ChatVectorDBQAChain = exports.RefineDocumentsChain = exports.MapReduceDocumentsChain = exports.StuffDocumentsChain = exports.SimpleSequentialChain = exports.SequentialChain = exports.ConversationChain = exports.APIChain = exports.LLMChain = exports.BaseChain = void 0;
 var base_js_1 = require("./base.cjs");
 Object.defineProperty(exports, "BaseChain", { enumerable: true, get: function () { return base_js_1.BaseChain; } });
 var llm_chain_js_1 = require("./llm_chain.cjs");
 Object.defineProperty(exports, "LLMChain", { enumerable: true, get: function () { return llm_chain_js_1.LLMChain; } });
+var api_chain_js_1 = require("./api/api_chain.cjs");
+Object.defineProperty(exports, "APIChain", { enumerable: true, get: function () { return api_chain_js_1.APIChain; } });
 var conversation_js_1 = require("./conversation.cjs");
 Object.defineProperty(exports, "ConversationChain", { enumerable: true, get: function () { return conversation_js_1.ConversationChain; } });
 var sequential_chain_js_1 = require("./sequential_chain.cjs");

package/dist/chains/index.d.ts

@@ -1,5 +1,6 @@
 export { BaseChain, ChainInputs } from "./base.js";
 export { LLMChain, LLMChainInput } from "./llm_chain.js";
+export { APIChain, APIChainInput, APIChainOptions } from "./api/api_chain.js";
 export { ConversationChain } from "./conversation.js";
 export { SequentialChain, SequentialChainInput, SimpleSequentialChain, SimpleSequentialChainInput, } from "./sequential_chain.js";
 export { StuffDocumentsChain, StuffDocumentsChainInput, MapReduceDocumentsChain, MapReduceDocumentsChainInput, RefineDocumentsChain, RefineDocumentsChainInput, } from "./combine_docs_chain.js";
@@ -13,7 +14,7 @@ export { ConversationalRetrievalQAChain, ConversationalRetrievalQAChainInput, }
 export { RetrievalQAChain, RetrievalQAChainInput } from "./retrieval_qa.js";
 export { ConstitutionalChainInput, ConstitutionalChain, } from "./constitutional_ai/constitutional_chain.js";
 export { ConstitutionalPrinciple, PRINCIPLES, } from "./constitutional_ai/constitutional_principle.js";
-export { SerializedLLMChain, SerializedSequentialChain, SerializedSimpleSequentialChain, SerializedSqlDatabaseChain, SerializedAnalyzeDocumentChain, SerializedBaseChain, SerializedChatVectorDBQAChain, SerializedMapReduceDocumentsChain, SerializedStuffDocumentsChain, SerializedVectorDBQAChain, SerializedRefineDocumentsChain, } from "./serde.js";
+export { SerializedLLMChain, SerializedSequentialChain, SerializedSimpleSequentialChain, SerializedSqlDatabaseChain, SerializedAnalyzeDocumentChain, SerializedAPIChain, SerializedBaseChain, SerializedChatVectorDBQAChain, SerializedMapReduceDocumentsChain, SerializedStuffDocumentsChain, SerializedVectorDBQAChain, SerializedRefineDocumentsChain, } from "./serde.js";
 export { OpenAIModerationChain } from "./openai_moderation.js";
 export { MultiRouteChain, MultiRouteChainInput, RouterChain, } from "./router/multi_route.js";
 export { LLMRouterChain, LLMRouterChainInput, RouterOutputSchema, } from "./router/llm_router.js";

package/dist/chains/index.js

@@ -1,5 +1,6 @@
 export { BaseChain } from "./base.js";
 export { LLMChain } from "./llm_chain.js";
+export { APIChain } from "./api/api_chain.js";
 export { ConversationChain } from "./conversation.js";
 export { SequentialChain, SimpleSequentialChain, } from "./sequential_chain.js";
 export { StuffDocumentsChain, MapReduceDocumentsChain, RefineDocumentsChain, } from "./combine_docs_chain.js";

package/dist/chains/serde.d.ts

@@ -26,6 +26,12 @@ export type SerializedVectorDBQAChain = {
     k: number;
     combine_documents_chain: SerializedBaseChain;
 };
+export type SerializedAPIChain = {
+    _type: "api_chain";
+    api_request_chain: SerializedLLMChain;
+    api_answer_chain: SerializedLLMChain;
+    api_docs: string;
+};
 export type SerializedStuffDocumentsChain = {
     _type: "stuff_documents_chain";
     llm_chain?: SerializedLLMChain;
@@ -63,4 +69,4 @@ export type SerializedConstitutionalChain = {
     revisionChain?: SerializedBaseChain;
     ConstitutionalPrinciple?: SerializedConstitutionalPrinciple[];
 };
-export type SerializedBaseChain = SerializedLLMChain | SerializedSequentialChain | SerializedSimpleSequentialChain | SerializedVectorDBQAChain | SerializedStuffDocumentsChain | SerializedSqlDatabaseChain | SerializedChatVectorDBQAChain | SerializedMapReduceDocumentsChain | SerializedAnalyzeDocumentChain | SerializedRefineDocumentsChain | SerializedConstitutionalChain;
+export type SerializedBaseChain = SerializedLLMChain | SerializedSequentialChain | SerializedSimpleSequentialChain | SerializedVectorDBQAChain | SerializedAPIChain | SerializedStuffDocumentsChain | SerializedSqlDatabaseChain | SerializedChatVectorDBQAChain | SerializedMapReduceDocumentsChain | SerializedAnalyzeDocumentChain | SerializedRefineDocumentsChain | SerializedConstitutionalChain;

package/dist/chat_models/anthropic.cjs

@@ -42,6 +42,12 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "apiUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "temperature", {
             enumerable: true,
             configurable: true,
@@ -113,6 +119,8 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
         if (!this.apiKey) {
             throw new Error("Anthropic API key not found");
         }
+        // Support overriding the default API URL (i.e., https://api.anthropic.com)
+        this.apiUrl = fields?.anthropicApiUrl;
         this.modelName = fields?.modelName ?? this.modelName;
         this.invocationKwargs = fields?.invocationKwargs ?? {};
         this.temperature = fields?.temperature ?? this.temperature;
@@ -193,7 +201,8 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
         let makeCompletionRequest;
         if (request.stream) {
             if (!this.streamingClient) {
-                this.streamingClient = new sdk_1.Client(this.apiKey);
+                const options = this.apiUrl ? { apiUrl: this.apiUrl } : undefined;
+                this.streamingClient = new sdk_1.Client(this.apiKey, options);
             }
             makeCompletionRequest = async () => {
                 let currentCompletion = "";
@@ -226,7 +235,8 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
         }
         else {
             if (!this.batchClient) {
-                this.batchClient = new sdk_1.Client(this.apiKey);
+                const options = this.apiUrl ? { apiUrl: this.apiUrl } : undefined;
+                this.batchClient = new sdk_1.Client(this.apiKey, options);
             }
             makeCompletionRequest = async () => this.batchClient
                 .complete(request, {

package/dist/chat_models/anthropic.d.ts

@@ -64,6 +64,7 @@ export declare class ChatAnthropic extends BaseChatModel implements AnthropicInp
     CallOptions: BaseLanguageModelCallOptions;
     get callKeys(): string[];
     apiKey?: string;
+    apiUrl?: string;
     temperature: number;
     topK: number;
     topP: number;
@@ -76,6 +77,7 @@ export declare class ChatAnthropic extends BaseChatModel implements AnthropicInp
     private streamingClient;
     constructor(fields?: Partial<AnthropicInput> & BaseChatModelParams & {
         anthropicApiKey?: string;
+        anthropicApiUrl?: string;
     });
     /**
      * Get the parameters used to invoke the model

package/dist/chat_models/anthropic.js

@@ -39,6 +39,12 @@ export class ChatAnthropic extends BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "apiUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "temperature", {
             enumerable: true,
             configurable: true,
@@ -110,6 +116,8 @@ export class ChatAnthropic extends BaseChatModel {
         if (!this.apiKey) {
             throw new Error("Anthropic API key not found");
         }
+        // Support overriding the default API URL (i.e., https://api.anthropic.com)
+        this.apiUrl = fields?.anthropicApiUrl;
         this.modelName = fields?.modelName ?? this.modelName;
         this.invocationKwargs = fields?.invocationKwargs ?? {};
         this.temperature = fields?.temperature ?? this.temperature;
@@ -190,7 +198,8 @@ export class ChatAnthropic extends BaseChatModel {
         let makeCompletionRequest;
         if (request.stream) {
             if (!this.streamingClient) {
-                this.streamingClient = new AnthropicApi(this.apiKey);
+                const options = this.apiUrl ? { apiUrl: this.apiUrl } : undefined;
+                this.streamingClient = new AnthropicApi(this.apiKey, options);
             }
             makeCompletionRequest = async () => {
                 let currentCompletion = "";
@@ -223,7 +232,8 @@ export class ChatAnthropic extends BaseChatModel {
         }
         else {
             if (!this.batchClient) {
-                this.batchClient = new AnthropicApi(this.apiKey);
+                const options = this.apiUrl ? { apiUrl: this.apiUrl } : undefined;
+                this.batchClient = new AnthropicApi(this.apiKey, options);
             }
             makeCompletionRequest = async () => this.batchClient
                 .complete(request, {