@librechat/agents 1.9.97 → 1.9.99

package/dist/types/types/llm.d.ts

@@ -1,24 +1,32 @@
-import { ChatOpenAI } from '@langchain/openai';
 import { ChatOllama } from '@langchain/ollama';
 import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { ChatBedrockConverse } from '@langchain/aws';
 import { ChatVertexAI } from '@langchain/google-vertexai';
-import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
 import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
-import type { Runnable } from '@langchain/core/runnables';
-import type { StructuredTool } from '@langchain/core/tools';
-import type { BindToolsInput } from '@langchain/core/language_models/chat_models';
+import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
+import { ChatOpenAI, AzureChatOpenAI, ClientOptions as OAIClientOptions } from '@langchain/openai';
+import type { BindToolsInput, BaseChatModelParams } from '@langchain/core/language_models/chat_models';
+import type { ChatOpenAIFields, OpenAIChatInput, AzureOpenAIInput } from '@langchain/openai';
 import type { BedrockChatFields } from '@langchain/community/chat_models/bedrock/web';
-import type { ChatOpenAIFields } from '@langchain/openai';
-import type { OpenAI as OpenAIClient } from 'openai';
 import type { GoogleGenerativeAIChatInput } from '@langchain/google-genai';
 import type { ChatVertexAIInput } from '@langchain/google-vertexai';
 import type { ChatBedrockConverseInput } from '@langchain/aws';
 import type { ChatMistralAIInput } from '@langchain/mistralai';
+import type { StructuredTool } from '@langchain/core/tools';
 import type { AnthropicInput } from '@langchain/anthropic';
+import type { Runnable } from '@langchain/core/runnables';
 import type { ChatOllamaInput } from '@langchain/ollama';
+import type { OpenAI as OpenAIClient } from 'openai';
 import { Providers } from '@/common';
+export type AzureClientOptions = (Partial<OpenAIChatInput> & Partial<AzureOpenAIInput> & {
+    openAIApiKey?: string;
+    openAIApiVersion?: string;
+    openAIBasePath?: string;
+    deploymentName?: string;
+} & BaseChatModelParams & {
+    configuration?: OAIClientOptions;
+});
 export type ChatOpenAIToolType = BindToolsInput | OpenAIClient.ChatCompletionTool;
 export type CommonToolType = StructuredTool | ChatOpenAIToolType;
 export type OpenAIClientOptions = ChatOpenAIFields;
@@ -29,12 +37,13 @@ export type VertexAIClientOptions = ChatVertexAIInput;
 export type BedrockClientOptions = BedrockChatFields;
 export type BedrockConverseClientOptions = ChatBedrockConverseInput;
 export type GoogleClientOptions = GoogleGenerativeAIChatInput;
-export type ClientOptions = OpenAIClientOptions | OllamaClientOptions | AnthropicClientOptions | MistralAIClientOptions | VertexAIClientOptions | BedrockClientOptions | BedrockConverseClientOptions | GoogleClientOptions;
+export type ClientOptions = OpenAIClientOptions | AzureClientOptions | OllamaClientOptions | AnthropicClientOptions | MistralAIClientOptions | VertexAIClientOptions | BedrockClientOptions | BedrockConverseClientOptions | GoogleClientOptions;
 export type LLMConfig = {
     provider: Providers;
 } & ClientOptions;
 export type ProviderOptionsMap = {
     [Providers.OPENAI]: OpenAIClientOptions;
+    [Providers.AZURE]: AzureClientOptions;
     [Providers.OLLAMA]: OllamaClientOptions;
     [Providers.ANTHROPIC]: AnthropicClientOptions;
     [Providers.MISTRALAI]: MistralAIClientOptions;
@@ -46,6 +55,7 @@ export type ProviderOptionsMap = {
 export type ChatModelMap = {
     [Providers.OPENAI]: ChatOpenAI;
     [Providers.OLLAMA]: ChatOllama;
+    [Providers.AZURE]: AzureChatOpenAI;
     [Providers.ANTHROPIC]: ChatAnthropic;
     [Providers.MISTRALAI]: ChatMistralAI;
     [Providers.VERTEXAI]: ChatVertexAI;

package/dist/types/utils/index.d.ts

@@ -1,3 +1,4 @@
 export * from './graph';
+export * from './llm';
 export * from './misc';
 export * from './run';

package/dist/types/utils/llm.d.ts

@@ -0,0 +1,2 @@
+import { Providers } from '@/common';
+export declare function isOpenAILike(provider?: string | Providers): boolean;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "1.9.97",
+  "version": "1.9.99",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",

package/src/common/enum.ts

@@ -77,6 +77,7 @@ export enum Providers {
   MISTRALAI = 'mistralai',
   OLLAMA = 'ollama',
   GOOGLE = 'google',
+  AZURE = 'azureOpenAI',
 }
 
 export enum GraphNodeKeys {

package/src/graphs/Graph.ts

@@ -1,9 +1,9 @@
 // src/graphs/Graph.ts
 import { nanoid } from 'nanoid';
-import { ChatOpenAI } from '@langchain/openai';
 import { concat } from '@langchain/core/utils/stream';
 import { ToolNode } from '@langchain/langgraph/prebuilt';
 import { START, END, StateGraph  } from '@langchain/langgraph';
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
 import { Runnable, RunnableConfig } from '@langchain/core/runnables';
 import { dispatchCustomEvent } from '@langchain/core/callbacks/dispatch';
 import { AIMessageChunk, ToolMessage, SystemMessage } from '@langchain/core/messages';
@@ -18,7 +18,7 @@ import {
   formatOpenAIArtifactContent,
   formatAnthropicArtifactContent,
 } from '@/messages';
-import { resetIfNotEmpty, joinKeys, sleep } from '@/utils';
+import { resetIfNotEmpty, isOpenAILike, joinKeys, sleep } from '@/utils';
 import { HandlerRegistry } from '@/events';
 
 const { AGENT, TOOLS } = GraphNodeKeys;
@@ -262,7 +262,7 @@ export class StandardGraph extends Graph<
     const ChatModelClass = getChatModelClass(this.provider);
     const model = new ChatModelClass(this.clientOptions);
 
-    if (this.provider === Providers.OPENAI && model instanceof ChatOpenAI) {
+    if (isOpenAILike(this.provider) && (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)) {
       model.temperature = (this.clientOptions as t.OpenAIClientOptions).temperature as number;
       model.topP = (this.clientOptions as t.OpenAIClientOptions).topP as number;
       model.frequencyPenalty = (this.clientOptions as t.OpenAIClientOptions).frequencyPenalty as number;
@@ -323,7 +323,7 @@ export class StandardGraph extends Graph<
         formatAnthropicArtifactContent(finalMessages);
       } else if (
         isLatestToolMessage &&
-        provider === Providers.OPENAI
+        isOpenAILike(provider)
       ) {
         formatOpenAIArtifactContent(finalMessages);
       }

package/src/llm/providers.ts

@@ -1,10 +1,10 @@
 // src/llm/providers.ts
-import { ChatOpenAI } from '@langchain/openai';
 import { ChatOllama } from '@langchain/ollama';
 import { ChatBedrockConverse } from '@langchain/aws';
 // import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { ChatVertexAI } from '@langchain/google-vertexai';
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
 import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
 import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
 import type { ChatModelConstructorMap, ProviderOptionsMap, ChatModelMap } from '@/types';
@@ -13,6 +13,7 @@ import { CustomAnthropic } from '@/llm/anthropic/llm';
 
 export const llmProviders: Partial<ChatModelConstructorMap> = {
   [Providers.OPENAI]: ChatOpenAI,
+  [Providers.AZURE]: AzureChatOpenAI,
   [Providers.OLLAMA]: ChatOllama,
   [Providers.VERTEXAI]: ChatVertexAI,
   [Providers.BEDROCK_LEGACY]: BedrockChat,

package/src/run.ts

@@ -1,6 +1,6 @@
 // src/run.ts
-import { ChatOpenAI } from '@langchain/openai';
 import { PromptTemplate } from '@langchain/core/prompts';
+import { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';
 import type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';
 import type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';
 import type { RunnableConfig } from '@langchain/core/runnables';
@@ -10,6 +10,7 @@ import { manualToolStreamProviders } from '@/llm/providers';
 import { createTitleRunnable } from '@/utils/title';
 import { StandardGraph } from '@/graphs/Graph';
 import { HandlerRegistry } from '@/events';
+import { isOpenAILike } from '@/utils/llm';
 
 export class Run<T extends t.BaseGraphState> {
   graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;
@@ -186,7 +187,7 @@ export class Run<T extends t.BaseGraphState> {
     if (!model) {
       return { language: '', title: '' };
     }
-    if (this.provider === Providers.OPENAI && model instanceof ChatOpenAI) {
+    if (isOpenAILike(this.provider) && (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)) {
       model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)?.temperature as number;
       model.topP = (clientOptions as t.OpenAIClientOptions | undefined)?.topP as number;
       model.frequencyPenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.frequencyPenalty as number;

package/src/stream.ts

@@ -15,7 +15,7 @@ function getNonEmptyValue(possibleValues: string[]): string | undefined {
   return undefined;
 }
 
-const getMessageId = (stepKey: string, graph: Graph<t.BaseGraphState>, returnExistingId = false): string | undefined => {
+export const getMessageId = (stepKey: string, graph: Graph<t.BaseGraphState>, returnExistingId = false): string | undefined => {
   const messageId = graph.messageIdsByStepKey.get(stepKey);
   if (messageId != null && messageId) {
     return returnExistingId ? messageId : undefined;

package/src/types/llm.ts

@@ -1,26 +1,35 @@
 // src/types/llm.ts
-import { ChatOpenAI } from '@langchain/openai';
 import { ChatOllama } from '@langchain/ollama';
 import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { ChatBedrockConverse } from '@langchain/aws';
 import { ChatVertexAI } from '@langchain/google-vertexai';
-import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
 import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
-import type { Runnable } from '@langchain/core/runnables';
-import type { StructuredTool } from '@langchain/core/tools';
-import type { BindToolsInput } from '@langchain/core/language_models/chat_models';
+import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
+import { ChatOpenAI, AzureChatOpenAI, ClientOptions as OAIClientOptions } from '@langchain/openai';
+import type { BindToolsInput, BaseChatModelParams } from '@langchain/core/language_models/chat_models';
+import type { ChatOpenAIFields, OpenAIChatInput, AzureOpenAIInput } from '@langchain/openai';
 import type { BedrockChatFields } from '@langchain/community/chat_models/bedrock/web';
-import type { ChatOpenAIFields } from '@langchain/openai';
-import type { OpenAI as OpenAIClient } from 'openai';
 import type { GoogleGenerativeAIChatInput } from '@langchain/google-genai';
 import type { ChatVertexAIInput } from '@langchain/google-vertexai';
 import type { ChatBedrockConverseInput } from '@langchain/aws';
 import type { ChatMistralAIInput } from '@langchain/mistralai';
+import type { StructuredTool } from '@langchain/core/tools';
 import type { AnthropicInput } from '@langchain/anthropic';
+import type { Runnable } from '@langchain/core/runnables';
 import type { ChatOllamaInput } from '@langchain/ollama';
+import type { OpenAI as OpenAIClient } from 'openai';
 import { Providers } from '@/common';
 
+export type AzureClientOptions = (Partial<OpenAIChatInput> & Partial<AzureOpenAIInput> & {
+        openAIApiKey?: string;
+        openAIApiVersion?: string;
+        openAIBasePath?: string;
+        deploymentName?: string;
+    } & BaseChatModelParams & {
+        configuration?: OAIClientOptions;
+    });
+
 export type ChatOpenAIToolType = BindToolsInput | OpenAIClient.ChatCompletionTool;
 export type CommonToolType = StructuredTool | ChatOpenAIToolType;
 
@@ -33,7 +42,7 @@ export type BedrockClientOptions = BedrockChatFields;
 export type BedrockConverseClientOptions = ChatBedrockConverseInput;
 export type GoogleClientOptions = GoogleGenerativeAIChatInput;
 
-export type ClientOptions = OpenAIClientOptions | OllamaClientOptions | AnthropicClientOptions | MistralAIClientOptions | VertexAIClientOptions | BedrockClientOptions | BedrockConverseClientOptions | GoogleClientOptions;
+export type ClientOptions = OpenAIClientOptions | AzureClientOptions | OllamaClientOptions | AnthropicClientOptions | MistralAIClientOptions | VertexAIClientOptions | BedrockClientOptions | BedrockConverseClientOptions | GoogleClientOptions;
 
 export type LLMConfig = {
   provider: Providers;
@@ -41,6 +50,7 @@ export type LLMConfig = {
 
 export type ProviderOptionsMap = {
   [Providers.OPENAI]: OpenAIClientOptions;
+  [Providers.AZURE]: AzureClientOptions;
   [Providers.OLLAMA]: OllamaClientOptions;
   [Providers.ANTHROPIC]: AnthropicClientOptions;
   [Providers.MISTRALAI]: MistralAIClientOptions;
@@ -53,6 +63,7 @@ export type ProviderOptionsMap = {
 export type ChatModelMap = {
   [Providers.OPENAI]: ChatOpenAI;
   [Providers.OLLAMA]: ChatOllama;
+  [Providers.AZURE]: AzureChatOpenAI;
   [Providers.ANTHROPIC]: ChatAnthropic;
   [Providers.MISTRALAI]: ChatMistralAI;
   [Providers.VERTEXAI]: ChatVertexAI;

package/src/utils/index.ts

@@ -1,3 +1,4 @@
 export * from './graph';
+export * from './llm';
 export * from './misc';
 export * from './run';

package/src/utils/llm.ts

@@ -0,0 +1,9 @@
+// src/utils/llm.ts
+import { Providers } from '@/common';
+
+export function isOpenAILike(provider?: string | Providers): boolean {
+  if (provider == null) {
+    return false;
+  }
+  return ([Providers.OPENAI, Providers.AZURE] as string[]).includes(provider);
+}

package/src/utils/llmConfig.ts

@@ -11,6 +11,17 @@ export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
     streamUsage: true,
     // disableStreaming: true,
   },
+  [Providers.AZURE]: {
+    provider: Providers.AZURE,
+    temperature: 0.7,
+    streaming: true,
+    streamUsage: true,
+    azureOpenAIApiKey: process.env.AZURE_OPENAI_API_KEY,
+    azureOpenAIApiInstanceName: process.env.AZURE_OPENAI_API_INSTANCE,
+    azureOpenAIApiDeploymentName: process.env.AZURE_OPENAI_API_DEPLOYMENT,
+    azureOpenAIApiVersion: process.env.AZURE_OPENAI_API_VERSION,
+    model: process.env.AZURE_MODEL_NAME ?? 'gpt-4o',
+  },
   [Providers.OLLAMA]: {
     provider: Providers.OLLAMA,
     model: 'llama3.2',