@librechat/agents 3.0.33 → 3.0.35

package/src/utils/llmConfig.ts

@@ -56,8 +56,8 @@ export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
     provider: Providers.OPENROUTER,
     streaming: true,
     streamUsage: true,
-    model: 'openai/gpt-4.1',
-    openAIApiKey: process.env.OPENROUTER_API_KEY,
+    model: 'anthropic/claude-sonnet-4',
+    apiKey: process.env.OPENROUTER_API_KEY,
     configuration: {
       baseURL: process.env.OPENROUTER_BASE_URL,
       defaultHeaders: {
@@ -66,6 +66,12 @@ export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
       },
     },
     include_reasoning: true,
+    modelKwargs: {
+      reasoning: {
+        max_tokens: 8000,
+      },
+      max_tokens: 10000,
+    },
   } as or.ChatOpenRouterCallOptions & t.LLMConfig,
   [Providers.AZURE]: {
     provider: Providers.AZURE,
@@ -78,12 +84,14 @@ export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
     azureOpenAIApiVersion: process.env.AZURE_OPENAI_API_VERSION,
     model: process.env.AZURE_MODEL_NAME ?? 'gpt-4o',
   },
-  [Providers.OLLAMA]: {
-    provider: Providers.OLLAMA,
+  ollama: {
+    provider: Providers.OPENAI,
     model: 'gpt-oss:20b',
     streaming: true,
     streamUsage: true,
-    baseUrl: 'http://localhost:11434',
+    configuration: {
+      baseURL: 'http://localhost:11434/v1',
+    },
   },
   lmstudio: {
     provider: Providers.OPENAI,

package/dist/cjs/llm/ollama/index.cjs

@@ -1,70 +0,0 @@
-'use strict';
-
-var messages = require('@langchain/core/messages');
-var outputs = require('@langchain/core/outputs');
-var ollama = require('@langchain/ollama');
-var utils = require('./utils.cjs');
-
-class ChatOllama extends ollama.ChatOllama {
-    static lc_name() {
-        return 'LibreChatOllama';
-    }
-    async *_streamResponseChunks(messages$1, options, runManager) {
-        if (this.checkOrPullModel) {
-            // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-            // @ts-ignore
-            if (!(await this.checkModelExistsOnMachine(this.model))) {
-                await this.pull(this.model, {
-                    logProgress: true,
-                });
-            }
-        }
-        const params = this.invocationParams(options);
-        // TODO: remove cast after SDK adds support for tool calls
-        const ollamaMessages = utils.convertToOllamaMessages(messages$1);
-        const usageMetadata = {
-            input_tokens: 0,
-            output_tokens: 0,
-            total_tokens: 0,
-        };
-        const stream = await this.client.chat({
-            ...params,
-            messages: ollamaMessages,
-            stream: true,
-        });
-        let lastMetadata;
-        for await (const chunk of stream) {
-            if (options.signal?.aborted === true) {
-                this.client.abort();
-            }
-            const { message: responseMessage, ...rest } = chunk;
-            usageMetadata.input_tokens += rest.prompt_eval_count ?? 0;
-            usageMetadata.output_tokens += rest.eval_count ?? 0;
-            usageMetadata.total_tokens =
-                usageMetadata.input_tokens + usageMetadata.output_tokens;
-            lastMetadata = rest;
-            if (!responseMessage) {
-                continue;
-            }
-            const message = utils.convertOllamaMessagesToLangChain(responseMessage);
-            const generationChunk = new outputs.ChatGenerationChunk({
-                text: responseMessage.content || '',
-                message,
-            });
-            yield generationChunk;
-            await runManager?.handleLLMNewToken(responseMessage.content || '', undefined, undefined, undefined, undefined, { chunk: generationChunk });
-        }
-        // Yield the `response_metadata` as the final chunk.
-        yield new outputs.ChatGenerationChunk({
-            text: '',
-            message: new messages.AIMessageChunk({
-                content: '',
-                response_metadata: lastMetadata,
-                usage_metadata: usageMetadata,
-            }),
-        });
-    }
-}
-
-exports.ChatOllama = ChatOllama;
-//# sourceMappingURL=index.cjs.map

package/dist/cjs/llm/ollama/index.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.cjs","sources":["../../../../src/llm/ollama/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { ChatOllama as BaseChatOllama } from '@langchain/ollama';\nimport { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type {\n  ChatResponse as OllamaChatResponse,\n  Message as OllamaMessage,\n} from 'ollama';\nimport type { UsageMetadata, BaseMessage } from '@langchain/core/messages';\nimport {\n  convertOllamaMessagesToLangChain,\n  convertToOllamaMessages,\n} from './utils';\n\nexport class ChatOllama extends BaseChatOllama {\n  static lc_name(): 'LibreChatOllama' {\n    return 'LibreChatOllama';\n  }\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    if (this.checkOrPullModel) {\n      // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n      // @ts-ignore\n      if (!((await this.checkModelExistsOnMachine(this.model)) as boolean)) {\n        await this.pull(this.model, {\n          logProgress: true,\n        });\n      }\n    }\n\n    const params = this.invocationParams(options);\n    // TODO: remove cast after SDK adds support for tool calls\n    const ollamaMessages = convertToOllamaMessages(messages) as OllamaMessage[];\n\n    const usageMetadata: UsageMetadata = {\n      input_tokens: 0,\n      output_tokens: 0,\n      total_tokens: 0,\n    };\n\n    const stream = await this.client.chat({\n      ...params,\n      messages: ollamaMessages,\n      stream: true,\n    });\n\n    let lastMetadata: Omit<OllamaChatResponse, 'message'> | undefined;\n\n    for await (const chunk of stream) {\n      if (options.signal?.aborted === true) {\n        this.client.abort();\n      }\n      const { message: responseMessage, ...rest } =\n        chunk as Partial<OllamaChatResponse>;\n      usageMetadata.input_tokens += rest.prompt_eval_count ?? 0;\n      usageMetadata.output_tokens += rest.eval_count ?? 0;\n      usageMetadata.total_tokens =\n        usageMetadata.input_tokens + usageMetadata.output_tokens;\n      lastMetadata = rest as Omit<OllamaChatResponse, 'message'>;\n      if (!responseMessage) {\n        continue;\n      }\n      const message = convertOllamaMessagesToLangChain(responseMessage);\n      const generationChunk = new ChatGenerationChunk({\n        text: responseMessage.content || '',\n        message,\n      });\n      yield generationChunk;\n      await runManager?.handleLLMNewToken(\n        responseMessage.content || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk: generationChunk }\n      );\n    }\n\n    // Yield the `response_metadata` as the final chunk.\n    yield new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        response_metadata: lastMetadata,\n        usage_metadata: usageMetadata,\n      }),\n    });\n  }\n}\n"],"names":["BaseChatOllama","messages","convertToOllamaMessages","convertOllamaMessagesToLangChain","ChatGenerationChunk","AIMessageChunk"],"mappings":";;;;;;;AAcM,MAAO,UAAW,SAAQA,iBAAc,CAAA;AAC5C,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,iBAAiB;;IAE1B,OAAO,qBAAqB,CAC1BC,UAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,IAAI,IAAI,CAAC,gBAAgB,EAAE;;;AAGzB,YAAA,IAAI,EAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAa,EAAE;AACpE,gBAAA,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AAC1B,oBAAA,WAAW,EAAE,IAAI;AAClB,iBAAA,CAAC;;;QAIN,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;;AAE7C,QAAA,MAAM,cAAc,GAAGC,6BAAuB,CAACD,UAAQ,CAAoB;AAE3E,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,CAAC;AAChB,YAAA,YAAY,EAAE,CAAC;SAChB;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;AACpC,YAAA,GAAG,MAAM;AACT,YAAA,QAAQ,EAAE,cAAc;AACxB,YAAA,MAAM,EAAE,IAAI;AACb,SAAA,CAAC;AAEF,QAAA,IAAI,YAA6D;AAEjE,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;YAChC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;;YAErB,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,IAAI,EAAE,GACzC,KAAoC;YACtC,aAAa,CAAC,YAAY,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC;YACzD,aAAa,CAAC,aAAa,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC;AACnD,YAAA,aAAa,CAAC,YAAY;AACxB,gBAAA,aAAa,CAAC,YAAY,GAAG,aAAa,CAAC,aAAa;YAC1D,YAAY,GAAG,IAA2C;YAC1D,IAAI,CAAC,eAAe,EAAE;gBACpB;;AAEF,YAAA,MAAM,OAAO,GAAGE,sCAAgC,CAAC,eAAe,CAAC;AACjE,YAAA,MAAM,eAAe,GAAG,IAAIC,2BAAmB,CAAC;AAC9C,gBAAA,IAAI,EAAE,eAAe,CAAC,OAAO,IAAI,EAAE;gBACnC,OAAO;AACR,aAAA,CAAC;AACF,YAAA,MAAM,eAAe;YACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,eAAe,CAAC,OAAO,IAAI,EAAE,EAC7B,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;;;QAIH,MAAM,IAAIA,2BAAmB,CAAC;AAC5B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,iBAAiB,EAAE,YAAY;AAC/B,gBAAA,cAAc,EAAE,aAAa;aAC9B,CAAC;AACH,SAAA,CAAC;;AAEL;;;;"}

package/dist/cjs/llm/ollama/utils.cjs

@@ -1,158 +0,0 @@
-'use strict';
-
-var messages = require('@langchain/core/messages');
-var uuid = require('uuid');
-
-function convertOllamaMessagesToLangChain(messages$1, extra) {
-    const additional_kwargs = {};
-    if ('thinking' in messages$1) {
-        additional_kwargs.reasoning_content = messages$1.thinking;
-    }
-    return new messages.AIMessageChunk({
-        content: messages$1.content || '',
-        tool_call_chunks: messages$1.tool_calls?.map((tc) => ({
-            name: tc.function.name,
-            args: JSON.stringify(tc.function.arguments),
-            type: 'tool_call_chunk',
-            index: 0,
-            id: uuid.v4(),
-        })),
-        response_metadata: extra?.responseMetadata,
-        usage_metadata: extra?.usageMetadata,
-        additional_kwargs,
-    });
-}
-function extractBase64FromDataUrl(dataUrl) {
-    const match = dataUrl.match(/^data:.*?;base64,(.*)$/);
-    return match ? match[1] : '';
-}
-function convertAMessagesToOllama(messages) {
-    if (typeof messages.content === 'string') {
-        return [
-            {
-                role: 'assistant',
-                content: messages.content,
-            },
-        ];
-    }
-    const textFields = messages.content.filter((c) => c.type === 'text' && typeof c.text === 'string');
-    const textMessages = textFields.map((c) => ({
-        role: 'assistant',
-        content: c.text,
-    }));
-    let toolCallMsgs;
-    if (messages.content.find((c) => c.type === 'tool_use') &&
-        messages.tool_calls?.length) {
-        // `tool_use` content types are accepted if the message has tool calls
-        const toolCalls = messages.tool_calls.map((tc) => ({
-            id: tc.id,
-            type: 'function',
-            function: {
-                name: tc.name,
-                arguments: tc.args,
-            },
-        }));
-        if (toolCalls) {
-            toolCallMsgs = {
-                role: 'assistant',
-                tool_calls: toolCalls,
-                content: '',
-            };
-        }
-    }
-    else if (messages.content.find((c) => c.type === 'tool_use') &&
-        !messages.tool_calls?.length) {
-        throw new Error('\'tool_use\' content type is not supported without tool calls.');
-    }
-    return [...textMessages, ...(toolCallMsgs ? [toolCallMsgs] : [])];
-}
-function convertHumanGenericMessagesToOllama(message) {
-    if (typeof message.content === 'string') {
-        return [
-            {
-                role: 'user',
-                content: message.content,
-            },
-        ];
-    }
-    return message.content.map((c) => {
-        if (c.type === 'text') {
-            return {
-                role: 'user',
-                content: c.text,
-            };
-        }
-        else if (c.type === 'image_url') {
-            if (typeof c.image_url === 'string') {
-                return {
-                    role: 'user',
-                    content: '',
-                    images: [extractBase64FromDataUrl(c.image_url)],
-                };
-            }
-            else if (c.image_url.url && typeof c.image_url.url === 'string') {
-                return {
-                    role: 'user',
-                    content: '',
-                    images: [extractBase64FromDataUrl(c.image_url.url)],
-                };
-            }
-        }
-        throw new Error(`Unsupported content type: ${c.type}`);
-    });
-}
-function convertSystemMessageToOllama(message) {
-    if (typeof message.content === 'string') {
-        return [
-            {
-                role: 'system',
-                content: message.content,
-            },
-        ];
-    }
-    else if (message.content.every((c) => c.type === 'text' && typeof c.text === 'string')) {
-        return message.content.map((c) => ({
-            role: 'system',
-            content: c.text,
-        }));
-    }
-    else {
-        throw new Error(`Unsupported content type(s): ${message.content
-            .map((c) => c.type)
-            .join(', ')}`);
-    }
-}
-function convertToolMessageToOllama(message) {
-    if (typeof message.content !== 'string') {
-        throw new Error('Non string tool message content is not supported');
-    }
-    return [
-        {
-            role: 'tool',
-            content: message.content,
-        },
-    ];
-}
-function convertToOllamaMessages(messages) {
-    return messages.flatMap((msg) => {
-        if (['human', 'generic'].includes(msg._getType())) {
-            return convertHumanGenericMessagesToOllama(msg);
-        }
-        else if (msg._getType() === 'ai') {
-            return convertAMessagesToOllama(msg);
-        }
-        else if (msg._getType() === 'system') {
-            return convertSystemMessageToOllama(msg);
-        }
-        else if (msg._getType() === 'tool') {
-            return convertToolMessageToOllama(msg);
-        }
-        else {
-            throw new Error(`Unsupported message type: ${msg._getType()}`);
-        }
-    });
-}
-
-exports.convertOllamaMessagesToLangChain = convertOllamaMessagesToLangChain;
-exports.convertToOllamaMessages = convertToOllamaMessages;
-//# sourceMappingURL=utils.cjs.map

package/dist/cjs/llm/ollama/utils.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.cjs","sources":["../../../../src/llm/ollama/utils.ts"],"sourcesContent":["import {\n  AIMessage,\n  AIMessageChunk,\n  BaseMessage,\n  HumanMessage,\n  MessageContentText,\n  SystemMessage,\n  ToolMessage,\n  UsageMetadata,\n} from '@langchain/core/messages';\nimport type {\n  Message as OllamaMessage,\n  ToolCall as OllamaToolCall,\n} from 'ollama';\nimport { v4 as uuidv4 } from 'uuid';\n\nexport function convertOllamaMessagesToLangChain(\n  messages: OllamaMessage,\n  extra?: {\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    responseMetadata?: Record<string, any>;\n    usageMetadata?: UsageMetadata;\n  }\n): AIMessageChunk {\n  const additional_kwargs: BaseMessage['additional_kwargs'] = {};\n  if ('thinking' in messages) {\n    additional_kwargs.reasoning_content = messages.thinking as string;\n  }\n  return new AIMessageChunk({\n    content: messages.content || '',\n    tool_call_chunks: messages.tool_calls?.map((tc) => ({\n      name: tc.function.name,\n      args: JSON.stringify(tc.function.arguments),\n      type: 'tool_call_chunk',\n      index: 0,\n      id: uuidv4(),\n    })),\n    response_metadata: extra?.responseMetadata,\n    usage_metadata: extra?.usageMetadata,\n    additional_kwargs,\n  });\n}\n\nfunction extractBase64FromDataUrl(dataUrl: string): string {\n  const match = dataUrl.match(/^data:.*?;base64,(.*)$/);\n  return match ? match[1] : '';\n}\n\nfunction convertAMessagesToOllama(messages: AIMessage): OllamaMessage[] {\n  if (typeof messages.content === 'string') {\n    return [\n      {\n        role: 'assistant',\n        content: messages.content,\n      },\n    ];\n  }\n\n  const textFields = messages.content.filter(\n    (c) => c.type === 'text' && typeof c.text === 'string'\n  );\n  const textMessages = (textFields as MessageContentText[]).map((c) => ({\n    role: 'assistant',\n    content: c.text,\n  }));\n  let toolCallMsgs: OllamaMessage | undefined;\n\n  if (\n    messages.content.find((c) => c.type === 'tool_use') &&\n    messages.tool_calls?.length\n  ) {\n    // `tool_use` content types are accepted if the message has tool calls\n    const toolCalls: OllamaToolCall[] | undefined = messages.tool_calls.map(\n      (tc) => ({\n        id: tc.id,\n        type: 'function',\n        function: {\n          name: tc.name,\n          arguments: tc.args,\n        },\n      })\n    );\n\n    if (toolCalls) {\n      toolCallMsgs = {\n        role: 'assistant',\n        tool_calls: toolCalls,\n        content: '',\n      };\n    }\n  } else if (\n    messages.content.find((c) => c.type === 'tool_use') &&\n    !messages.tool_calls?.length\n  ) {\n    throw new Error(\n      '\\'tool_use\\' content type is not supported without tool calls.'\n    );\n  }\n\n  return [...textMessages, ...(toolCallMsgs ? [toolCallMsgs] : [])];\n}\n\nfunction convertHumanGenericMessagesToOllama(\n  message: HumanMessage\n): OllamaMessage[] {\n  if (typeof message.content === 'string') {\n    return [\n      {\n        role: 'user',\n        content: message.content,\n      },\n    ];\n  }\n  return message.content.map((c) => {\n    if (c.type === 'text') {\n      return {\n        role: 'user',\n        content: c.text,\n      };\n    } else if (c.type === 'image_url') {\n      if (typeof c.image_url === 'string') {\n        return {\n          role: 'user',\n          content: '',\n          images: [extractBase64FromDataUrl(c.image_url)],\n        };\n      } else if (c.image_url.url && typeof c.image_url.url === 'string') {\n        return {\n          role: 'user',\n          content: '',\n          images: [extractBase64FromDataUrl(c.image_url.url)],\n        };\n      }\n    }\n    throw new Error(`Unsupported content type: ${c.type}`);\n  });\n}\n\nfunction convertSystemMessageToOllama(message: SystemMessage): OllamaMessage[] {\n  if (typeof message.content === 'string') {\n    return [\n      {\n        role: 'system',\n        content: message.content,\n      },\n    ];\n  } else if (\n    message.content.every(\n      (c) => c.type === 'text' && typeof c.text === 'string'\n    )\n  ) {\n    return (message.content as MessageContentText[]).map((c) => ({\n      role: 'system',\n      content: c.text,\n    }));\n  } else {\n    throw new Error(\n      `Unsupported content type(s): ${message.content\n        .map((c) => c.type)\n        .join(', ')}`\n    );\n  }\n}\n\nfunction convertToolMessageToOllama(message: ToolMessage): OllamaMessage[] {\n  if (typeof message.content !== 'string') {\n    throw new Error('Non string tool message content is not supported');\n  }\n  return [\n    {\n      role: 'tool',\n      content: message.content,\n    },\n  ];\n}\n\nexport function convertToOllamaMessages(\n  messages: BaseMessage[]\n): OllamaMessage[] {\n  return messages.flatMap((msg) => {\n    if (['human', 'generic'].includes(msg._getType())) {\n      return convertHumanGenericMessagesToOllama(msg);\n    } else if (msg._getType() === 'ai') {\n      return convertAMessagesToOllama(msg);\n    } else if (msg._getType() === 'system') {\n      return convertSystemMessageToOllama(msg);\n    } else if (msg._getType() === 'tool') {\n      return convertToolMessageToOllama(msg as ToolMessage);\n    } else {\n      throw new Error(`Unsupported message type: ${msg._getType()}`);\n    }\n  });\n}\n"],"names":["messages","AIMessageChunk","uuidv4"],"mappings":";;;;;AAgBgB,SAAA,gCAAgC,CAC9CA,UAAuB,EACvB,KAIC,EAAA;IAED,MAAM,iBAAiB,GAAqC,EAAE;AAC9D,IAAA,IAAI,UAAU,IAAIA,UAAQ,EAAE;AAC1B,QAAA,iBAAiB,CAAC,iBAAiB,GAAGA,UAAQ,CAAC,QAAkB;;IAEnE,OAAO,IAAIC,uBAAc,CAAC;AACxB,QAAA,OAAO,EAAED,UAAQ,CAAC,OAAO,IAAI,EAAE;AAC/B,QAAA,gBAAgB,EAAEA,UAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,MAAM;AAClD,YAAA,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;AAC3C,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,KAAK,EAAE,CAAC;YACR,EAAE,EAAEE,OAAM,EAAE;AACb,SAAA,CAAC,CAAC;QACH,iBAAiB,EAAE,KAAK,EAAE,gBAAgB;QAC1C,cAAc,EAAE,KAAK,EAAE,aAAa;QACpC,iBAAiB;AAClB,KAAA,CAAC;AACJ;AAEA,SAAS,wBAAwB,CAAC,OAAe,EAAA;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC;AACrD,IAAA,OAAO,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE;AAC9B;AAEA,SAAS,wBAAwB,CAAC,QAAmB,EAAA;AACnD,IAAA,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE;QACxC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;AAC1B,aAAA;SACF;;IAGH,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CACxC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CACvD;IACD,MAAM,YAAY,GAAI,UAAmC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;AACpE,QAAA,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,CAAC,IAAI;AAChB,KAAA,CAAC,CAAC;AACH,IAAA,IAAI,YAAuC;AAE3C,IAAA,IACE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,QAAA,QAAQ,CAAC,UAAU,EAAE,MAAM,EAC3B;;AAEA,QAAA,MAAM,SAAS,GAAiC,QAAQ,CAAC,UAAU,CAAC,GAAG,CACrE,CAAC,EAAE,MAAM;YACP,EAAE,EAAE,EAAE,CAAC,EAAE;AACT,YAAA,IAAI,EAAE,UAAU;AAChB,YAAA,QAAQ,EAAE;gBACR,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,SAAS,EAAE,EAAE,CAAC,IAAI;AACnB,aAAA;AACF,SAAA,CAAC,CACH;QAED,IAAI,SAAS,EAAE;AACb,YAAA,YAAY,GAAG;AACb,gBAAA,IAAI,EAAE,WAAW;AACjB,gBAAA,UAAU,EAAE,SAAS;AACrB,gBAAA,OAAO,EAAE,EAAE;aACZ;;;AAEE,SAAA,IACL,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,QAAA,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAC5B;AACA,QAAA,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE;;AAGH,IAAA,OAAO,CAAC,GAAG,YAAY,EAAE,IAAI,YAAY,GAAG,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;AACnE;AAEA,SAAS,mCAAmC,CAC1C,OAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;QACvC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,aAAA;SACF;;IAEH,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAI;AAC/B,QAAA,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE;YACrB,OAAO;AACL,gBAAA,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,CAAC,IAAI;aAChB;;AACI,aAAA,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE;AACjC,YAAA,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,EAAE;gBACnC,OAAO;AACL,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;iBAChD;;AACI,iBAAA,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,KAAK,QAAQ,EAAE;gBACjE,OAAO;AACL,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;iBACpD;;;QAGL,MAAM,IAAI,KAAK,CAAC,CAAA,0BAAA,EAA6B,CAAC,CAAC,IAAI,CAAE,CAAA,CAAC;AACxD,KAAC,CAAC;AACJ;AAEA,SAAS,4BAA4B,CAAC,OAAsB,EAAA;AAC1D,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;QACvC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,aAAA;SACF;;SACI,IACL,OAAO,CAAC,OAAO,CAAC,KAAK,CACnB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CACvD,EACD;QACA,OAAQ,OAAO,CAAC,OAAgC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;AAC3D,YAAA,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,CAAC,IAAI;AAChB,SAAA,CAAC,CAAC;;SACE;AACL,QAAA,MAAM,IAAI,KAAK,CACb,CAAgC,6BAAA,EAAA,OAAO,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI;AACjB,aAAA,IAAI,CAAC,IAAI,CAAC,CAAA,CAAE,CAChB;;AAEL;AAEA,SAAS,0BAA0B,CAAC,OAAoB,EAAA;AACtD,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AACvC,QAAA,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC;;IAErE,OAAO;AACL,QAAA;AACE,YAAA,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA;KACF;AACH;AAEM,SAAU,uBAAuB,CACrC,QAAuB,EAAA;AAEvB,IAAA,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,KAAI;AAC9B,QAAA,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE;AACjD,YAAA,OAAO,mCAAmC,CAAC,GAAG,CAAC;;AAC1C,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;AAClC,YAAA,OAAO,wBAAwB,CAAC,GAAG,CAAC;;AAC/B,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,QAAQ,EAAE;AACtC,YAAA,OAAO,4BAA4B,CAAC,GAAG,CAAC;;AACnC,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,MAAM,EAAE;AACpC,YAAA,OAAO,0BAA0B,CAAC,GAAkB,CAAC;;aAChD;YACL,MAAM,IAAI,KAAK,CAAC,CAA6B,0BAAA,EAAA,GAAG,CAAC,QAAQ,EAAE,CAAE,CAAA,CAAC;;AAElE,KAAC,CAAC;AACJ;;;;;"}

package/dist/esm/llm/ollama/index.mjs

@@ -1,68 +0,0 @@
-import { AIMessageChunk } from '@langchain/core/messages';
-import { ChatGenerationChunk } from '@langchain/core/outputs';
-import { ChatOllama as ChatOllama$1 } from '@langchain/ollama';
-import { convertToOllamaMessages, convertOllamaMessagesToLangChain } from './utils.mjs';
-
-class ChatOllama extends ChatOllama$1 {
-    static lc_name() {
-        return 'LibreChatOllama';
-    }
-    async *_streamResponseChunks(messages, options, runManager) {
-        if (this.checkOrPullModel) {
-            // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-            // @ts-ignore
-            if (!(await this.checkModelExistsOnMachine(this.model))) {
-                await this.pull(this.model, {
-                    logProgress: true,
-                });
-            }
-        }
-        const params = this.invocationParams(options);
-        // TODO: remove cast after SDK adds support for tool calls
-        const ollamaMessages = convertToOllamaMessages(messages);
-        const usageMetadata = {
-            input_tokens: 0,
-            output_tokens: 0,
-            total_tokens: 0,
-        };
-        const stream = await this.client.chat({
-            ...params,
-            messages: ollamaMessages,
-            stream: true,
-        });
-        let lastMetadata;
-        for await (const chunk of stream) {
-            if (options.signal?.aborted === true) {
-                this.client.abort();
-            }
-            const { message: responseMessage, ...rest } = chunk;
-            usageMetadata.input_tokens += rest.prompt_eval_count ?? 0;
-            usageMetadata.output_tokens += rest.eval_count ?? 0;
-            usageMetadata.total_tokens =
-                usageMetadata.input_tokens + usageMetadata.output_tokens;
-            lastMetadata = rest;
-            if (!responseMessage) {
-                continue;
-            }
-            const message = convertOllamaMessagesToLangChain(responseMessage);
-            const generationChunk = new ChatGenerationChunk({
-                text: responseMessage.content || '',
-                message,
-            });
-            yield generationChunk;
-            await runManager?.handleLLMNewToken(responseMessage.content || '', undefined, undefined, undefined, undefined, { chunk: generationChunk });
-        }
-        // Yield the `response_metadata` as the final chunk.
-        yield new ChatGenerationChunk({
-            text: '',
-            message: new AIMessageChunk({
-                content: '',
-                response_metadata: lastMetadata,
-                usage_metadata: usageMetadata,
-            }),
-        });
-    }
-}
-
-export { ChatOllama };
-//# sourceMappingURL=index.mjs.map

package/dist/esm/llm/ollama/index.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.mjs","sources":["../../../../src/llm/ollama/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { ChatOllama as BaseChatOllama } from '@langchain/ollama';\nimport { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type {\n  ChatResponse as OllamaChatResponse,\n  Message as OllamaMessage,\n} from 'ollama';\nimport type { UsageMetadata, BaseMessage } from '@langchain/core/messages';\nimport {\n  convertOllamaMessagesToLangChain,\n  convertToOllamaMessages,\n} from './utils';\n\nexport class ChatOllama extends BaseChatOllama {\n  static lc_name(): 'LibreChatOllama' {\n    return 'LibreChatOllama';\n  }\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    if (this.checkOrPullModel) {\n      // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n      // @ts-ignore\n      if (!((await this.checkModelExistsOnMachine(this.model)) as boolean)) {\n        await this.pull(this.model, {\n          logProgress: true,\n        });\n      }\n    }\n\n    const params = this.invocationParams(options);\n    // TODO: remove cast after SDK adds support for tool calls\n    const ollamaMessages = convertToOllamaMessages(messages) as OllamaMessage[];\n\n    const usageMetadata: UsageMetadata = {\n      input_tokens: 0,\n      output_tokens: 0,\n      total_tokens: 0,\n    };\n\n    const stream = await this.client.chat({\n      ...params,\n      messages: ollamaMessages,\n      stream: true,\n    });\n\n    let lastMetadata: Omit<OllamaChatResponse, 'message'> | undefined;\n\n    for await (const chunk of stream) {\n      if (options.signal?.aborted === true) {\n        this.client.abort();\n      }\n      const { message: responseMessage, ...rest } =\n        chunk as Partial<OllamaChatResponse>;\n      usageMetadata.input_tokens += rest.prompt_eval_count ?? 0;\n      usageMetadata.output_tokens += rest.eval_count ?? 0;\n      usageMetadata.total_tokens =\n        usageMetadata.input_tokens + usageMetadata.output_tokens;\n      lastMetadata = rest as Omit<OllamaChatResponse, 'message'>;\n      if (!responseMessage) {\n        continue;\n      }\n      const message = convertOllamaMessagesToLangChain(responseMessage);\n      const generationChunk = new ChatGenerationChunk({\n        text: responseMessage.content || '',\n        message,\n      });\n      yield generationChunk;\n      await runManager?.handleLLMNewToken(\n        responseMessage.content || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk: generationChunk }\n      );\n    }\n\n    // Yield the `response_metadata` as the final chunk.\n    yield new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        response_metadata: lastMetadata,\n        usage_metadata: usageMetadata,\n      }),\n    });\n  }\n}\n"],"names":["BaseChatOllama"],"mappings":";;;;;AAcM,MAAO,UAAW,SAAQA,YAAc,CAAA;AAC5C,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,iBAAiB;;IAE1B,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,IAAI,IAAI,CAAC,gBAAgB,EAAE;;;AAGzB,YAAA,IAAI,EAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAa,EAAE;AACpE,gBAAA,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AAC1B,oBAAA,WAAW,EAAE,IAAI;AAClB,iBAAA,CAAC;;;QAIN,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;;AAE7C,QAAA,MAAM,cAAc,GAAG,uBAAuB,CAAC,QAAQ,CAAoB;AAE3E,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,CAAC;AAChB,YAAA,YAAY,EAAE,CAAC;SAChB;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;AACpC,YAAA,GAAG,MAAM;AACT,YAAA,QAAQ,EAAE,cAAc;AACxB,YAAA,MAAM,EAAE,IAAI;AACb,SAAA,CAAC;AAEF,QAAA,IAAI,YAA6D;AAEjE,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;YAChC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;;YAErB,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,IAAI,EAAE,GACzC,KAAoC;YACtC,aAAa,CAAC,YAAY,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC;YACzD,aAAa,CAAC,aAAa,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC;AACnD,YAAA,aAAa,CAAC,YAAY;AACxB,gBAAA,aAAa,CAAC,YAAY,GAAG,aAAa,CAAC,aAAa;YAC1D,YAAY,GAAG,IAA2C;YAC1D,IAAI,CAAC,eAAe,EAAE;gBACpB;;AAEF,YAAA,MAAM,OAAO,GAAG,gCAAgC,CAAC,eAAe,CAAC;AACjE,YAAA,MAAM,eAAe,GAAG,IAAI,mBAAmB,CAAC;AAC9C,gBAAA,IAAI,EAAE,eAAe,CAAC,OAAO,IAAI,EAAE;gBACnC,OAAO;AACR,aAAA,CAAC;AACF,YAAA,MAAM,eAAe;YACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,eAAe,CAAC,OAAO,IAAI,EAAE,EAC7B,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;;;QAIH,MAAM,IAAI,mBAAmB,CAAC;AAC5B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,iBAAiB,EAAE,YAAY;AAC/B,gBAAA,cAAc,EAAE,aAAa;aAC9B,CAAC;AACH,SAAA,CAAC;;AAEL;;;;"}

package/dist/esm/llm/ollama/utils.mjs

@@ -1,155 +0,0 @@
-import { AIMessageChunk } from '@langchain/core/messages';
-import { v4 } from 'uuid';
-
-function convertOllamaMessagesToLangChain(messages, extra) {
-    const additional_kwargs = {};
-    if ('thinking' in messages) {
-        additional_kwargs.reasoning_content = messages.thinking;
-    }
-    return new AIMessageChunk({
-        content: messages.content || '',
-        tool_call_chunks: messages.tool_calls?.map((tc) => ({
-            name: tc.function.name,
-            args: JSON.stringify(tc.function.arguments),
-            type: 'tool_call_chunk',
-            index: 0,
-            id: v4(),
-        })),
-        response_metadata: extra?.responseMetadata,
-        usage_metadata: extra?.usageMetadata,
-        additional_kwargs,
-    });
-}
-function extractBase64FromDataUrl(dataUrl) {
-    const match = dataUrl.match(/^data:.*?;base64,(.*)$/);
-    return match ? match[1] : '';
-}
-function convertAMessagesToOllama(messages) {
-    if (typeof messages.content === 'string') {
-        return [
-            {
-                role: 'assistant',
-                content: messages.content,
-            },
-        ];
-    }
-    const textFields = messages.content.filter((c) => c.type === 'text' && typeof c.text === 'string');
-    const textMessages = textFields.map((c) => ({
-        role: 'assistant',
-        content: c.text,
-    }));
-    let toolCallMsgs;
-    if (messages.content.find((c) => c.type === 'tool_use') &&
-        messages.tool_calls?.length) {
-        // `tool_use` content types are accepted if the message has tool calls
-        const toolCalls = messages.tool_calls.map((tc) => ({
-            id: tc.id,
-            type: 'function',
-            function: {
-                name: tc.name,
-                arguments: tc.args,
-            },
-        }));
-        if (toolCalls) {
-            toolCallMsgs = {
-                role: 'assistant',
-                tool_calls: toolCalls,
-                content: '',
-            };
-        }
-    }
-    else if (messages.content.find((c) => c.type === 'tool_use') &&
-        !messages.tool_calls?.length) {
-        throw new Error('\'tool_use\' content type is not supported without tool calls.');
-    }
-    return [...textMessages, ...(toolCallMsgs ? [toolCallMsgs] : [])];
-}
-function convertHumanGenericMessagesToOllama(message) {
-    if (typeof message.content === 'string') {
-        return [
-            {
-                role: 'user',
-                content: message.content,
-            },
-        ];
-    }
-    return message.content.map((c) => {
-        if (c.type === 'text') {
-            return {
-                role: 'user',
-                content: c.text,
-            };
-        }
-        else if (c.type === 'image_url') {
-            if (typeof c.image_url === 'string') {
-                return {
-                    role: 'user',
-                    content: '',
-                    images: [extractBase64FromDataUrl(c.image_url)],
-                };
-            }
-            else if (c.image_url.url && typeof c.image_url.url === 'string') {
-                return {
-                    role: 'user',
-                    content: '',
-                    images: [extractBase64FromDataUrl(c.image_url.url)],
-                };
-            }
-        }
-        throw new Error(`Unsupported content type: ${c.type}`);
-    });
-}
-function convertSystemMessageToOllama(message) {
-    if (typeof message.content === 'string') {
-        return [
-            {
-                role: 'system',
-                content: message.content,
-            },
-        ];
-    }
-    else if (message.content.every((c) => c.type === 'text' && typeof c.text === 'string')) {
-        return message.content.map((c) => ({
-            role: 'system',
-            content: c.text,
-        }));
-    }
-    else {
-        throw new Error(`Unsupported content type(s): ${message.content
-            .map((c) => c.type)
-            .join(', ')}`);
-    }
-}
-function convertToolMessageToOllama(message) {
-    if (typeof message.content !== 'string') {
-        throw new Error('Non string tool message content is not supported');
-    }
-    return [
-        {
-            role: 'tool',
-            content: message.content,
-        },
-    ];
-}
-function convertToOllamaMessages(messages) {
-    return messages.flatMap((msg) => {
-        if (['human', 'generic'].includes(msg._getType())) {
-            return convertHumanGenericMessagesToOllama(msg);
-        }
-        else if (msg._getType() === 'ai') {
-            return convertAMessagesToOllama(msg);
-        }
-        else if (msg._getType() === 'system') {
-            return convertSystemMessageToOllama(msg);
-        }
-        else if (msg._getType() === 'tool') {
-            return convertToolMessageToOllama(msg);
-        }
-        else {
-            throw new Error(`Unsupported message type: ${msg._getType()}`);
-        }
-    });
-}
-
-export { convertOllamaMessagesToLangChain, convertToOllamaMessages };
-//# sourceMappingURL=utils.mjs.map

package/dist/esm/llm/ollama/utils.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.mjs","sources":["../../../../src/llm/ollama/utils.ts"],"sourcesContent":["import {\n  AIMessage,\n  AIMessageChunk,\n  BaseMessage,\n  HumanMessage,\n  MessageContentText,\n  SystemMessage,\n  ToolMessage,\n  UsageMetadata,\n} from '@langchain/core/messages';\nimport type {\n  Message as OllamaMessage,\n  ToolCall as OllamaToolCall,\n} from 'ollama';\nimport { v4 as uuidv4 } from 'uuid';\n\nexport function convertOllamaMessagesToLangChain(\n  messages: OllamaMessage,\n  extra?: {\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    responseMetadata?: Record<string, any>;\n    usageMetadata?: UsageMetadata;\n  }\n): AIMessageChunk {\n  const additional_kwargs: BaseMessage['additional_kwargs'] = {};\n  if ('thinking' in messages) {\n    additional_kwargs.reasoning_content = messages.thinking as string;\n  }\n  return new AIMessageChunk({\n    content: messages.content || '',\n    tool_call_chunks: messages.tool_calls?.map((tc) => ({\n      name: tc.function.name,\n      args: JSON.stringify(tc.function.arguments),\n      type: 'tool_call_chunk',\n      index: 0,\n      id: uuidv4(),\n    })),\n    response_metadata: extra?.responseMetadata,\n    usage_metadata: extra?.usageMetadata,\n    additional_kwargs,\n  });\n}\n\nfunction extractBase64FromDataUrl(dataUrl: string): string {\n  const match = dataUrl.match(/^data:.*?;base64,(.*)$/);\n  return match ? match[1] : '';\n}\n\nfunction convertAMessagesToOllama(messages: AIMessage): OllamaMessage[] {\n  if (typeof messages.content === 'string') {\n    return [\n      {\n        role: 'assistant',\n        content: messages.content,\n      },\n    ];\n  }\n\n  const textFields = messages.content.filter(\n    (c) => c.type === 'text' && typeof c.text === 'string'\n  );\n  const textMessages = (textFields as MessageContentText[]).map((c) => ({\n    role: 'assistant',\n    content: c.text,\n  }));\n  let toolCallMsgs: OllamaMessage | undefined;\n\n  if (\n    messages.content.find((c) => c.type === 'tool_use') &&\n    messages.tool_calls?.length\n  ) {\n    // `tool_use` content types are accepted if the message has tool calls\n    const toolCalls: OllamaToolCall[] | undefined = messages.tool_calls.map(\n      (tc) => ({\n        id: tc.id,\n        type: 'function',\n        function: {\n          name: tc.name,\n          arguments: tc.args,\n        },\n      })\n    );\n\n    if (toolCalls) {\n      toolCallMsgs = {\n        role: 'assistant',\n        tool_calls: toolCalls,\n        content: '',\n      };\n    }\n  } else if (\n    messages.content.find((c) => c.type === 'tool_use') &&\n    !messages.tool_calls?.length\n  ) {\n    throw new Error(\n      '\\'tool_use\\' content type is not supported without tool calls.'\n    );\n  }\n\n  return [...textMessages, ...(toolCallMsgs ? [toolCallMsgs] : [])];\n}\n\nfunction convertHumanGenericMessagesToOllama(\n  message: HumanMessage\n): OllamaMessage[] {\n  if (typeof message.content === 'string') {\n    return [\n      {\n        role: 'user',\n        content: message.content,\n      },\n    ];\n  }\n  return message.content.map((c) => {\n    if (c.type === 'text') {\n      return {\n        role: 'user',\n        content: c.text,\n      };\n    } else if (c.type === 'image_url') {\n      if (typeof c.image_url === 'string') {\n        return {\n          role: 'user',\n          content: '',\n          images: [extractBase64FromDataUrl(c.image_url)],\n        };\n      } else if (c.image_url.url && typeof c.image_url.url === 'string') {\n        return {\n          role: 'user',\n          content: '',\n          images: [extractBase64FromDataUrl(c.image_url.url)],\n        };\n      }\n    }\n    throw new Error(`Unsupported content type: ${c.type}`);\n  });\n}\n\nfunction convertSystemMessageToOllama(message: SystemMessage): OllamaMessage[] {\n  if (typeof message.content === 'string') {\n    return [\n      {\n        role: 'system',\n        content: message.content,\n      },\n    ];\n  } else if (\n    message.content.every(\n      (c) => c.type === 'text' && typeof c.text === 'string'\n    )\n  ) {\n    return (message.content as MessageContentText[]).map((c) => ({\n      role: 'system',\n      content: c.text,\n    }));\n  } else {\n    throw new Error(\n      `Unsupported content type(s): ${message.content\n        .map((c) => c.type)\n        .join(', ')}`\n    );\n  }\n}\n\nfunction convertToolMessageToOllama(message: ToolMessage): OllamaMessage[] {\n  if (typeof message.content !== 'string') {\n    throw new Error('Non string tool message content is not supported');\n  }\n  return [\n    {\n      role: 'tool',\n      content: message.content,\n    },\n  ];\n}\n\nexport function convertToOllamaMessages(\n  messages: BaseMessage[]\n): OllamaMessage[] {\n  return messages.flatMap((msg) => {\n    if (['human', 'generic'].includes(msg._getType())) {\n      return convertHumanGenericMessagesToOllama(msg);\n    } else if (msg._getType() === 'ai') {\n      return convertAMessagesToOllama(msg);\n    } else if (msg._getType() === 'system') {\n      return convertSystemMessageToOllama(msg);\n    } else if (msg._getType() === 'tool') {\n      return convertToolMessageToOllama(msg as ToolMessage);\n    } else {\n      throw new Error(`Unsupported message type: ${msg._getType()}`);\n    }\n  });\n}\n"],"names":["uuidv4"],"mappings":";;;AAgBgB,SAAA,gCAAgC,CAC9C,QAAuB,EACvB,KAIC,EAAA;IAED,MAAM,iBAAiB,GAAqC,EAAE;AAC9D,IAAA,IAAI,UAAU,IAAI,QAAQ,EAAE;AAC1B,QAAA,iBAAiB,CAAC,iBAAiB,GAAG,QAAQ,CAAC,QAAkB;;IAEnE,OAAO,IAAI,cAAc,CAAC;AACxB,QAAA,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;AAC/B,QAAA,gBAAgB,EAAE,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,MAAM;AAClD,YAAA,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;AAC3C,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,KAAK,EAAE,CAAC;YACR,EAAE,EAAEA,EAAM,EAAE;AACb,SAAA,CAAC,CAAC;QACH,iBAAiB,EAAE,KAAK,EAAE,gBAAgB;QAC1C,cAAc,EAAE,KAAK,EAAE,aAAa;QACpC,iBAAiB;AAClB,KAAA,CAAC;AACJ;AAEA,SAAS,wBAAwB,CAAC,OAAe,EAAA;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC;AACrD,IAAA,OAAO,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE;AAC9B;AAEA,SAAS,wBAAwB,CAAC,QAAmB,EAAA;AACnD,IAAA,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE;QACxC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;AAC1B,aAAA;SACF;;IAGH,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CACxC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CACvD;IACD,MAAM,YAAY,GAAI,UAAmC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;AACpE,QAAA,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,CAAC,IAAI;AAChB,KAAA,CAAC,CAAC;AACH,IAAA,IAAI,YAAuC;AAE3C,IAAA,IACE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,QAAA,QAAQ,CAAC,UAAU,EAAE,MAAM,EAC3B;;AAEA,QAAA,MAAM,SAAS,GAAiC,QAAQ,CAAC,UAAU,CAAC,GAAG,CACrE,CAAC,EAAE,MAAM;YACP,EAAE,EAAE,EAAE,CAAC,EAAE;AACT,YAAA,IAAI,EAAE,UAAU;AAChB,YAAA,QAAQ,EAAE;gBACR,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,SAAS,EAAE,EAAE,CAAC,IAAI;AACnB,aAAA;AACF,SAAA,CAAC,CACH;QAED,IAAI,SAAS,EAAE;AACb,YAAA,YAAY,GAAG;AACb,gBAAA,IAAI,EAAE,WAAW;AACjB,gBAAA,UAAU,EAAE,SAAS;AACrB,gBAAA,OAAO,EAAE,EAAE;aACZ;;;AAEE,SAAA,IACL,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,QAAA,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAC5B;AACA,QAAA,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE;;AAGH,IAAA,OAAO,CAAC,GAAG,YAAY,EAAE,IAAI,YAAY,GAAG,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;AACnE;AAEA,SAAS,mCAAmC,CAC1C,OAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;QACvC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,aAAA;SACF;;IAEH,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAI;AAC/B,QAAA,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE;YACrB,OAAO;AACL,gBAAA,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,CAAC,IAAI;aAChB;;AACI,aAAA,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE;AACjC,YAAA,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,EAAE;gBACnC,OAAO;AACL,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;iBAChD;;AACI,iBAAA,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,KAAK,QAAQ,EAAE;gBACjE,OAAO;AACL,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;iBACpD;;;QAGL,MAAM,IAAI,KAAK,CAAC,CAAA,0BAAA,EAA6B,CAAC,CAAC,IAAI,CAAE,CAAA,CAAC;AACxD,KAAC,CAAC;AACJ;AAEA,SAAS,4BAA4B,CAAC,OAAsB,EAAA;AAC1D,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;QACvC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,aAAA;SACF;;SACI,IACL,OAAO,CAAC,OAAO,CAAC,KAAK,CACnB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CACvD,EACD;QACA,OAAQ,OAAO,CAAC,OAAgC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;AAC3D,YAAA,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,CAAC,IAAI;AAChB,SAAA,CAAC,CAAC;;SACE;AACL,QAAA,MAAM,IAAI,KAAK,CACb,CAAgC,6BAAA,EAAA,OAAO,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI;AACjB,aAAA,IAAI,CAAC,IAAI,CAAC,CAAA,CAAE,CAChB;;AAEL;AAEA,SAAS,0BAA0B,CAAC,OAAoB,EAAA;AACtD,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AACvC,QAAA,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC;;IAErE,OAAO;AACL,QAAA;AACE,YAAA,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA;KACF;AACH;AAEM,SAAU,uBAAuB,CACrC,QAAuB,EAAA;AAEvB,IAAA,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,KAAI;AAC9B,QAAA,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE;AACjD,YAAA,OAAO,mCAAmC,CAAC,GAAG,CAAC;;AAC1C,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;AAClC,YAAA,OAAO,wBAAwB,CAAC,GAAG,CAAC;;AAC/B,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,QAAQ,EAAE;AACtC,YAAA,OAAO,4BAA4B,CAAC,GAAG,CAAC;;AACnC,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,MAAM,EAAE;AACpC,YAAA,OAAO,0BAA0B,CAAC,GAAkB,CAAC;;aAChD;YACL,MAAM,IAAI,KAAK,CAAC,CAA6B,0BAAA,EAAA,GAAG,CAAC,QAAQ,EAAE,CAAE,CAAA,CAAC;;AAElE,KAAC,CAAC;AACJ;;;;"}

package/dist/types/llm/ollama/index.d.ts

@@ -1,8 +0,0 @@
-import { ChatGenerationChunk } from '@langchain/core/outputs';
-import { ChatOllama as BaseChatOllama } from '@langchain/ollama';
-import { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
-import type { BaseMessage } from '@langchain/core/messages';
-export declare class ChatOllama extends BaseChatOllama {
-    static lc_name(): 'LibreChatOllama';
-    _streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
-}

package/dist/types/llm/ollama/utils.d.ts

@@ -1,7 +0,0 @@
-import { AIMessageChunk, BaseMessage, UsageMetadata } from '@langchain/core/messages';
-import type { Message as OllamaMessage } from 'ollama';
-export declare function convertOllamaMessagesToLangChain(messages: OllamaMessage, extra?: {
-    responseMetadata?: Record<string, any>;
-    usageMetadata?: UsageMetadata;
-}): AIMessageChunk;
-export declare function convertToOllamaMessages(messages: BaseMessage[]): OllamaMessage[];