illuma-agents 1.0.8 → 1.0.9

package/dist/cjs/llm/ollama/utils.cjs

@@ -1,158 +0,0 @@
-'use strict';
-
-var messages = require('@langchain/core/messages');
-var uuid = require('uuid');
-
-function convertOllamaMessagesToLangChain(messages$1, extra) {
-    const additional_kwargs = {};
-    if ('thinking' in messages$1) {
-        additional_kwargs.reasoning_content = messages$1.thinking;
-    }
-    return new messages.AIMessageChunk({
-        content: messages$1.content || '',
-        tool_call_chunks: messages$1.tool_calls?.map((tc) => ({
-            name: tc.function.name,
-            args: JSON.stringify(tc.function.arguments),
-            type: 'tool_call_chunk',
-            index: 0,
-            id: uuid.v4(),
-        })),
-        response_metadata: extra?.responseMetadata,
-        usage_metadata: extra?.usageMetadata,
-        additional_kwargs,
-    });
-}
-function extractBase64FromDataUrl(dataUrl) {
-    const match = dataUrl.match(/^data:.*?;base64,(.*)$/);
-    return match ? match[1] : '';
-}
-function convertAMessagesToOllama(messages) {
-    if (typeof messages.content === 'string') {
-        return [
-            {
-                role: 'assistant',
-                content: messages.content,
-            },
-        ];
-    }
-    const textFields = messages.content.filter((c) => c.type === 'text' && typeof c.text === 'string');
-    const textMessages = textFields.map((c) => ({
-        role: 'assistant',
-        content: c.text,
-    }));
-    let toolCallMsgs;
-    if (messages.content.find((c) => c.type === 'tool_use') &&
-        messages.tool_calls?.length) {
-        // `tool_use` content types are accepted if the message has tool calls
-        const toolCalls = messages.tool_calls.map((tc) => ({
-            id: tc.id,
-            type: 'function',
-            function: {
-                name: tc.name,
-                arguments: tc.args,
-            },
-        }));
-        if (toolCalls) {
-            toolCallMsgs = {
-                role: 'assistant',
-                tool_calls: toolCalls,
-                content: '',
-            };
-        }
-    }
-    else if (messages.content.find((c) => c.type === 'tool_use') &&
-        !messages.tool_calls?.length) {
-        throw new Error('\'tool_use\' content type is not supported without tool calls.');
-    }
-    return [...textMessages, ...(toolCallMsgs ? [toolCallMsgs] : [])];
-}
-function convertHumanGenericMessagesToOllama(message) {
-    if (typeof message.content === 'string') {
-        return [
-            {
-                role: 'user',
-                content: message.content,
-            },
-        ];
-    }
-    return message.content.map((c) => {
-        if (c.type === 'text') {
-            return {
-                role: 'user',
-                content: c.text,
-            };
-        }
-        else if (c.type === 'image_url') {
-            if (typeof c.image_url === 'string') {
-                return {
-                    role: 'user',
-                    content: '',
-                    images: [extractBase64FromDataUrl(c.image_url)],
-                };
-            }
-            else if (c.image_url.url && typeof c.image_url.url === 'string') {
-                return {
-                    role: 'user',
-                    content: '',
-                    images: [extractBase64FromDataUrl(c.image_url.url)],
-                };
-            }
-        }
-        throw new Error(`Unsupported content type: ${c.type}`);
-    });
-}
-function convertSystemMessageToOllama(message) {
-    if (typeof message.content === 'string') {
-        return [
-            {
-                role: 'system',
-                content: message.content,
-            },
-        ];
-    }
-    else if (message.content.every((c) => c.type === 'text' && typeof c.text === 'string')) {
-        return message.content.map((c) => ({
-            role: 'system',
-            content: c.text,
-        }));
-    }
-    else {
-        throw new Error(`Unsupported content type(s): ${message.content
-            .map((c) => c.type)
-            .join(', ')}`);
-    }
-}
-function convertToolMessageToOllama(message) {
-    if (typeof message.content !== 'string') {
-        throw new Error('Non string tool message content is not supported');
-    }
-    return [
-        {
-            role: 'tool',
-            content: message.content,
-        },
-    ];
-}
-function convertToOllamaMessages(messages) {
-    return messages.flatMap((msg) => {
-        if (['human', 'generic'].includes(msg._getType())) {
-            return convertHumanGenericMessagesToOllama(msg);
-        }
-        else if (msg._getType() === 'ai') {
-            return convertAMessagesToOllama(msg);
-        }
-        else if (msg._getType() === 'system') {
-            return convertSystemMessageToOllama(msg);
-        }
-        else if (msg._getType() === 'tool') {
-            return convertToolMessageToOllama(msg);
-        }
-        else {
-            throw new Error(`Unsupported message type: ${msg._getType()}`);
-        }
-    });
-}
-
-exports.convertOllamaMessagesToLangChain = convertOllamaMessagesToLangChain;
-exports.convertToOllamaMessages = convertToOllamaMessages;
-//# sourceMappingURL=utils.cjs.map

package/dist/cjs/llm/ollama/utils.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.cjs","sources":["../../../../src/llm/ollama/utils.ts"],"sourcesContent":["import {\r\n  AIMessage,\r\n  AIMessageChunk,\r\n  BaseMessage,\r\n  HumanMessage,\r\n  MessageContentText,\r\n  SystemMessage,\r\n  ToolMessage,\r\n  UsageMetadata,\r\n} from '@langchain/core/messages';\r\nimport type {\r\n  Message as OllamaMessage,\r\n  ToolCall as OllamaToolCall,\r\n} from 'ollama';\r\nimport { v4 as uuidv4 } from 'uuid';\r\n\r\nexport function convertOllamaMessagesToLangChain(\r\n  messages: OllamaMessage,\r\n  extra?: {\r\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\r\n    responseMetadata?: Record<string, any>;\r\n    usageMetadata?: UsageMetadata;\r\n  }\r\n): AIMessageChunk {\r\n  const additional_kwargs: BaseMessage['additional_kwargs'] = {};\r\n  if ('thinking' in messages) {\r\n    additional_kwargs.reasoning_content = messages.thinking as string;\r\n  }\r\n  return new AIMessageChunk({\r\n    content: messages.content || '',\r\n    tool_call_chunks: messages.tool_calls?.map((tc) => ({\r\n      name: tc.function.name,\r\n      args: JSON.stringify(tc.function.arguments),\r\n      type: 'tool_call_chunk',\r\n      index: 0,\r\n      id: uuidv4(),\r\n    })),\r\n    response_metadata: extra?.responseMetadata,\r\n    usage_metadata: extra?.usageMetadata,\r\n    additional_kwargs,\r\n  });\r\n}\r\n\r\nfunction extractBase64FromDataUrl(dataUrl: string): string {\r\n  const match = dataUrl.match(/^data:.*?;base64,(.*)$/);\r\n  return match ? match[1] : '';\r\n}\r\n\r\nfunction convertAMessagesToOllama(messages: AIMessage): OllamaMessage[] {\r\n  if (typeof messages.content === 'string') {\r\n    return [\r\n      {\r\n        role: 'assistant',\r\n        content: messages.content,\r\n      },\r\n    ];\r\n  }\r\n\r\n  const textFields = messages.content.filter(\r\n    (c) => c.type === 'text' && typeof c.text === 'string'\r\n  );\r\n  const textMessages = (textFields as MessageContentText[]).map((c) => ({\r\n    role: 'assistant',\r\n    content: c.text,\r\n  }));\r\n  let toolCallMsgs: OllamaMessage | undefined;\r\n\r\n  if (\r\n    messages.content.find((c) => c.type === 'tool_use') &&\r\n    messages.tool_calls?.length\r\n  ) {\r\n    // `tool_use` content types are accepted if the message has tool calls\r\n    const toolCalls: OllamaToolCall[] | undefined = messages.tool_calls.map(\r\n      (tc) => ({\r\n        id: tc.id,\r\n        type: 'function',\r\n        function: {\r\n          name: tc.name,\r\n          arguments: tc.args,\r\n        },\r\n      })\r\n    );\r\n\r\n    if (toolCalls) {\r\n      toolCallMsgs = {\r\n        role: 'assistant',\r\n        tool_calls: toolCalls,\r\n        content: '',\r\n      };\r\n    }\r\n  } else if (\r\n    messages.content.find((c) => c.type === 'tool_use') &&\r\n    !messages.tool_calls?.length\r\n  ) {\r\n    throw new Error(\r\n      '\\'tool_use\\' content type is not supported without tool calls.'\r\n    );\r\n  }\r\n\r\n  return [...textMessages, ...(toolCallMsgs ? [toolCallMsgs] : [])];\r\n}\r\n\r\nfunction convertHumanGenericMessagesToOllama(\r\n  message: HumanMessage\r\n): OllamaMessage[] {\r\n  if (typeof message.content === 'string') {\r\n    return [\r\n      {\r\n        role: 'user',\r\n        content: message.content,\r\n      },\r\n    ];\r\n  }\r\n  return message.content.map((c) => {\r\n    if (c.type === 'text') {\r\n      return {\r\n        role: 'user',\r\n        content: c.text,\r\n      };\r\n    } else if (c.type === 'image_url') {\r\n      if (typeof c.image_url === 'string') {\r\n        return {\r\n          role: 'user',\r\n          content: '',\r\n          images: [extractBase64FromDataUrl(c.image_url)],\r\n        };\r\n      } else if (c.image_url.url && typeof c.image_url.url === 'string') {\r\n        return {\r\n          role: 'user',\r\n          content: '',\r\n          images: [extractBase64FromDataUrl(c.image_url.url)],\r\n        };\r\n      }\r\n    }\r\n    throw new Error(`Unsupported content type: ${c.type}`);\r\n  });\r\n}\r\n\r\nfunction convertSystemMessageToOllama(message: SystemMessage): OllamaMessage[] {\r\n  if (typeof message.content === 'string') {\r\n    return [\r\n      {\r\n        role: 'system',\r\n        content: message.content,\r\n      },\r\n    ];\r\n  } else if (\r\n    message.content.every(\r\n      (c) => c.type === 'text' && typeof c.text === 'string'\r\n    )\r\n  ) {\r\n    return (message.content as MessageContentText[]).map((c) => ({\r\n      role: 'system',\r\n      content: c.text,\r\n    }));\r\n  } else {\r\n    throw new Error(\r\n      `Unsupported content type(s): ${message.content\r\n        .map((c) => c.type)\r\n        .join(', ')}`\r\n    );\r\n  }\r\n}\r\n\r\nfunction convertToolMessageToOllama(message: ToolMessage): OllamaMessage[] {\r\n  if (typeof message.content !== 'string') {\r\n    throw new Error('Non string tool message content is not supported');\r\n  }\r\n  return [\r\n    {\r\n      role: 'tool',\r\n      content: message.content,\r\n    },\r\n  ];\r\n}\r\n\r\nexport function convertToOllamaMessages(\r\n  messages: BaseMessage[]\r\n): OllamaMessage[] {\r\n  return messages.flatMap((msg) => {\r\n    if (['human', 'generic'].includes(msg._getType())) {\r\n      return convertHumanGenericMessagesToOllama(msg);\r\n    } else if (msg._getType() === 'ai') {\r\n      return convertAMessagesToOllama(msg);\r\n    } else if (msg._getType() === 'system') {\r\n      return convertSystemMessageToOllama(msg);\r\n    } else if (msg._getType() === 'tool') {\r\n      return convertToolMessageToOllama(msg as ToolMessage);\r\n    } else {\r\n      throw new Error(`Unsupported message type: ${msg._getType()}`);\r\n    }\r\n  });\r\n}\r\n"],"names":["messages","AIMessageChunk","uuidv4"],"mappings":";;;;;AAgBgB,SAAA,gCAAgC,CAC9CA,UAAuB,EACvB,KAIC,EAAA;IAED,MAAM,iBAAiB,GAAqC,EAAE;AAC9D,IAAA,IAAI,UAAU,IAAIA,UAAQ,EAAE;AAC1B,QAAA,iBAAiB,CAAC,iBAAiB,GAAGA,UAAQ,CAAC,QAAkB;;IAEnE,OAAO,IAAIC,uBAAc,CAAC;AACxB,QAAA,OAAO,EAAED,UAAQ,CAAC,OAAO,IAAI,EAAE;AAC/B,QAAA,gBAAgB,EAAEA,UAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,MAAM;AAClD,YAAA,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;AAC3C,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,KAAK,EAAE,CAAC;YACR,EAAE,EAAEE,OAAM,EAAE;AACb,SAAA,CAAC,CAAC;QACH,iBAAiB,EAAE,KAAK,EAAE,gBAAgB;QAC1C,cAAc,EAAE,KAAK,EAAE,aAAa;QACpC,iBAAiB;AAClB,KAAA,CAAC;AACJ;AAEA,SAAS,wBAAwB,CAAC,OAAe,EAAA;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC;AACrD,IAAA,OAAO,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE;AAC9B;AAEA,SAAS,wBAAwB,CAAC,QAAmB,EAAA;AACnD,IAAA,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE;QACxC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;AAC1B,aAAA;SACF;;IAGH,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CACxC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CACvD;IACD,MAAM,YAAY,GAAI,UAAmC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;AACpE,QAAA,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,CAAC,IAAI;AAChB,KAAA,CAAC,CAAC;AACH,IAAA,IAAI,YAAuC;AAE3C,IAAA,IACE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,QAAA,QAAQ,CAAC,UAAU,EAAE,MAAM,EAC3B;;AAEA,QAAA,MAAM,SAAS,GAAiC,QAAQ,CAAC,UAAU,CAAC,GAAG,CACrE,CAAC,EAAE,MAAM;YACP,EAAE,EAAE,EAAE,CAAC,EAAE;AACT,YAAA,IAAI,EAAE,UAAU;AAChB,YAAA,QAAQ,EAAE;gBACR,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,SAAS,EAAE,EAAE,CAAC,IAAI;AACnB,aAAA;AACF,SAAA,CAAC,CACH;QAED,IAAI,SAAS,EAAE;AACb,YAAA,YAAY,GAAG;AACb,gBAAA,IAAI,EAAE,WAAW;AACjB,gBAAA,UAAU,EAAE,SAAS;AACrB,gBAAA,OAAO,EAAE,EAAE;aACZ;;;AAEE,SAAA,IACL,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,QAAA,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAC5B;AACA,QAAA,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE;;AAGH,IAAA,OAAO,CAAC,GAAG,YAAY,EAAE,IAAI,YAAY,GAAG,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;AACnE;AAEA,SAAS,mCAAmC,CAC1C,OAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;QACvC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,aAAA;SACF;;IAEH,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAI;AAC/B,QAAA,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE;YACrB,OAAO;AACL,gBAAA,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,CAAC,IAAI;aAChB;;AACI,aAAA,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE;AACjC,YAAA,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,EAAE;gBACnC,OAAO;AACL,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;iBAChD;;AACI,iBAAA,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,KAAK,QAAQ,EAAE;gBACjE,OAAO;AACL,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;iBACpD;;;QAGL,MAAM,IAAI,KAAK,CAAC,CAAA,0BAAA,EAA6B,CAAC,CAAC,IAAI,CAAE,CAAA,CAAC;AACxD,KAAC,CAAC;AACJ;AAEA,SAAS,4BAA4B,CAAC,OAAsB,EAAA;AAC1D,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;QACvC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,aAAA;SACF;;SACI,IACL,OAAO,CAAC,OAAO,CAAC,KAAK,CACnB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CACvD,EACD;QACA,OAAQ,OAAO,CAAC,OAAgC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;AAC3D,YAAA,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,CAAC,IAAI;AAChB,SAAA,CAAC,CAAC;;SACE;AACL,QAAA,MAAM,IAAI,KAAK,CACb,CAAgC,6BAAA,EAAA,OAAO,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI;AACjB,aAAA,IAAI,CAAC,IAAI,CAAC,CAAA,CAAE,CAChB;;AAEL;AAEA,SAAS,0BAA0B,CAAC,OAAoB,EAAA;AACtD,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AACvC,QAAA,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC;;IAErE,OAAO;AACL,QAAA;AACE,YAAA,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA;KACF;AACH;AAEM,SAAU,uBAAuB,CACrC,QAAuB,EAAA;AAEvB,IAAA,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,KAAI;AAC9B,QAAA,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE;AACjD,YAAA,OAAO,mCAAmC,CAAC,GAAG,CAAC;;AAC1C,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;AAClC,YAAA,OAAO,wBAAwB,CAAC,GAAG,CAAC;;AAC/B,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,QAAQ,EAAE;AACtC,YAAA,OAAO,4BAA4B,CAAC,GAAG,CAAC;;AACnC,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,MAAM,EAAE;AACpC,YAAA,OAAO,0BAA0B,CAAC,GAAkB,CAAC;;aAChD;YACL,MAAM,IAAI,KAAK,CAAC,CAA6B,0BAAA,EAAA,GAAG,CAAC,QAAQ,EAAE,CAAE,CAAA,CAAC;;AAElE,KAAC,CAAC;AACJ;;;;;"}

package/dist/esm/llm/ollama/index.mjs

@@ -1,68 +0,0 @@
-import { AIMessageChunk } from '@langchain/core/messages';
-import { ChatGenerationChunk } from '@langchain/core/outputs';
-import { ChatOllama as ChatOllama$1 } from '@langchain/ollama';
-import { convertToOllamaMessages, convertOllamaMessagesToLangChain } from './utils.mjs';
-
-class ChatOllama extends ChatOllama$1 {
-    static lc_name() {
-        return 'IllumaOllama';
-    }
-    async *_streamResponseChunks(messages, options, runManager) {
-        if (this.checkOrPullModel) {
-            // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-            // @ts-ignore
-            if (!(await this.checkModelExistsOnMachine(this.model))) {
-                await this.pull(this.model, {
-                    logProgress: true,
-                });
-            }
-        }
-        const params = this.invocationParams(options);
-        // TODO: remove cast after SDK adds support for tool calls
-        const ollamaMessages = convertToOllamaMessages(messages);
-        const usageMetadata = {
-            input_tokens: 0,
-            output_tokens: 0,
-            total_tokens: 0,
-        };
-        const stream = await this.client.chat({
-            ...params,
-            messages: ollamaMessages,
-            stream: true,
-        });
-        let lastMetadata;
-        for await (const chunk of stream) {
-            if (options.signal?.aborted === true) {
-                this.client.abort();
-            }
-            const { message: responseMessage, ...rest } = chunk;
-            usageMetadata.input_tokens += rest.prompt_eval_count ?? 0;
-            usageMetadata.output_tokens += rest.eval_count ?? 0;
-            usageMetadata.total_tokens =
-                usageMetadata.input_tokens + usageMetadata.output_tokens;
-            lastMetadata = rest;
-            if (!responseMessage) {
-                continue;
-            }
-            const message = convertOllamaMessagesToLangChain(responseMessage);
-            const generationChunk = new ChatGenerationChunk({
-                text: responseMessage.content || '',
-                message,
-            });
-            yield generationChunk;
-            await runManager?.handleLLMNewToken(responseMessage.content || '', undefined, undefined, undefined, undefined, { chunk: generationChunk });
-        }
-        // Yield the `response_metadata` as the final chunk.
-        yield new ChatGenerationChunk({
-            text: '',
-            message: new AIMessageChunk({
-                content: '',
-                response_metadata: lastMetadata,
-                usage_metadata: usageMetadata,
-            }),
-        });
-    }
-}
-
-export { ChatOllama };
-//# sourceMappingURL=index.mjs.map

package/dist/esm/llm/ollama/index.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.mjs","sources":["../../../../src/llm/ollama/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { ChatOllama as BaseChatOllama } from '@langchain/ollama';\nimport { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type {\n  ChatResponse as OllamaChatResponse,\n  Message as OllamaMessage,\n} from 'ollama';\nimport type { UsageMetadata, BaseMessage } from '@langchain/core/messages';\nimport {\n  convertOllamaMessagesToLangChain,\n  convertToOllamaMessages,\n} from './utils';\n\nexport class ChatOllama extends BaseChatOllama {\n  static lc_name(): 'IllumaOllama' {\n    return 'IllumaOllama';\n  }\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    if (this.checkOrPullModel) {\n      // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n      // @ts-ignore\n      if (!((await this.checkModelExistsOnMachine(this.model)) as boolean)) {\n        await this.pull(this.model, {\n          logProgress: true,\n        });\n      }\n    }\n\n    const params = this.invocationParams(options);\n    // TODO: remove cast after SDK adds support for tool calls\n    const ollamaMessages = convertToOllamaMessages(messages) as OllamaMessage[];\n\n    const usageMetadata: UsageMetadata = {\n      input_tokens: 0,\n      output_tokens: 0,\n      total_tokens: 0,\n    };\n\n    const stream = await this.client.chat({\n      ...params,\n      messages: ollamaMessages,\n      stream: true,\n    });\n\n    let lastMetadata: Omit<OllamaChatResponse, 'message'> | undefined;\n\n    for await (const chunk of stream) {\n      if (options.signal?.aborted === true) {\n        this.client.abort();\n      }\n      const { message: responseMessage, ...rest } =\n        chunk as Partial<OllamaChatResponse>;\n      usageMetadata.input_tokens += rest.prompt_eval_count ?? 0;\n      usageMetadata.output_tokens += rest.eval_count ?? 0;\n      usageMetadata.total_tokens =\n        usageMetadata.input_tokens + usageMetadata.output_tokens;\n      lastMetadata = rest as Omit<OllamaChatResponse, 'message'>;\n      if (!responseMessage) {\n        continue;\n      }\n      const message = convertOllamaMessagesToLangChain(responseMessage);\n      const generationChunk = new ChatGenerationChunk({\n        text: responseMessage.content || '',\n        message,\n      });\n      yield generationChunk;\n      await runManager?.handleLLMNewToken(\n        responseMessage.content || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk: generationChunk }\n      );\n    }\n\n    // Yield the `response_metadata` as the final chunk.\n    yield new ChatGenerationChunk({\n      text: '',\n      message: new AIMessageChunk({\n        content: '',\n        response_metadata: lastMetadata,\n        usage_metadata: usageMetadata,\n      }),\n    });\n  }\n}\n"],"names":["BaseChatOllama"],"mappings":";;;;;AAcM,MAAO,UAAW,SAAQA,YAAc,CAAA;AAC5C,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,cAAc;;IAEvB,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,IAAI,IAAI,CAAC,gBAAgB,EAAE;;;AAGzB,YAAA,IAAI,EAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAa,EAAE;AACpE,gBAAA,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AAC1B,oBAAA,WAAW,EAAE,IAAI;AAClB,iBAAA,CAAC;;;QAIN,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;;AAE7C,QAAA,MAAM,cAAc,GAAG,uBAAuB,CAAC,QAAQ,CAAoB;AAE3E,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,CAAC;AAChB,YAAA,YAAY,EAAE,CAAC;SAChB;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;AACpC,YAAA,GAAG,MAAM;AACT,YAAA,QAAQ,EAAE,cAAc;AACxB,YAAA,MAAM,EAAE,IAAI;AACb,SAAA,CAAC;AAEF,QAAA,IAAI,YAA6D;AAEjE,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;YAChC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;;YAErB,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,IAAI,EAAE,GACzC,KAAoC;YACtC,aAAa,CAAC,YAAY,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC;YACzD,aAAa,CAAC,aAAa,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC;AACnD,YAAA,aAAa,CAAC,YAAY;AACxB,gBAAA,aAAa,CAAC,YAAY,GAAG,aAAa,CAAC,aAAa;YAC1D,YAAY,GAAG,IAA2C;YAC1D,IAAI,CAAC,eAAe,EAAE;gBACpB;;AAEF,YAAA,MAAM,OAAO,GAAG,gCAAgC,CAAC,eAAe,CAAC;AACjE,YAAA,MAAM,eAAe,GAAG,IAAI,mBAAmB,CAAC;AAC9C,gBAAA,IAAI,EAAE,eAAe,CAAC,OAAO,IAAI,EAAE;gBACnC,OAAO;AACR,aAAA,CAAC;AACF,YAAA,MAAM,eAAe;YACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,eAAe,CAAC,OAAO,IAAI,EAAE,EAC7B,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;;;QAIH,MAAM,IAAI,mBAAmB,CAAC;AAC5B,YAAA,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,EAAE;AACX,gBAAA,iBAAiB,EAAE,YAAY;AAC/B,gBAAA,cAAc,EAAE,aAAa;aAC9B,CAAC;AACH,SAAA,CAAC;;AAEL;;;;"}

package/dist/esm/llm/ollama/utils.mjs

@@ -1,155 +0,0 @@
-import { AIMessageChunk } from '@langchain/core/messages';
-import { v4 } from 'uuid';
-
-function convertOllamaMessagesToLangChain(messages, extra) {
-    const additional_kwargs = {};
-    if ('thinking' in messages) {
-        additional_kwargs.reasoning_content = messages.thinking;
-    }
-    return new AIMessageChunk({
-        content: messages.content || '',
-        tool_call_chunks: messages.tool_calls?.map((tc) => ({
-            name: tc.function.name,
-            args: JSON.stringify(tc.function.arguments),
-            type: 'tool_call_chunk',
-            index: 0,
-            id: v4(),
-        })),
-        response_metadata: extra?.responseMetadata,
-        usage_metadata: extra?.usageMetadata,
-        additional_kwargs,
-    });
-}
-function extractBase64FromDataUrl(dataUrl) {
-    const match = dataUrl.match(/^data:.*?;base64,(.*)$/);
-    return match ? match[1] : '';
-}
-function convertAMessagesToOllama(messages) {
-    if (typeof messages.content === 'string') {
-        return [
-            {
-                role: 'assistant',
-                content: messages.content,
-            },
-        ];
-    }
-    const textFields = messages.content.filter((c) => c.type === 'text' && typeof c.text === 'string');
-    const textMessages = textFields.map((c) => ({
-        role: 'assistant',
-        content: c.text,
-    }));
-    let toolCallMsgs;
-    if (messages.content.find((c) => c.type === 'tool_use') &&
-        messages.tool_calls?.length) {
-        // `tool_use` content types are accepted if the message has tool calls
-        const toolCalls = messages.tool_calls.map((tc) => ({
-            id: tc.id,
-            type: 'function',
-            function: {
-                name: tc.name,
-                arguments: tc.args,
-            },
-        }));
-        if (toolCalls) {
-            toolCallMsgs = {
-                role: 'assistant',
-                tool_calls: toolCalls,
-                content: '',
-            };
-        }
-    }
-    else if (messages.content.find((c) => c.type === 'tool_use') &&
-        !messages.tool_calls?.length) {
-        throw new Error('\'tool_use\' content type is not supported without tool calls.');
-    }
-    return [...textMessages, ...(toolCallMsgs ? [toolCallMsgs] : [])];
-}
-function convertHumanGenericMessagesToOllama(message) {
-    if (typeof message.content === 'string') {
-        return [
-            {
-                role: 'user',
-                content: message.content,
-            },
-        ];
-    }
-    return message.content.map((c) => {
-        if (c.type === 'text') {
-            return {
-                role: 'user',
-                content: c.text,
-            };
-        }
-        else if (c.type === 'image_url') {
-            if (typeof c.image_url === 'string') {
-                return {
-                    role: 'user',
-                    content: '',
-                    images: [extractBase64FromDataUrl(c.image_url)],
-                };
-            }
-            else if (c.image_url.url && typeof c.image_url.url === 'string') {
-                return {
-                    role: 'user',
-                    content: '',
-                    images: [extractBase64FromDataUrl(c.image_url.url)],
-                };
-            }
-        }
-        throw new Error(`Unsupported content type: ${c.type}`);
-    });
-}
-function convertSystemMessageToOllama(message) {
-    if (typeof message.content === 'string') {
-        return [
-            {
-                role: 'system',
-                content: message.content,
-            },
-        ];
-    }
-    else if (message.content.every((c) => c.type === 'text' && typeof c.text === 'string')) {
-        return message.content.map((c) => ({
-            role: 'system',
-            content: c.text,
-        }));
-    }
-    else {
-        throw new Error(`Unsupported content type(s): ${message.content
-            .map((c) => c.type)
-            .join(', ')}`);
-    }
-}
-function convertToolMessageToOllama(message) {
-    if (typeof message.content !== 'string') {
-        throw new Error('Non string tool message content is not supported');
-    }
-    return [
-        {
-            role: 'tool',
-            content: message.content,
-        },
-    ];
-}
-function convertToOllamaMessages(messages) {
-    return messages.flatMap((msg) => {
-        if (['human', 'generic'].includes(msg._getType())) {
-            return convertHumanGenericMessagesToOllama(msg);
-        }
-        else if (msg._getType() === 'ai') {
-            return convertAMessagesToOllama(msg);
-        }
-        else if (msg._getType() === 'system') {
-            return convertSystemMessageToOllama(msg);
-        }
-        else if (msg._getType() === 'tool') {
-            return convertToolMessageToOllama(msg);
-        }
-        else {
-            throw new Error(`Unsupported message type: ${msg._getType()}`);
-        }
-    });
-}
-
-export { convertOllamaMessagesToLangChain, convertToOllamaMessages };
-//# sourceMappingURL=utils.mjs.map

package/dist/esm/llm/ollama/utils.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.mjs","sources":["../../../../src/llm/ollama/utils.ts"],"sourcesContent":["import {\r\n  AIMessage,\r\n  AIMessageChunk,\r\n  BaseMessage,\r\n  HumanMessage,\r\n  MessageContentText,\r\n  SystemMessage,\r\n  ToolMessage,\r\n  UsageMetadata,\r\n} from '@langchain/core/messages';\r\nimport type {\r\n  Message as OllamaMessage,\r\n  ToolCall as OllamaToolCall,\r\n} from 'ollama';\r\nimport { v4 as uuidv4 } from 'uuid';\r\n\r\nexport function convertOllamaMessagesToLangChain(\r\n  messages: OllamaMessage,\r\n  extra?: {\r\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\r\n    responseMetadata?: Record<string, any>;\r\n    usageMetadata?: UsageMetadata;\r\n  }\r\n): AIMessageChunk {\r\n  const additional_kwargs: BaseMessage['additional_kwargs'] = {};\r\n  if ('thinking' in messages) {\r\n    additional_kwargs.reasoning_content = messages.thinking as string;\r\n  }\r\n  return new AIMessageChunk({\r\n    content: messages.content || '',\r\n    tool_call_chunks: messages.tool_calls?.map((tc) => ({\r\n      name: tc.function.name,\r\n      args: JSON.stringify(tc.function.arguments),\r\n      type: 'tool_call_chunk',\r\n      index: 0,\r\n      id: uuidv4(),\r\n    })),\r\n    response_metadata: extra?.responseMetadata,\r\n    usage_metadata: extra?.usageMetadata,\r\n    additional_kwargs,\r\n  });\r\n}\r\n\r\nfunction extractBase64FromDataUrl(dataUrl: string): string {\r\n  const match = dataUrl.match(/^data:.*?;base64,(.*)$/);\r\n  return match ? match[1] : '';\r\n}\r\n\r\nfunction convertAMessagesToOllama(messages: AIMessage): OllamaMessage[] {\r\n  if (typeof messages.content === 'string') {\r\n    return [\r\n      {\r\n        role: 'assistant',\r\n        content: messages.content,\r\n      },\r\n    ];\r\n  }\r\n\r\n  const textFields = messages.content.filter(\r\n    (c) => c.type === 'text' && typeof c.text === 'string'\r\n  );\r\n  const textMessages = (textFields as MessageContentText[]).map((c) => ({\r\n    role: 'assistant',\r\n    content: c.text,\r\n  }));\r\n  let toolCallMsgs: OllamaMessage | undefined;\r\n\r\n  if (\r\n    messages.content.find((c) => c.type === 'tool_use') &&\r\n    messages.tool_calls?.length\r\n  ) {\r\n    // `tool_use` content types are accepted if the message has tool calls\r\n    const toolCalls: OllamaToolCall[] | undefined = messages.tool_calls.map(\r\n      (tc) => ({\r\n        id: tc.id,\r\n        type: 'function',\r\n        function: {\r\n          name: tc.name,\r\n          arguments: tc.args,\r\n        },\r\n      })\r\n    );\r\n\r\n    if (toolCalls) {\r\n      toolCallMsgs = {\r\n        role: 'assistant',\r\n        tool_calls: toolCalls,\r\n        content: '',\r\n      };\r\n    }\r\n  } else if (\r\n    messages.content.find((c) => c.type === 'tool_use') &&\r\n    !messages.tool_calls?.length\r\n  ) {\r\n    throw new Error(\r\n      '\\'tool_use\\' content type is not supported without tool calls.'\r\n    );\r\n  }\r\n\r\n  return [...textMessages, ...(toolCallMsgs ? [toolCallMsgs] : [])];\r\n}\r\n\r\nfunction convertHumanGenericMessagesToOllama(\r\n  message: HumanMessage\r\n): OllamaMessage[] {\r\n  if (typeof message.content === 'string') {\r\n    return [\r\n      {\r\n        role: 'user',\r\n        content: message.content,\r\n      },\r\n    ];\r\n  }\r\n  return message.content.map((c) => {\r\n    if (c.type === 'text') {\r\n      return {\r\n        role: 'user',\r\n        content: c.text,\r\n      };\r\n    } else if (c.type === 'image_url') {\r\n      if (typeof c.image_url === 'string') {\r\n        return {\r\n          role: 'user',\r\n          content: '',\r\n          images: [extractBase64FromDataUrl(c.image_url)],\r\n        };\r\n      } else if (c.image_url.url && typeof c.image_url.url === 'string') {\r\n        return {\r\n          role: 'user',\r\n          content: '',\r\n          images: [extractBase64FromDataUrl(c.image_url.url)],\r\n        };\r\n      }\r\n    }\r\n    throw new Error(`Unsupported content type: ${c.type}`);\r\n  });\r\n}\r\n\r\nfunction convertSystemMessageToOllama(message: SystemMessage): OllamaMessage[] {\r\n  if (typeof message.content === 'string') {\r\n    return [\r\n      {\r\n        role: 'system',\r\n        content: message.content,\r\n      },\r\n    ];\r\n  } else if (\r\n    message.content.every(\r\n      (c) => c.type === 'text' && typeof c.text === 'string'\r\n    )\r\n  ) {\r\n    return (message.content as MessageContentText[]).map((c) => ({\r\n      role: 'system',\r\n      content: c.text,\r\n    }));\r\n  } else {\r\n    throw new Error(\r\n      `Unsupported content type(s): ${message.content\r\n        .map((c) => c.type)\r\n        .join(', ')}`\r\n    );\r\n  }\r\n}\r\n\r\nfunction convertToolMessageToOllama(message: ToolMessage): OllamaMessage[] {\r\n  if (typeof message.content !== 'string') {\r\n    throw new Error('Non string tool message content is not supported');\r\n  }\r\n  return [\r\n    {\r\n      role: 'tool',\r\n      content: message.content,\r\n    },\r\n  ];\r\n}\r\n\r\nexport function convertToOllamaMessages(\r\n  messages: BaseMessage[]\r\n): OllamaMessage[] {\r\n  return messages.flatMap((msg) => {\r\n    if (['human', 'generic'].includes(msg._getType())) {\r\n      return convertHumanGenericMessagesToOllama(msg);\r\n    } else if (msg._getType() === 'ai') {\r\n      return convertAMessagesToOllama(msg);\r\n    } else if (msg._getType() === 'system') {\r\n      return convertSystemMessageToOllama(msg);\r\n    } else if (msg._getType() === 'tool') {\r\n      return convertToolMessageToOllama(msg as ToolMessage);\r\n    } else {\r\n      throw new Error(`Unsupported message type: ${msg._getType()}`);\r\n    }\r\n  });\r\n}\r\n"],"names":["uuidv4"],"mappings":";;;AAgBgB,SAAA,gCAAgC,CAC9C,QAAuB,EACvB,KAIC,EAAA;IAED,MAAM,iBAAiB,GAAqC,EAAE;AAC9D,IAAA,IAAI,UAAU,IAAI,QAAQ,EAAE;AAC1B,QAAA,iBAAiB,CAAC,iBAAiB,GAAG,QAAQ,CAAC,QAAkB;;IAEnE,OAAO,IAAI,cAAc,CAAC;AACxB,QAAA,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;AAC/B,QAAA,gBAAgB,EAAE,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,MAAM;AAClD,YAAA,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;AAC3C,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,KAAK,EAAE,CAAC;YACR,EAAE,EAAEA,EAAM,EAAE;AACb,SAAA,CAAC,CAAC;QACH,iBAAiB,EAAE,KAAK,EAAE,gBAAgB;QAC1C,cAAc,EAAE,KAAK,EAAE,aAAa;QACpC,iBAAiB;AAClB,KAAA,CAAC;AACJ;AAEA,SAAS,wBAAwB,CAAC,OAAe,EAAA;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC;AACrD,IAAA,OAAO,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE;AAC9B;AAEA,SAAS,wBAAwB,CAAC,QAAmB,EAAA;AACnD,IAAA,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE;QACxC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;AAC1B,aAAA;SACF;;IAGH,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CACxC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CACvD;IACD,MAAM,YAAY,GAAI,UAAmC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;AACpE,QAAA,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,CAAC,IAAI;AAChB,KAAA,CAAC,CAAC;AACH,IAAA,IAAI,YAAuC;AAE3C,IAAA,IACE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,QAAA,QAAQ,CAAC,UAAU,EAAE,MAAM,EAC3B;;AAEA,QAAA,MAAM,SAAS,GAAiC,QAAQ,CAAC,UAAU,CAAC,GAAG,CACrE,CAAC,EAAE,MAAM;YACP,EAAE,EAAE,EAAE,CAAC,EAAE;AACT,YAAA,IAAI,EAAE,UAAU;AAChB,YAAA,QAAQ,EAAE;gBACR,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,SAAS,EAAE,EAAE,CAAC,IAAI;AACnB,aAAA;AACF,SAAA,CAAC,CACH;QAED,IAAI,SAAS,EAAE;AACb,YAAA,YAAY,GAAG;AACb,gBAAA,IAAI,EAAE,WAAW;AACjB,gBAAA,UAAU,EAAE,SAAS;AACrB,gBAAA,OAAO,EAAE,EAAE;aACZ;;;AAEE,SAAA,IACL,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,QAAA,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAC5B;AACA,QAAA,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE;;AAGH,IAAA,OAAO,CAAC,GAAG,YAAY,EAAE,IAAI,YAAY,GAAG,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;AACnE;AAEA,SAAS,mCAAmC,CAC1C,OAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;QACvC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,aAAA;SACF;;IAEH,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAI;AAC/B,QAAA,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE;YACrB,OAAO;AACL,gBAAA,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,CAAC,IAAI;aAChB;;AACI,aAAA,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE;AACjC,YAAA,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,EAAE;gBACnC,OAAO;AACL,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;iBAChD;;AACI,iBAAA,IAAI,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,KAAK,QAAQ,EAAE;gBACjE,OAAO;AACL,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,OAAO,EAAE,EAAE;oBACX,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;iBACpD;;;QAGL,MAAM,IAAI,KAAK,CAAC,CAAA,0BAAA,EAA6B,CAAC,CAAC,IAAI,CAAE,CAAA,CAAC;AACxD,KAAC,CAAC;AACJ;AAEA,SAAS,4BAA4B,CAAC,OAAsB,EAAA;AAC1D,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;QACvC,OAAO;AACL,YAAA;AACE,gBAAA,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,aAAA;SACF;;SACI,IACL,OAAO,CAAC,OAAO,CAAC,KAAK,CACnB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CACvD,EACD;QACA,OAAQ,OAAO,CAAC,OAAgC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;AAC3D,YAAA,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,CAAC,IAAI;AAChB,SAAA,CAAC,CAAC;;SACE;AACL,QAAA,MAAM,IAAI,KAAK,CACb,CAAgC,6BAAA,EAAA,OAAO,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI;AACjB,aAAA,IAAI,CAAC,IAAI,CAAC,CAAA,CAAE,CAChB;;AAEL;AAEA,SAAS,0BAA0B,CAAC,OAAoB,EAAA;AACtD,IAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AACvC,QAAA,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC;;IAErE,OAAO;AACL,QAAA;AACE,YAAA,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA;KACF;AACH;AAEM,SAAU,uBAAuB,CACrC,QAAuB,EAAA;AAEvB,IAAA,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,KAAI;AAC9B,QAAA,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE;AACjD,YAAA,OAAO,mCAAmC,CAAC,GAAG,CAAC;;AAC1C,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;AAClC,YAAA,OAAO,wBAAwB,CAAC,GAAG,CAAC;;AAC/B,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,QAAQ,EAAE;AACtC,YAAA,OAAO,4BAA4B,CAAC,GAAG,CAAC;;AACnC,aAAA,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,MAAM,EAAE;AACpC,YAAA,OAAO,0BAA0B,CAAC,GAAkB,CAAC;;aAChD;YACL,MAAM,IAAI,KAAK,CAAC,CAA6B,0BAAA,EAAA,GAAG,CAAC,QAAQ,EAAE,CAAE,CAAA,CAAC;;AAElE,KAAC,CAAC;AACJ;;;;"}

package/dist/types/llm/ollama/index.d.ts

@@ -1,8 +0,0 @@
-import { ChatGenerationChunk } from '@langchain/core/outputs';
-import { ChatOllama as BaseChatOllama } from '@langchain/ollama';
-import { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
-import type { BaseMessage } from '@langchain/core/messages';
-export declare class ChatOllama extends BaseChatOllama {
-    static lc_name(): 'IllumaOllama';
-    _streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
-}

package/dist/types/llm/ollama/utils.d.ts

@@ -1,7 +0,0 @@
-import { AIMessageChunk, BaseMessage, UsageMetadata } from '@langchain/core/messages';
-import type { Message as OllamaMessage } from 'ollama';
-export declare function convertOllamaMessagesToLangChain(messages: OllamaMessage, extra?: {
-    responseMetadata?: Record<string, any>;
-    usageMetadata?: UsageMetadata;
-}): AIMessageChunk;
-export declare function convertToOllamaMessages(messages: BaseMessage[]): OllamaMessage[];

package/src/llm/ollama/index.ts

@@ -1,92 +0,0 @@
-import { AIMessageChunk } from '@langchain/core/messages';
-import { ChatGenerationChunk } from '@langchain/core/outputs';
-import { ChatOllama as BaseChatOllama } from '@langchain/ollama';
-import { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
-import type {
-  ChatResponse as OllamaChatResponse,
-  Message as OllamaMessage,
-} from 'ollama';
-import type { UsageMetadata, BaseMessage } from '@langchain/core/messages';
-import {
-  convertOllamaMessagesToLangChain,
-  convertToOllamaMessages,
-} from './utils';
-
-export class ChatOllama extends BaseChatOllama {
-  static lc_name(): 'IllumaOllama' {
-    return 'IllumaOllama';
-  }
-  async *_streamResponseChunks(
-    messages: BaseMessage[],
-    options: this['ParsedCallOptions'],
-    runManager?: CallbackManagerForLLMRun
-  ): AsyncGenerator<ChatGenerationChunk> {
-    if (this.checkOrPullModel) {
-      // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-      // @ts-ignore
-      if (!((await this.checkModelExistsOnMachine(this.model)) as boolean)) {
-        await this.pull(this.model, {
-          logProgress: true,
-        });
-      }
-    }
-
-    const params = this.invocationParams(options);
-    // TODO: remove cast after SDK adds support for tool calls
-    const ollamaMessages = convertToOllamaMessages(messages) as OllamaMessage[];
-
-    const usageMetadata: UsageMetadata = {
-      input_tokens: 0,
-      output_tokens: 0,
-      total_tokens: 0,
-    };
-
-    const stream = await this.client.chat({
-      ...params,
-      messages: ollamaMessages,
-      stream: true,
-    });
-
-    let lastMetadata: Omit<OllamaChatResponse, 'message'> | undefined;
-
-    for await (const chunk of stream) {
-      if (options.signal?.aborted === true) {
-        this.client.abort();
-      }
-      const { message: responseMessage, ...rest } =
-        chunk as Partial<OllamaChatResponse>;
-      usageMetadata.input_tokens += rest.prompt_eval_count ?? 0;
-      usageMetadata.output_tokens += rest.eval_count ?? 0;
-      usageMetadata.total_tokens =
-        usageMetadata.input_tokens + usageMetadata.output_tokens;
-      lastMetadata = rest as Omit<OllamaChatResponse, 'message'>;
-      if (!responseMessage) {
-        continue;
-      }
-      const message = convertOllamaMessagesToLangChain(responseMessage);
-      const generationChunk = new ChatGenerationChunk({
-        text: responseMessage.content || '',
-        message,
-      });
-      yield generationChunk;
-      await runManager?.handleLLMNewToken(
-        responseMessage.content || '',
-        undefined,
-        undefined,
-        undefined,
-        undefined,
-        { chunk: generationChunk }
-      );
-    }
-
-    // Yield the `response_metadata` as the final chunk.
-    yield new ChatGenerationChunk({
-      text: '',
-      message: new AIMessageChunk({
-        content: '',
-        response_metadata: lastMetadata,
-        usage_metadata: usageMetadata,
-      }),
-    });
-  }
-}