langchain 0.0.164 → 0.0.166

package/chat_models/portkey.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/portkey.cjs');

package/chat_models/portkey.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/portkey.js'

package/chat_models/portkey.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/portkey.js'

package/dist/cache/momento.cjs

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MomentoCache = void 0;
 /* eslint-disable no-instanceof/no-instanceof */
-const sdk_1 = require("@gomomento/sdk");
+const sdk_core_1 = require("@gomomento/sdk-core");
 const index_js_1 = require("../schema/index.cjs");
 const base_js_1 = require("./base.cjs");
 const momento_js_1 = require("../util/momento.cjs");
@@ -62,7 +62,7 @@ class MomentoCache extends index_js_1.BaseCache {
      */
     validateTtlSeconds(ttlSeconds) {
         if (ttlSeconds !== undefined && ttlSeconds <= 0) {
-            throw new sdk_1.InvalidArgumentError("ttlSeconds must be positive.");
+            throw new sdk_core_1.InvalidArgumentError("ttlSeconds must be positive.");
         }
     }
     /**
@@ -74,7 +74,7 @@ class MomentoCache extends index_js_1.BaseCache {
     async lookup(prompt, llmKey) {
         const key = (0, base_js_1.getCacheKey)(prompt, llmKey);
         const getResponse = await this.client.get(this.cacheName, key);
-        if (getResponse instanceof sdk_1.CacheGet.Hit) {
+        if (getResponse instanceof sdk_core_1.CacheGet.Hit) {
             const value = getResponse.valueString();
             const parsedValue = JSON.parse(value);
             if (!Array.isArray(parsedValue)) {
@@ -82,10 +82,10 @@ class MomentoCache extends index_js_1.BaseCache {
             }
             return JSON.parse(value).map(base_js_1.deserializeStoredGeneration);
         }
-        else if (getResponse instanceof sdk_1.CacheGet.Miss) {
+        else if (getResponse instanceof sdk_core_1.CacheGet.Miss) {
             return null;
         }
-        else if (getResponse instanceof sdk_1.CacheGet.Error) {
+        else if (getResponse instanceof sdk_core_1.CacheGet.Error) {
             throw getResponse.innerException();
         }
         else {
@@ -104,10 +104,10 @@ class MomentoCache extends index_js_1.BaseCache {
     async update(prompt, llmKey, value) {
         const key = (0, base_js_1.getCacheKey)(prompt, llmKey);
         const setResponse = await this.client.set(this.cacheName, key, JSON.stringify(value.map(base_js_1.serializeGeneration)), { ttl: this.ttlSeconds });
-        if (setResponse instanceof sdk_1.CacheSet.Success) {
+        if (setResponse instanceof sdk_core_1.CacheSet.Success) {
             // pass
         }
-        else if (setResponse instanceof sdk_1.CacheSet.Error) {
+        else if (setResponse instanceof sdk_core_1.CacheSet.Error) {
             throw setResponse.innerException();
         }
         else {

package/dist/cache/momento.d.ts

@@ -1,4 +1,4 @@
-import { ICacheClient } from "@gomomento/sdk";
+import { ICacheClient } from "@gomomento/sdk-core";
 import { BaseCache, Generation } from "../schema/index.js";
 /**
  * The settings to instantiate the Momento standard cache.

package/dist/cache/momento.js

@@ -1,5 +1,5 @@
 /* eslint-disable no-instanceof/no-instanceof */
-import { CacheGet, CacheSet, InvalidArgumentError, } from "@gomomento/sdk";
+import { CacheGet, CacheSet, InvalidArgumentError, } from "@gomomento/sdk-core";
 import { BaseCache } from "../schema/index.js";
 import { deserializeStoredGeneration, getCacheKey, serializeGeneration, } from "./base.js";
 import { ensureCacheExists } from "../util/momento.js";

package/dist/chat_models/portkey.cjs

@@ -0,0 +1,159 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PortkeyChat = void 0;
+const portkey_js_1 = require("../llms/portkey.cjs");
+const index_js_1 = require("../schema/index.cjs");
+const base_js_1 = require("./base.cjs");
+function portkeyResponseToChatMessage(message) {
+    switch (message.role) {
+        case "user":
+            return new index_js_1.HumanMessage(message.content || "");
+        case "assistant":
+            return new index_js_1.AIMessage(message.content || "");
+        case "system":
+            return new index_js_1.SystemMessage(message.content || "");
+        default:
+            return new index_js_1.ChatMessage(message.content || "", message.role ?? "unknown");
+    }
+}
+function _convertDeltaToMessageChunk(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+delta) {
+    const { role } = delta;
+    const content = delta.content ?? "";
+    let additional_kwargs;
+    if (delta.function_call) {
+        additional_kwargs = {
+            function_call: delta.function_call,
+        };
+    }
+    else {
+        additional_kwargs = {};
+    }
+    if (role === "user") {
+        return new index_js_1.HumanMessageChunk({ content });
+    }
+    else if (role === "assistant") {
+        return new index_js_1.AIMessageChunk({ content, additional_kwargs });
+    }
+    else if (role === "system") {
+        return new index_js_1.SystemMessageChunk({ content });
+    }
+    else if (role === "function") {
+        return new index_js_1.FunctionMessageChunk({
+            content,
+            additional_kwargs,
+            name: delta.name,
+        });
+    }
+    else {
+        return new index_js_1.ChatMessageChunk({ content, role });
+    }
+}
+class PortkeyChat extends base_js_1.BaseChatModel {
+    constructor(init) {
+        super(init ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "baseURL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "llms", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "session", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.apiKey = init?.apiKey;
+        this.baseURL = init?.baseURL;
+        this.mode = init?.mode;
+        this.llms = init?.llms;
+        this.session = (0, portkey_js_1.getPortkeySession)({
+            apiKey: this.apiKey,
+            baseURL: this.baseURL,
+            llms: this.llms,
+            mode: this.mode,
+        });
+    }
+    _llmType() {
+        return "portkey";
+    }
+    async _generate(messages, options, _) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: false,
+        });
+        const generations = [];
+        for (const data of response.choices ?? []) {
+            const text = data.message?.content ?? "";
+            const generation = {
+                text,
+                message: portkeyResponseToChatMessage(data.message ?? {}),
+            };
+            if (data.finish_reason) {
+                generation.generationInfo = { finish_reason: data.finish_reason };
+            }
+            generations.push(generation);
+        }
+        return {
+            generations,
+        };
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: true,
+        });
+        for await (const data of response) {
+            const choice = data?.choices[0];
+            if (!choice) {
+                continue;
+            }
+            const chunk = new index_js_1.ChatGenerationChunk({
+                message: _convertDeltaToMessageChunk(choice.delta ?? {}),
+                text: choice.message?.content ?? "",
+                generationInfo: {
+                    finishReason: choice.finish_reason,
+                },
+            });
+            yield chunk;
+            void runManager?.handleLLMNewToken(chunk.text ?? "");
+        }
+        if (options.signal?.aborted) {
+            throw new Error("AbortError");
+        }
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+}
+exports.PortkeyChat = PortkeyChat;

package/dist/chat_models/portkey.d.ts

@@ -0,0 +1,17 @@
+import { LLMOptions } from "portkey-ai";
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
+import { PortkeySession } from "../llms/portkey.js";
+import { BaseMessage, ChatGenerationChunk, ChatResult } from "../schema/index.js";
+import { BaseChatModel } from "./base.js";
+export declare class PortkeyChat extends BaseChatModel {
+    apiKey?: string;
+    baseURL?: string;
+    mode?: string;
+    llms?: [LLMOptions] | null;
+    session: PortkeySession;
+    constructor(init?: Partial<PortkeyChat>);
+    _llmType(): string;
+    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], _?: CallbackManagerForLLMRun): Promise<ChatResult>;
+    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+    _combineLLMOutput(): {};
+}

package/dist/chat_models/portkey.js

@@ -0,0 +1,155 @@
+import { getPortkeySession } from "../llms/portkey.js";
+import { AIMessage, AIMessageChunk, ChatGenerationChunk, ChatMessage, ChatMessageChunk, FunctionMessageChunk, HumanMessage, HumanMessageChunk, SystemMessage, SystemMessageChunk, } from "../schema/index.js";
+import { BaseChatModel } from "./base.js";
+function portkeyResponseToChatMessage(message) {
+    switch (message.role) {
+        case "user":
+            return new HumanMessage(message.content || "");
+        case "assistant":
+            return new AIMessage(message.content || "");
+        case "system":
+            return new SystemMessage(message.content || "");
+        default:
+            return new ChatMessage(message.content || "", message.role ?? "unknown");
+    }
+}
+function _convertDeltaToMessageChunk(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+delta) {
+    const { role } = delta;
+    const content = delta.content ?? "";
+    let additional_kwargs;
+    if (delta.function_call) {
+        additional_kwargs = {
+            function_call: delta.function_call,
+        };
+    }
+    else {
+        additional_kwargs = {};
+    }
+    if (role === "user") {
+        return new HumanMessageChunk({ content });
+    }
+    else if (role === "assistant") {
+        return new AIMessageChunk({ content, additional_kwargs });
+    }
+    else if (role === "system") {
+        return new SystemMessageChunk({ content });
+    }
+    else if (role === "function") {
+        return new FunctionMessageChunk({
+            content,
+            additional_kwargs,
+            name: delta.name,
+        });
+    }
+    else {
+        return new ChatMessageChunk({ content, role });
+    }
+}
+export class PortkeyChat extends BaseChatModel {
+    constructor(init) {
+        super(init ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "baseURL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "llms", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "session", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.apiKey = init?.apiKey;
+        this.baseURL = init?.baseURL;
+        this.mode = init?.mode;
+        this.llms = init?.llms;
+        this.session = getPortkeySession({
+            apiKey: this.apiKey,
+            baseURL: this.baseURL,
+            llms: this.llms,
+            mode: this.mode,
+        });
+    }
+    _llmType() {
+        return "portkey";
+    }
+    async _generate(messages, options, _) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: false,
+        });
+        const generations = [];
+        for (const data of response.choices ?? []) {
+            const text = data.message?.content ?? "";
+            const generation = {
+                text,
+                message: portkeyResponseToChatMessage(data.message ?? {}),
+            };
+            if (data.finish_reason) {
+                generation.generationInfo = { finish_reason: data.finish_reason };
+            }
+            generations.push(generation);
+        }
+        return {
+            generations,
+        };
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: true,
+        });
+        for await (const data of response) {
+            const choice = data?.choices[0];
+            if (!choice) {
+                continue;
+            }
+            const chunk = new ChatGenerationChunk({
+                message: _convertDeltaToMessageChunk(choice.delta ?? {}),
+                text: choice.message?.content ?? "",
+                generationInfo: {
+                    finishReason: choice.finish_reason,
+                },
+            });
+            yield chunk;
+            void runManager?.handleLLMNewToken(chunk.text ?? "");
+        }
+        if (options.signal?.aborted) {
+            throw new Error("AbortError");
+        }
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+}

package/dist/document_loaders/fs/unstructured.cjs

@@ -92,6 +92,30 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "skipInferTableTypes", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "hiResModelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "includePageBreaks", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "chunkingStrategy", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         // Temporary shim to avoid breaking existing users
         // Remove when API keys are enforced by Unstructured and existing code will break anyway
         const isLegacySyntax = typeof optionsOrLegacyFilePath === "string";
@@ -110,6 +134,10 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
             this.coordinates = options.coordinates;
             this.pdfInferTableStructure = options.pdfInferTableStructure;
             this.xmlKeepTags = options.xmlKeepTags;
+            this.skipInferTableTypes = options.skipInferTableTypes;
+            this.hiResModelName = options.hiResModelName;
+            this.includePageBreaks = options.includePageBreaks;
+            this.chunkingStrategy = options.chunkingStrategy;
         }
     }
     async _partition() {
@@ -137,6 +165,18 @@ class UnstructuredLoader extends base_js_1.BaseDocumentLoader {
         if (this.xmlKeepTags === true) {
             formData.append("xml_keep_tags", "true");
         }
+        if (this.skipInferTableTypes) {
+            formData.append("skip_infer_table_types", JSON.stringify(this.skipInferTableTypes));
+        }
+        if (this.hiResModelName) {
+            formData.append("hi_res_model_name", this.hiResModelName);
+        }
+        if (this.includePageBreaks) {
+            formData.append("include_page_breaks", "true");
+        }
+        if (this.chunkingStrategy) {
+            formData.append("chunking_strategy", this.chunkingStrategy);
+        }
         const headers = {
             "UNSTRUCTURED-API-KEY": this.apiKey ?? "",
         };

package/dist/document_loaders/fs/unstructured.d.ts

@@ -21,6 +21,25 @@ type Element = {
  * be one of "hi_res", "fast", "ocr_only", or "auto".
  */
 export type UnstructuredLoaderStrategy = "hi_res" | "fast" | "ocr_only" | "auto";
+/**
+ * Represents the available hi-res models for the UnstructuredLoader. It can
+ * be one of "chipper".
+ */
+export type HiResModelName = "chipper";
+/**
+ * To enable or disable table extraction for file types other than PDF, set
+ * the skipInferTableTypes property in the UnstructuredLoaderOptions object.
+ * The skipInferTableTypes property is an array of file types for which table
+ * extraction is disabled. For example, to disable table extraction for .docx
+ * and .doc files, set the skipInferTableTypes property to ["docx", "doc"].
+ * You can also disable table extraction for all file types other than PDF by
+ * setting the skipInferTableTypes property to [].
+ */
+export type SkipInferTableTypes = "txt" | "text" | "pdf" | "docx" | "doc" | "jpg" | "jpeg" | "eml" | "html" | "htm" | "md" | "pptx" | "ppt" | "msg" | "rtf" | "xlsx" | "xls" | "odt" | "epub";
+/**
+ * Set the chunking_strategy to chunk text into larger or smaller elements. Defaults to None with optional arg of by_title
+ */
+type ChunkingStrategy = "None" | "by_title";
 /**
  * Represents a string value with autocomplete suggestions. It is used for
  * the `strategy` property in the UnstructuredLoaderOptions.
@@ -35,6 +54,10 @@ export type UnstructuredLoaderOptions = {
     coordinates?: boolean;
     pdfInferTableStructure?: boolean;
     xmlKeepTags?: boolean;
+    skipInferTableTypes?: Array<StringWithAutocomplete<SkipInferTableTypes>>;
+    hiResModelName?: StringWithAutocomplete<HiResModelName>;
+    includePageBreaks?: boolean;
+    chunkingStrategy?: StringWithAutocomplete<ChunkingStrategy>;
 };
 type UnstructuredDirectoryLoaderOptions = UnstructuredLoaderOptions & {
     recursive?: boolean;
@@ -58,6 +81,10 @@ export declare class UnstructuredLoader extends BaseDocumentLoader {
     private coordinates?;
     private pdfInferTableStructure?;
     private xmlKeepTags?;
+    private skipInferTableTypes?;
+    private hiResModelName?;
+    private includePageBreaks?;
+    private chunkingStrategy?;
     constructor(filePathOrLegacyApiUrl: string, optionsOrLegacyFilePath?: UnstructuredLoaderOptions | string);
     _partition(): Promise<Element[]>;
     load(): Promise<Document[]>;

package/dist/document_loaders/fs/unstructured.js

@@ -88,6 +88,30 @@ export class UnstructuredLoader extends BaseDocumentLoader {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "skipInferTableTypes", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "hiResModelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "includePageBreaks", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "chunkingStrategy", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         // Temporary shim to avoid breaking existing users
         // Remove when API keys are enforced by Unstructured and existing code will break anyway
         const isLegacySyntax = typeof optionsOrLegacyFilePath === "string";
@@ -106,6 +130,10 @@ export class UnstructuredLoader extends BaseDocumentLoader {
             this.coordinates = options.coordinates;
             this.pdfInferTableStructure = options.pdfInferTableStructure;
             this.xmlKeepTags = options.xmlKeepTags;
+            this.skipInferTableTypes = options.skipInferTableTypes;
+            this.hiResModelName = options.hiResModelName;
+            this.includePageBreaks = options.includePageBreaks;
+            this.chunkingStrategy = options.chunkingStrategy;
         }
     }
     async _partition() {
@@ -133,6 +161,18 @@ export class UnstructuredLoader extends BaseDocumentLoader {
         if (this.xmlKeepTags === true) {
             formData.append("xml_keep_tags", "true");
         }
+        if (this.skipInferTableTypes) {
+            formData.append("skip_infer_table_types", JSON.stringify(this.skipInferTableTypes));
+        }
+        if (this.hiResModelName) {
+            formData.append("hi_res_model_name", this.hiResModelName);
+        }
+        if (this.includePageBreaks) {
+            formData.append("include_page_breaks", "true");
+        }
+        if (this.chunkingStrategy) {
+            formData.append("chunking_strategy", this.chunkingStrategy);
+        }
         const headers = {
             "UNSTRUCTURED-API-KEY": this.apiKey ?? "",
         };

package/dist/embeddings/minimax.cjs

@@ -81,8 +81,8 @@ class MinimaxEmbeddings extends base_js_1.Embeddings {
         this.type = fieldsWithDefaults?.type ?? this.type;
         this.stripNewLines =
             fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.apiUrl = `${this.basePath}/embeddings`;
         this.basePath = fields?.configuration?.basePath ?? this.basePath;
+        this.apiUrl = `${this.basePath}/embeddings`;
         this.headers = fields?.configuration?.headers ?? this.headers;
     }
     /**

package/dist/embeddings/minimax.js

@@ -78,8 +78,8 @@ export class MinimaxEmbeddings extends Embeddings {
         this.type = fieldsWithDefaults?.type ?? this.type;
         this.stripNewLines =
             fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.apiUrl = `${this.basePath}/embeddings`;
         this.basePath = fields?.configuration?.basePath ?? this.basePath;
+        this.apiUrl = `${this.basePath}/embeddings`;
         this.headers = fields?.configuration?.headers ?? this.headers;
     }
     /**

package/dist/experimental/chat_models/anthropic_functions.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AnthropicFunctions = void 0;
 const fast_xml_parser_1 = require("fast-xml-parser");
+const base_js_1 = require("../../chat_models/base.cjs");
 const index_js_1 = require("../../schema/index.cjs");
 const anthropic_js_1 = require("../../chat_models/anthropic.cjs");
 const prompt_js_1 = require("../../prompts/prompt.cjs");
@@ -26,12 +27,43 @@ for the weather in SF you would respond:
 
 <tool>search</tool><tool_input><query>weather in SF</query></tool_input>
 <observation>64 degrees</observation>`);
-class AnthropicFunctions extends anthropic_js_1.ChatAnthropic {
+class AnthropicFunctions extends base_js_1.BaseChatModel {
     static lc_name() {
         return "AnthropicFunctions";
     }
     constructor(fields) {
         super(fields ?? {});
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "stopSequences", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "experimental", "chat_models"]
+        });
+        this.llm = fields?.llm ?? new anthropic_js_1.ChatAnthropic(fields);
+        this.stopSequences =
+            fields?.stopSequences ?? this.llm.stopSequences;
+    }
+    invocationParams() {
+        return this.llm.invocationParams();
+    }
+    /** @ignore */
+    _identifyingParams() {
+        return this.llm._identifyingParams();
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        yield* this.llm._streamResponseChunks(messages, options, runManager);
     }
     async _generate(messages, options, runManager) {
         let promptMessages = messages;
@@ -78,7 +110,7 @@ class AnthropicFunctions extends anthropic_js_1.ChatAnthropic {
         else if (options.function_call !== undefined) {
             throw new Error(`If "function_call" is provided, "functions" must also be.`);
         }
-        const chatResult = await super._generate(promptMessages, options, runManager);
+        const chatResult = await this.llm._generate(promptMessages, options, runManager);
         const chatGenerationContent = chatResult.generations[0].message.content;
         if (forced) {
             const parser = new fast_xml_parser_1.XMLParser();