llm-exe 2.2.1 → 2.3.1

package/dist/index.d.mts

@@ -31,21 +31,23 @@ interface IChatUserMessage extends IChatMessageBase {
     name?: string;
 }
 interface IChatFunctionMessage extends IChatMessageBase {
+    id?: string;
     role: Extract<IChatMessageRole, "function">;
     content: string;
     name: string;
 }
 interface IChatAssistantMessage extends IChatMessageBase {
-    role: Extract<IChatMessageRole, "assistant">;
+    role: Extract<IChatMessageRole, "assistant" | "model">;
     content: string;
     function_call?: undefined;
 }
-interface IChatAssistantFunctionCallMessage extends IChatMessageBase {
-    role: Extract<IChatMessageRole, "assistant">;
+interface IChatFunctionCallMessage extends IChatMessageBase {
+    role: Extract<IChatMessageRole, "function_call">;
     content: null;
-    function_call?: {
+    function_call: {
         name: string;
         arguments: string;
+        id?: string;
     };
 }
 interface IChatSystemMessage extends IChatMessageBase {
@@ -57,8 +59,8 @@ interface IChatMessagesPlaceholder {
     content: string;
 }
 type IPromptMessages = (IChatSystemMessage | IChatMessagesPlaceholder)[];
-type IPromptChatMessages = (IChatUserMessage | IChatAssistantMessage | IChatAssistantFunctionCallMessage | IChatSystemMessage | IChatMessagesPlaceholder | IChatFunctionMessage)[];
-type IChatMessage = IChatUserMessage | IChatAssistantMessage | IChatAssistantFunctionCallMessage | IChatSystemMessage | IChatFunctionMessage;
+type IPromptChatMessages = (IChatUserMessage | IChatAssistantMessage | IChatFunctionCallMessage | IChatSystemMessage | IChatMessagesPlaceholder | IChatFunctionMessage)[];
+type IChatMessage = IChatUserMessage | IChatAssistantMessage | IChatFunctionCallMessage | IChatSystemMessage | IChatFunctionMessage;
 type IChatMessages = IChatMessage[];
 
 type OpenAIChatModelName = "gpt-3.5-turbo" | "gpt-3.5-turbo-0613" | "gpt-3.5-turbo-16k" | "gpt-4-0613" | "gpt-4" | "gpt-4o" | "gpt-4o-mini" | "gpt-4-0613" | "gpt-4-32k-0613" | `gpt-4${string}` | `gpt-3.5-turbo-${string}`;
@@ -66,6 +68,7 @@ type OpenAIConversationModelName = "davinci" | "text-curie-001" | "text-babbage-
 type OpenAIEmbeddingModelName = "text-embedding-ada-002";
 type OpenAIModelName = OpenAIChatModelName | OpenAIConversationModelName | OpenAIEmbeddingModelName;
 
+type ParserInput = string | OutputResult;
 /**
  * BaseParser is an abstract class for parsing text and enforcing JSON schema on the parsed data.
  */
@@ -86,7 +89,7 @@ declare abstract class BaseParser<T = any> {
      * @param [attributes] - Optional attributes to use during parsing.
      * @returns The parsed data.
      */
-    abstract parse(text: string | OutputResultContent[], attributes?: Record<string, any>): T;
+    abstract parse(text: ParserInput, attributes?: Record<string, any>): T;
 }
 declare abstract class BaseParserWithJson<S extends JSONSchema | undefined = undefined, T = S extends JSONSchema ? FromSchema<S> : Record<string, any>> extends BaseParser<T> {
     schema: S;
@@ -103,7 +106,7 @@ interface StringParserOptions extends BaseParserOptions {
 }
 declare class StringParser extends BaseParser<string> {
     constructor(options?: StringParserOptions);
-    parse(text: string | OutputResultContent[], _options?: Record<string, any>): string;
+    parse(text: string | OutputResult, _options?: Record<string, any>): string;
 }
 
 interface BooleanParserOptions extends BaseParserOptions {
@@ -301,16 +304,27 @@ declare function createParser<T extends Extract<CreateParserType, "json">, S ext
 declare function createParser<T extends CreateParserType, S extends JSONSchema | undefined = undefined>(type: T, options?: BaseParserOptionsWithSchema<S> | BaseParserOptions): JsonParser<S> | ListToJsonParser<S> | StringParser | NumberParser | BooleanParser | ListToArrayParser | ListToKeyValueParser | ReplaceStringTemplateParser | MarkdownCodeBlockParser | MarkdownCodeBlocksParser | StringExtractParser;
 declare function createCustomParser<O>(name: string, parserFn: (text: string, inputValues: ExecutorContext<any, any>) => O): CustomParser<ReturnType<typeof parserFn>>;
 
+declare class LlmFunctionParser<T extends BaseParser<any>> extends BaseParser<ParserOutput<T> | OutputResultContent[]> {
+    parser: T;
+    constructor(options: LlmNativeFunctionParserOptions<T>);
+    parse(text: OutputResult, _options?: Record<string, any>): OutputResultContent[] | ParserOutput<T>;
+}
+interface LlmNativeFunctionParserOptions<T extends BaseParser<any>> extends BaseParserOptions {
+    parser: T;
+}
 interface LlmNativeFunctionParserOptions<T extends BaseParser<any>> extends BaseParserOptions {
     parser: T;
 }
+/**
+ * @deprecated Use `LlmFunctionParser` instead.
+ */
 declare class LlmNativeFunctionParser<T extends BaseParser<any>> extends BaseParser<ParserOutput<T> | {
     name: any;
     arguments: any;
 }> {
     parser: T;
     constructor(options: LlmNativeFunctionParserOptions<T>);
-    parse(text: OutputResultContent[], _options?: Record<string, any>): ParserOutput<T> | {
+    parse(text: OutputResult, _options?: Record<string, any>): ParserOutput<T> | {
         name: string;
         arguments: any;
     };
@@ -435,7 +449,7 @@ declare class ChatPrompt<I extends Record<string, any>> extends BasePrompt<I> {
      * @param name (optional) The name of the user. Only accepted if role is `user`.
      * @return instance of ChatPrompt.
      */
-    addToPrompt(content: string, role: Extract<IChatMessageRole, "assistant">, name?: undefined): ChatPrompt<I>;
+    addToPrompt(content: string, role: Extract<IChatMessageRole, "assistant" | "model">, name?: undefined): ChatPrompt<I>;
     addToPrompt(content: string, role: Extract<IChatMessageRole, "system">, name?: undefined): ChatPrompt<I>;
     addToPrompt(content: string, role: Extract<IChatMessageRole, "user">, name?: string): ChatPrompt<I>;
     addToPrompt(content: string, role: Extract<IChatMessageRole, "function">, name: string): ChatPrompt<I>;
@@ -458,7 +472,7 @@ declare class ChatPrompt<I extends Record<string, any>> extends BasePrompt<I> {
      * @param content The message content.
      * @return ChatPrompt so it can be chained.
      */
-    addFunctionMessage(content: string, name: string): ChatPrompt<I>;
+    addFunctionMessage(content: string, name: string, id?: string): ChatPrompt<I>;
     /**
      * addFunctionCallMessage Helper to add an assistant message to the prompt.
      * @param content The message content.
@@ -467,6 +481,7 @@ declare class ChatPrompt<I extends Record<string, any>> extends BasePrompt<I> {
     addFunctionCallMessage(function_call?: {
         name: string;
         arguments: string;
+        id?: string;
     }): this;
     /**
      * addFromHistory Adds multiple messages at one time.
@@ -657,13 +672,27 @@ declare class Dialogue extends BaseStateItem<IChatMessages> {
     name: string;
     constructor(name: string);
     setUserMessage(content: string | IChatMessageContentDetailed[], name?: string): this;
-    setAssistantMessage(content: string): this;
+    setAssistantMessage(content: string | OutputResultsText): this;
     setSystemMessage(content: string): this;
-    setFunctionMessage(content: string, name: string): this;
+    setToolMessage(content: string, name: string, id?: string): void;
+    setFunctionMessage(content: string, name: string, id?: string): this;
+    /**
+     * Set
+     */
+    setToolCallMessage(input: {
+        name: string;
+        arguments: string;
+        id?: string;
+    }): void;
     setFunctionCallMessage(input: {
+        name: string;
+        arguments: string;
+        id?: string;
+    } | {
         function_call: {
             name: string;
             arguments: string;
+            id?: string;
         };
     }): this;
     setMessageTurn(userMessage: string, assistantMessage: string, systemMessage?: string): this;
@@ -674,6 +703,13 @@ declare class Dialogue extends BaseStateItem<IChatMessages> {
         name: string;
         value: IChatMessage[];
     };
+    /**
+     * Add LLM output to dialogue history in the order it was returned
+     *
+     * @param output - The LLM output result from llm.call()
+     * @returns this for chaining
+     */
+    addFromOutput(output: OutputResult | BaseLlCall): this;
 }
 
 declare abstract class BaseState {
@@ -730,14 +766,19 @@ declare class LlmExecutor<Llm extends BaseLlm<any>, Prompt extends BasePrompt<Re
 /**
  * Core Executor With LLM
  */
-declare class LlmExecutorWithFunctions<Llm extends BaseLlm, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState> extends LlmExecutor<Llm, Prompt, Parser, State> {
+declare class LlmExecutorWithFunctions<Llm extends BaseLlm, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState = BaseState> extends LlmExecutor<Llm, Prompt, LlmFunctionParser<Parser>, State> {
     constructor(llmConfiguration: ExecutorWithLlmOptions<Llm, Prompt, Parser, State>, options?: CoreExecutorExecuteOptions<LlmExecutorHooks>);
-    execute<T extends GenericFunctionCall>(_input: PromptInput<Prompt>, _options: LlmExecutorWithFunctionsOptions<T>): Promise<ParserOutput<Parser>>;
+    execute<T extends GenericFunctionCall>(_input: PromptInput<Prompt>, _options: LlmExecutorWithFunctionsOptions<T>): Promise<OutputResultContent[] | ParserOutput<Parser>>;
 }
 /**
  * @deprecated Use `LlmExecutorWithFunctions` instead.
  */
-declare class LlmExecutorOpenAiFunctions<Llm extends BaseLlm, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState> extends LlmExecutorWithFunctions<Llm, Prompt, Parser, State> {
+declare class LlmExecutorOpenAiFunctions<Llm extends BaseLlm, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState = BaseState> extends LlmExecutor<Llm, Prompt, LlmNativeFunctionParser<Parser>, State> {
+    constructor(llmConfiguration: ExecutorWithLlmOptions<Llm, Prompt, Parser, State>, options?: CoreExecutorExecuteOptions<LlmExecutorHooks>);
+    execute<T extends GenericFunctionCall>(_input: PromptInput<Prompt>, _options: LlmExecutorWithFunctionsOptions<T>): Promise<ParserOutput<Parser> | {
+        name: string;
+        arguments: any;
+    }>;
 }
 
 /**
@@ -848,6 +889,9 @@ interface BaseParserOptionsWithSchema<S extends JSONSchema | undefined = undefin
     validateSchema?: boolean;
 }
 
+/**
+ * Internal Formats
+ */
 interface OutputResultsBase {
     type: "text" | "function_use";
     text?: string;
@@ -860,6 +904,7 @@ interface OutputResultsFunction extends OutputResultsBase {
     type: "function_use";
     name: string;
     input: Record<string, any>;
+    functionId: string;
 }
 type OutputResultContent = OutputResultsText | OutputResultsFunction;
 interface OutputResult {
@@ -997,6 +1042,12 @@ type AllUseLlmOptions = AllLlm & {
     "openai.gpt-4o-mini": {
         input: Omit<OpenAiRequest, "model">;
     };
+    "anthropic.claude-sonnet-4-0": {
+        input: Omit<AnthropicRequest, "model">;
+    };
+    "anthropic.claude-opus-4-0": {
+        input: Omit<AnthropicRequest, "model">;
+    };
     "anthropic.claude-3-7-sonnet": {
         input: Omit<AnthropicRequest, "model">;
     };
@@ -1021,12 +1072,27 @@ type AllUseLlmOptions = AllLlm & {
     "google.gemini-2.0-flash-lite": {
         input: Omit<GeminiRequest, "model">;
     };
+    "google.gemini-2.5-flash": {
+        input: Omit<GeminiRequest, "model">;
+    };
+    "google.gemini-2.5-flash-lite": {
+        input: Omit<GeminiRequest, "model">;
+    };
     "google.gemini-1.5-pro": {
         input: Omit<GeminiRequest, "model">;
     };
+    "google.gemini-2.5-pro": {
+        input: Omit<GeminiRequest, "model">;
+    };
     "xai.grok-2": {
         input: OpenAiRequest;
     };
+    "xai.grok-3": {
+        input: OpenAiRequest;
+    };
+    "xai.grok-4": {
+        input: OpenAiRequest;
+    };
     "ollama.deepseek-r1": {
         input: GenericLLm;
     };
@@ -1241,13 +1307,45 @@ declare namespace index {
   export { index_assert as assert, index_asyncCallWithTimeout as asyncCallWithTimeout, index_defineSchema as defineSchema, index_filterObjectOnSchema as filterObjectOnSchema, index_guessProviderFromModel as guessProviderFromModel, index_importHelpers as importHelpers, index_importPartials as importPartials, index_isObjectStringified as isObjectStringified, index_maybeParseJSON as maybeParseJSON, index_maybeStringifyJSON as maybeStringifyJSON, index_registerHelpers as registerHelpers, index_registerPartials as registerPartials, index_replaceTemplateString as replaceTemplateString, index_replaceTemplateStringAsync as replaceTemplateStringAsync };
 }
 
+declare function isOutputResult(obj: any): obj is OutputResult;
+declare function isOutputResultContentText(obj: any): obj is OutputResultsText;
+/**
+ * Does a llm response have a tool/function call?
+ */
+declare function isFunctionCall(result: any): result is OutputResultsFunction;
+declare function isToolCall(result: any): result is OutputResultsFunction;
+/**
+ * Is it a tool/function Call
+ */
+declare function hasFunctionCall(results: any): boolean;
+declare function hasToolCall(results: any): boolean;
+declare function isUserMessage(message: IChatMessage): message is IChatUserMessage;
+declare function isAssistantMessage(message: IChatMessage): message is IChatAssistantMessage;
+declare function isSystemMessage(message: IChatMessage): message is IChatSystemMessage;
+
+declare const guards_hasFunctionCall: typeof hasFunctionCall;
+declare const guards_hasToolCall: typeof hasToolCall;
+declare const guards_isAssistantMessage: typeof isAssistantMessage;
+declare const guards_isFunctionCall: typeof isFunctionCall;
+declare const guards_isOutputResult: typeof isOutputResult;
+declare const guards_isOutputResultContentText: typeof isOutputResultContentText;
+declare const guards_isSystemMessage: typeof isSystemMessage;
+declare const guards_isToolCall: typeof isToolCall;
+declare const guards_isUserMessage: typeof isUserMessage;
+declare namespace guards {
+  export { guards_hasFunctionCall as hasFunctionCall, guards_hasToolCall as hasToolCall, guards_isAssistantMessage as isAssistantMessage, guards_isFunctionCall as isFunctionCall, guards_isOutputResult as isOutputResult, guards_isOutputResultContentText as isOutputResultContentText, guards_isSystemMessage as isSystemMessage, guards_isToolCall as isToolCall, guards_isUserMessage as isUserMessage };
+}
+
 declare const configs: {
     "deepseek.chat.v1": Config<keyof AllLlm>;
     "deepseek.chat": Config<keyof AllLlm>;
     "google.chat.v1": Config<keyof AllLlm>;
     "google.gemini-2.0-flash": Config<keyof AllLlm>;
     "google.gemini-2.0-flash-lite": Config<keyof AllLlm>;
+    "google.gemini-2.5-flash": Config<keyof AllLlm>;
+    "google.gemini-2.5-flash-lite": Config<keyof AllLlm>;
     "google.gemini-1.5-pro": Config<keyof AllLlm>;
+    "google.gemini-2.5-pro": Config<keyof AllLlm>;
     "ollama.chat.v1": Config<keyof AllLlm>;
     "ollama.deepseek-r1": Config<keyof AllLlm>;
     "ollama.llama3.3": Config<keyof AllLlm>;
@@ -1256,9 +1354,13 @@ declare const configs: {
     "ollama.qwq": Config<keyof AllLlm>;
     "xai.chat.v1": Config<keyof AllLlm>;
     "xai.grok-2": Config<keyof AllLlm>;
+    "xai.grok-3": Config<keyof AllLlm>;
+    "xai.grok-4": Config<keyof AllLlm>;
     "amazon:anthropic.chat.v1": Config<keyof AllLlm>;
     "amazon:meta.chat.v1": Config<keyof AllLlm>;
     "anthropic.chat.v1": Config<keyof AllLlm>;
+    "anthropic.claude-sonnet-4-0": Config<keyof AllLlm>;
+    "anthropic.claude-opus-4-0": Config<keyof AllLlm>;
     "anthropic.claude-3-7-sonnet": Config<keyof AllLlm>;
     "anthropic.claude-3-5-sonnet": Config<keyof AllLlm>;
     "anthropic.claude-3-5-haiku": Config<keyof AllLlm>;
@@ -1270,11 +1372,7 @@ declare const configs: {
 };
 
 declare function useLlm<T extends keyof typeof configs>(provider: T, options?: AllUseLlmOptions[T]["input"]): {
-    call: (messages: string | IChatMessages, options?: LlmExecutorWithFunctionsOptions) => Promise<{
-        getResultContent: (index?: number) => OutputResultContent[];
-        getResultText: () => string;
-        getResult: () => OutputResult;
-    }>;
+    call: (messages: string | IChatMessages, options?: LlmExecutorWithFunctionsOptions) => Promise<BaseLlCall>;
     getTraceId: () => string | null;
     withTraceId: (id: string) => void;
     getMetadata: () => {
@@ -1308,4 +1406,4 @@ declare function createEmbedding<T extends EmbeddingProviderKey>(provider: T, op
     };
 };
 
-export { BaseExecutor, type BaseLlm, BaseParser, BasePrompt, BaseStateItem, ChatPrompt, CustomParser, DefaultState, DefaultStateItem, type EmbeddingProviderKey, type ExecutorContext, type IChatMessages, LlmExecutorOpenAiFunctions, LlmExecutorWithFunctions, LlmNativeFunctionParser, type LlmProvider, type LlmProviderKey, type OpenAIModelName, OpenAiFunctionParser, TextPrompt, type UseLlmKey, createCallableExecutor, createChatPrompt, createCoreExecutor, createCustomParser, createDialogue, createEmbedding, createLlmExecutor, createLlmFunctionExecutor, createParser, createPrompt, createState, createStateItem, defineSchema, registerHelpers, registerPartials, useExecutors, useLlm, index as utils };
+export { BaseExecutor, type BaseLlm, BaseParser, BasePrompt, BaseStateItem, ChatPrompt, CustomParser, DefaultState, DefaultStateItem, type EmbeddingProviderKey, type ExecutorContext, type IChatMessages, LlmExecutorOpenAiFunctions, LlmExecutorWithFunctions, LlmNativeFunctionParser, type LlmProvider, type LlmProviderKey, type OpenAIModelName, OpenAiFunctionParser, TextPrompt, type UseLlmKey, createCallableExecutor, createChatPrompt, createCoreExecutor, createCustomParser, createDialogue, createEmbedding, createLlmExecutor, createLlmFunctionExecutor, createParser, createPrompt, createState, createStateItem, defineSchema, guards, registerHelpers, registerPartials, useExecutors, useLlm, index as utils };

package/dist/index.d.ts

@@ -31,21 +31,23 @@ interface IChatUserMessage extends IChatMessageBase {
     name?: string;
 }
 interface IChatFunctionMessage extends IChatMessageBase {
+    id?: string;
     role: Extract<IChatMessageRole, "function">;
     content: string;
     name: string;
 }
 interface IChatAssistantMessage extends IChatMessageBase {
-    role: Extract<IChatMessageRole, "assistant">;
+    role: Extract<IChatMessageRole, "assistant" | "model">;
     content: string;
     function_call?: undefined;
 }
-interface IChatAssistantFunctionCallMessage extends IChatMessageBase {
-    role: Extract<IChatMessageRole, "assistant">;
+interface IChatFunctionCallMessage extends IChatMessageBase {
+    role: Extract<IChatMessageRole, "function_call">;
     content: null;
-    function_call?: {
+    function_call: {
         name: string;
         arguments: string;
+        id?: string;
     };
 }
 interface IChatSystemMessage extends IChatMessageBase {
@@ -57,8 +59,8 @@ interface IChatMessagesPlaceholder {
     content: string;
 }
 type IPromptMessages = (IChatSystemMessage | IChatMessagesPlaceholder)[];
-type IPromptChatMessages = (IChatUserMessage | IChatAssistantMessage | IChatAssistantFunctionCallMessage | IChatSystemMessage | IChatMessagesPlaceholder | IChatFunctionMessage)[];
-type IChatMessage = IChatUserMessage | IChatAssistantMessage | IChatAssistantFunctionCallMessage | IChatSystemMessage | IChatFunctionMessage;
+type IPromptChatMessages = (IChatUserMessage | IChatAssistantMessage | IChatFunctionCallMessage | IChatSystemMessage | IChatMessagesPlaceholder | IChatFunctionMessage)[];
+type IChatMessage = IChatUserMessage | IChatAssistantMessage | IChatFunctionCallMessage | IChatSystemMessage | IChatFunctionMessage;
 type IChatMessages = IChatMessage[];
 
 type OpenAIChatModelName = "gpt-3.5-turbo" | "gpt-3.5-turbo-0613" | "gpt-3.5-turbo-16k" | "gpt-4-0613" | "gpt-4" | "gpt-4o" | "gpt-4o-mini" | "gpt-4-0613" | "gpt-4-32k-0613" | `gpt-4${string}` | `gpt-3.5-turbo-${string}`;
@@ -66,6 +68,7 @@ type OpenAIConversationModelName = "davinci" | "text-curie-001" | "text-babbage-
 type OpenAIEmbeddingModelName = "text-embedding-ada-002";
 type OpenAIModelName = OpenAIChatModelName | OpenAIConversationModelName | OpenAIEmbeddingModelName;
 
+type ParserInput = string | OutputResult;
 /**
  * BaseParser is an abstract class for parsing text and enforcing JSON schema on the parsed data.
  */
@@ -86,7 +89,7 @@ declare abstract class BaseParser<T = any> {
      * @param [attributes] - Optional attributes to use during parsing.
      * @returns The parsed data.
      */
-    abstract parse(text: string | OutputResultContent[], attributes?: Record<string, any>): T;
+    abstract parse(text: ParserInput, attributes?: Record<string, any>): T;
 }
 declare abstract class BaseParserWithJson<S extends JSONSchema | undefined = undefined, T = S extends JSONSchema ? FromSchema<S> : Record<string, any>> extends BaseParser<T> {
     schema: S;
@@ -103,7 +106,7 @@ interface StringParserOptions extends BaseParserOptions {
 }
 declare class StringParser extends BaseParser<string> {
     constructor(options?: StringParserOptions);
-    parse(text: string | OutputResultContent[], _options?: Record<string, any>): string;
+    parse(text: string | OutputResult, _options?: Record<string, any>): string;
 }
 
 interface BooleanParserOptions extends BaseParserOptions {
@@ -301,16 +304,27 @@ declare function createParser<T extends Extract<CreateParserType, "json">, S ext
 declare function createParser<T extends CreateParserType, S extends JSONSchema | undefined = undefined>(type: T, options?: BaseParserOptionsWithSchema<S> | BaseParserOptions): JsonParser<S> | ListToJsonParser<S> | StringParser | NumberParser | BooleanParser | ListToArrayParser | ListToKeyValueParser | ReplaceStringTemplateParser | MarkdownCodeBlockParser | MarkdownCodeBlocksParser | StringExtractParser;
 declare function createCustomParser<O>(name: string, parserFn: (text: string, inputValues: ExecutorContext<any, any>) => O): CustomParser<ReturnType<typeof parserFn>>;
 
+declare class LlmFunctionParser<T extends BaseParser<any>> extends BaseParser<ParserOutput<T> | OutputResultContent[]> {
+    parser: T;
+    constructor(options: LlmNativeFunctionParserOptions<T>);
+    parse(text: OutputResult, _options?: Record<string, any>): OutputResultContent[] | ParserOutput<T>;
+}
+interface LlmNativeFunctionParserOptions<T extends BaseParser<any>> extends BaseParserOptions {
+    parser: T;
+}
 interface LlmNativeFunctionParserOptions<T extends BaseParser<any>> extends BaseParserOptions {
     parser: T;
 }
+/**
+ * @deprecated Use `LlmFunctionParser` instead.
+ */
 declare class LlmNativeFunctionParser<T extends BaseParser<any>> extends BaseParser<ParserOutput<T> | {
     name: any;
     arguments: any;
 }> {
     parser: T;
     constructor(options: LlmNativeFunctionParserOptions<T>);
-    parse(text: OutputResultContent[], _options?: Record<string, any>): ParserOutput<T> | {
+    parse(text: OutputResult, _options?: Record<string, any>): ParserOutput<T> | {
         name: string;
         arguments: any;
     };
@@ -435,7 +449,7 @@ declare class ChatPrompt<I extends Record<string, any>> extends BasePrompt<I> {
      * @param name (optional) The name of the user. Only accepted if role is `user`.
      * @return instance of ChatPrompt.
      */
-    addToPrompt(content: string, role: Extract<IChatMessageRole, "assistant">, name?: undefined): ChatPrompt<I>;
+    addToPrompt(content: string, role: Extract<IChatMessageRole, "assistant" | "model">, name?: undefined): ChatPrompt<I>;
     addToPrompt(content: string, role: Extract<IChatMessageRole, "system">, name?: undefined): ChatPrompt<I>;
     addToPrompt(content: string, role: Extract<IChatMessageRole, "user">, name?: string): ChatPrompt<I>;
     addToPrompt(content: string, role: Extract<IChatMessageRole, "function">, name: string): ChatPrompt<I>;
@@ -458,7 +472,7 @@ declare class ChatPrompt<I extends Record<string, any>> extends BasePrompt<I> {
      * @param content The message content.
      * @return ChatPrompt so it can be chained.
      */
-    addFunctionMessage(content: string, name: string): ChatPrompt<I>;
+    addFunctionMessage(content: string, name: string, id?: string): ChatPrompt<I>;
     /**
      * addFunctionCallMessage Helper to add an assistant message to the prompt.
      * @param content The message content.
@@ -467,6 +481,7 @@ declare class ChatPrompt<I extends Record<string, any>> extends BasePrompt<I> {
     addFunctionCallMessage(function_call?: {
         name: string;
         arguments: string;
+        id?: string;
     }): this;
     /**
      * addFromHistory Adds multiple messages at one time.
@@ -657,13 +672,27 @@ declare class Dialogue extends BaseStateItem<IChatMessages> {
     name: string;
     constructor(name: string);
     setUserMessage(content: string | IChatMessageContentDetailed[], name?: string): this;
-    setAssistantMessage(content: string): this;
+    setAssistantMessage(content: string | OutputResultsText): this;
     setSystemMessage(content: string): this;
-    setFunctionMessage(content: string, name: string): this;
+    setToolMessage(content: string, name: string, id?: string): void;
+    setFunctionMessage(content: string, name: string, id?: string): this;
+    /**
+     * Set
+     */
+    setToolCallMessage(input: {
+        name: string;
+        arguments: string;
+        id?: string;
+    }): void;
     setFunctionCallMessage(input: {
+        name: string;
+        arguments: string;
+        id?: string;
+    } | {
         function_call: {
             name: string;
             arguments: string;
+            id?: string;
         };
     }): this;
     setMessageTurn(userMessage: string, assistantMessage: string, systemMessage?: string): this;
@@ -674,6 +703,13 @@ declare class Dialogue extends BaseStateItem<IChatMessages> {
         name: string;
         value: IChatMessage[];
     };
+    /**
+     * Add LLM output to dialogue history in the order it was returned
+     *
+     * @param output - The LLM output result from llm.call()
+     * @returns this for chaining
+     */
+    addFromOutput(output: OutputResult | BaseLlCall): this;
 }
 
 declare abstract class BaseState {
@@ -730,14 +766,19 @@ declare class LlmExecutor<Llm extends BaseLlm<any>, Prompt extends BasePrompt<Re
 /**
  * Core Executor With LLM
  */
-declare class LlmExecutorWithFunctions<Llm extends BaseLlm, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState> extends LlmExecutor<Llm, Prompt, Parser, State> {
+declare class LlmExecutorWithFunctions<Llm extends BaseLlm, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState = BaseState> extends LlmExecutor<Llm, Prompt, LlmFunctionParser<Parser>, State> {
     constructor(llmConfiguration: ExecutorWithLlmOptions<Llm, Prompt, Parser, State>, options?: CoreExecutorExecuteOptions<LlmExecutorHooks>);
-    execute<T extends GenericFunctionCall>(_input: PromptInput<Prompt>, _options: LlmExecutorWithFunctionsOptions<T>): Promise<ParserOutput<Parser>>;
+    execute<T extends GenericFunctionCall>(_input: PromptInput<Prompt>, _options: LlmExecutorWithFunctionsOptions<T>): Promise<OutputResultContent[] | ParserOutput<Parser>>;
 }
 /**
  * @deprecated Use `LlmExecutorWithFunctions` instead.
  */
-declare class LlmExecutorOpenAiFunctions<Llm extends BaseLlm, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState> extends LlmExecutorWithFunctions<Llm, Prompt, Parser, State> {
+declare class LlmExecutorOpenAiFunctions<Llm extends BaseLlm, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState = BaseState> extends LlmExecutor<Llm, Prompt, LlmNativeFunctionParser<Parser>, State> {
+    constructor(llmConfiguration: ExecutorWithLlmOptions<Llm, Prompt, Parser, State>, options?: CoreExecutorExecuteOptions<LlmExecutorHooks>);
+    execute<T extends GenericFunctionCall>(_input: PromptInput<Prompt>, _options: LlmExecutorWithFunctionsOptions<T>): Promise<ParserOutput<Parser> | {
+        name: string;
+        arguments: any;
+    }>;
 }
 
 /**
@@ -848,6 +889,9 @@ interface BaseParserOptionsWithSchema<S extends JSONSchema | undefined = undefin
     validateSchema?: boolean;
 }
 
+/**
+ * Internal Formats
+ */
 interface OutputResultsBase {
     type: "text" | "function_use";
     text?: string;
@@ -860,6 +904,7 @@ interface OutputResultsFunction extends OutputResultsBase {
     type: "function_use";
     name: string;
     input: Record<string, any>;
+    functionId: string;
 }
 type OutputResultContent = OutputResultsText | OutputResultsFunction;
 interface OutputResult {
@@ -997,6 +1042,12 @@ type AllUseLlmOptions = AllLlm & {
     "openai.gpt-4o-mini": {
         input: Omit<OpenAiRequest, "model">;
     };
+    "anthropic.claude-sonnet-4-0": {
+        input: Omit<AnthropicRequest, "model">;
+    };
+    "anthropic.claude-opus-4-0": {
+        input: Omit<AnthropicRequest, "model">;
+    };
     "anthropic.claude-3-7-sonnet": {
         input: Omit<AnthropicRequest, "model">;
     };
@@ -1021,12 +1072,27 @@ type AllUseLlmOptions = AllLlm & {
     "google.gemini-2.0-flash-lite": {
         input: Omit<GeminiRequest, "model">;
     };
+    "google.gemini-2.5-flash": {
+        input: Omit<GeminiRequest, "model">;
+    };
+    "google.gemini-2.5-flash-lite": {
+        input: Omit<GeminiRequest, "model">;
+    };
     "google.gemini-1.5-pro": {
         input: Omit<GeminiRequest, "model">;
     };
+    "google.gemini-2.5-pro": {
+        input: Omit<GeminiRequest, "model">;
+    };
     "xai.grok-2": {
         input: OpenAiRequest;
     };
+    "xai.grok-3": {
+        input: OpenAiRequest;
+    };
+    "xai.grok-4": {
+        input: OpenAiRequest;
+    };
     "ollama.deepseek-r1": {
         input: GenericLLm;
     };
@@ -1241,13 +1307,45 @@ declare namespace index {
   export { index_assert as assert, index_asyncCallWithTimeout as asyncCallWithTimeout, index_defineSchema as defineSchema, index_filterObjectOnSchema as filterObjectOnSchema, index_guessProviderFromModel as guessProviderFromModel, index_importHelpers as importHelpers, index_importPartials as importPartials, index_isObjectStringified as isObjectStringified, index_maybeParseJSON as maybeParseJSON, index_maybeStringifyJSON as maybeStringifyJSON, index_registerHelpers as registerHelpers, index_registerPartials as registerPartials, index_replaceTemplateString as replaceTemplateString, index_replaceTemplateStringAsync as replaceTemplateStringAsync };
 }
 
+declare function isOutputResult(obj: any): obj is OutputResult;
+declare function isOutputResultContentText(obj: any): obj is OutputResultsText;
+/**
+ * Does a llm response have a tool/function call?
+ */
+declare function isFunctionCall(result: any): result is OutputResultsFunction;
+declare function isToolCall(result: any): result is OutputResultsFunction;
+/**
+ * Is it a tool/function Call
+ */
+declare function hasFunctionCall(results: any): boolean;
+declare function hasToolCall(results: any): boolean;
+declare function isUserMessage(message: IChatMessage): message is IChatUserMessage;
+declare function isAssistantMessage(message: IChatMessage): message is IChatAssistantMessage;
+declare function isSystemMessage(message: IChatMessage): message is IChatSystemMessage;
+
+declare const guards_hasFunctionCall: typeof hasFunctionCall;
+declare const guards_hasToolCall: typeof hasToolCall;
+declare const guards_isAssistantMessage: typeof isAssistantMessage;
+declare const guards_isFunctionCall: typeof isFunctionCall;
+declare const guards_isOutputResult: typeof isOutputResult;
+declare const guards_isOutputResultContentText: typeof isOutputResultContentText;
+declare const guards_isSystemMessage: typeof isSystemMessage;
+declare const guards_isToolCall: typeof isToolCall;
+declare const guards_isUserMessage: typeof isUserMessage;
+declare namespace guards {
+  export { guards_hasFunctionCall as hasFunctionCall, guards_hasToolCall as hasToolCall, guards_isAssistantMessage as isAssistantMessage, guards_isFunctionCall as isFunctionCall, guards_isOutputResult as isOutputResult, guards_isOutputResultContentText as isOutputResultContentText, guards_isSystemMessage as isSystemMessage, guards_isToolCall as isToolCall, guards_isUserMessage as isUserMessage };
+}
+
 declare const configs: {
     "deepseek.chat.v1": Config<keyof AllLlm>;
     "deepseek.chat": Config<keyof AllLlm>;
     "google.chat.v1": Config<keyof AllLlm>;
     "google.gemini-2.0-flash": Config<keyof AllLlm>;
     "google.gemini-2.0-flash-lite": Config<keyof AllLlm>;
+    "google.gemini-2.5-flash": Config<keyof AllLlm>;
+    "google.gemini-2.5-flash-lite": Config<keyof AllLlm>;
     "google.gemini-1.5-pro": Config<keyof AllLlm>;
+    "google.gemini-2.5-pro": Config<keyof AllLlm>;
     "ollama.chat.v1": Config<keyof AllLlm>;
     "ollama.deepseek-r1": Config<keyof AllLlm>;
     "ollama.llama3.3": Config<keyof AllLlm>;
@@ -1256,9 +1354,13 @@ declare const configs: {
     "ollama.qwq": Config<keyof AllLlm>;
     "xai.chat.v1": Config<keyof AllLlm>;
     "xai.grok-2": Config<keyof AllLlm>;
+    "xai.grok-3": Config<keyof AllLlm>;
+    "xai.grok-4": Config<keyof AllLlm>;
     "amazon:anthropic.chat.v1": Config<keyof AllLlm>;
     "amazon:meta.chat.v1": Config<keyof AllLlm>;
     "anthropic.chat.v1": Config<keyof AllLlm>;
+    "anthropic.claude-sonnet-4-0": Config<keyof AllLlm>;
+    "anthropic.claude-opus-4-0": Config<keyof AllLlm>;
     "anthropic.claude-3-7-sonnet": Config<keyof AllLlm>;
     "anthropic.claude-3-5-sonnet": Config<keyof AllLlm>;
     "anthropic.claude-3-5-haiku": Config<keyof AllLlm>;
@@ -1270,11 +1372,7 @@ declare const configs: {
 };
 
 declare function useLlm<T extends keyof typeof configs>(provider: T, options?: AllUseLlmOptions[T]["input"]): {
-    call: (messages: string | IChatMessages, options?: LlmExecutorWithFunctionsOptions) => Promise<{
-        getResultContent: (index?: number) => OutputResultContent[];
-        getResultText: () => string;
-        getResult: () => OutputResult;
-    }>;
+    call: (messages: string | IChatMessages, options?: LlmExecutorWithFunctionsOptions) => Promise<BaseLlCall>;
     getTraceId: () => string | null;
     withTraceId: (id: string) => void;
     getMetadata: () => {
@@ -1308,4 +1406,4 @@ declare function createEmbedding<T extends EmbeddingProviderKey>(provider: T, op
     };
 };
 
-export { BaseExecutor, type BaseLlm, BaseParser, BasePrompt, BaseStateItem, ChatPrompt, CustomParser, DefaultState, DefaultStateItem, type EmbeddingProviderKey, type ExecutorContext, type IChatMessages, LlmExecutorOpenAiFunctions, LlmExecutorWithFunctions, LlmNativeFunctionParser, type LlmProvider, type LlmProviderKey, type OpenAIModelName, OpenAiFunctionParser, TextPrompt, type UseLlmKey, createCallableExecutor, createChatPrompt, createCoreExecutor, createCustomParser, createDialogue, createEmbedding, createLlmExecutor, createLlmFunctionExecutor, createParser, createPrompt, createState, createStateItem, defineSchema, registerHelpers, registerPartials, useExecutors, useLlm, index as utils };
+export { BaseExecutor, type BaseLlm, BaseParser, BasePrompt, BaseStateItem, ChatPrompt, CustomParser, DefaultState, DefaultStateItem, type EmbeddingProviderKey, type ExecutorContext, type IChatMessages, LlmExecutorOpenAiFunctions, LlmExecutorWithFunctions, LlmNativeFunctionParser, type LlmProvider, type LlmProviderKey, type OpenAIModelName, OpenAiFunctionParser, TextPrompt, type UseLlmKey, createCallableExecutor, createChatPrompt, createCoreExecutor, createCustomParser, createDialogue, createEmbedding, createLlmExecutor, createLlmFunctionExecutor, createParser, createPrompt, createState, createStateItem, defineSchema, guards, registerHelpers, registerPartials, useExecutors, useLlm, index as utils };