@crewai-ts/core 0.1.1 → 0.1.3

package/dist/llm.d.ts

@@ -0,0 +1,630 @@
+import type { ToolCalling } from "./tools.js";
+import type { InputFile } from "./input-files.js";
+import type { LLMMessage, MaybePromise, Tool } from "./types.js";
+import { LLMCallType, type LLMToolCall } from "./events.js";
+export type LLMResponse = string | ToolCalling;
+export type LLMToolOption = Tool | ({
+    readonly name?: string;
+} & Record<string, unknown>);
+export type LLMCallOptions = {
+    tools?: readonly LLMToolOption[];
+    callbacks?: readonly unknown[];
+    availableFunctions?: Record<string, unknown>;
+    available_functions?: Record<string, unknown>;
+    fromTask?: unknown;
+    from_task?: unknown;
+    fromAgent?: unknown;
+    from_agent?: unknown;
+    responseModel?: unknown;
+    signal?: AbortSignal;
+    metadata?: Record<string, unknown>;
+};
+export type JsonResponseFormat = {
+    type: "json_object";
+};
+export declare const JsonResponseFormat: Readonly<{
+    kind: "JsonResponseFormat";
+}>;
+export declare const CACHE_BREAKPOINT_KEY = "cache_breakpoint";
+export type CacheBreakpointMessage<T extends Record<string, unknown> = LLMMessage> = T & {
+    cache_breakpoint: true;
+};
+export type UsageMetricsOptions = UsageMetricsLike;
+export type UsageMetrics = {
+    totalTokens: number;
+    promptTokens: number;
+    cachedPromptTokens: number;
+    completionTokens: number;
+    reasoningTokens: number;
+    cacheCreationTokens: number;
+    successfulRequests: number;
+    modelDump?: () => UsageMetricsModelDump;
+    model_dump?: () => UsageMetricsModelDump;
+};
+export type UsageMetricsModelDump = {
+    total_tokens: number;
+    prompt_tokens: number;
+    cached_prompt_tokens: number;
+    completion_tokens: number;
+    reasoning_tokens: number;
+    cache_creation_tokens: number;
+    successful_requests: number;
+};
+export declare const UsageMetrics: {
+    new (options?: UsageMetricsLike): {
+        totalTokens: number;
+        total_tokens: number;
+        promptTokens: number;
+        prompt_tokens: number;
+        cachedPromptTokens: number;
+        cached_prompt_tokens: number;
+        completionTokens: number;
+        completion_tokens: number;
+        reasoningTokens: number;
+        reasoning_tokens: number;
+        cacheCreationTokens: number;
+        cache_creation_tokens: number;
+        successfulRequests: number;
+        successful_requests: number;
+        addUsageMetrics(usageMetrics: UsageMetricsLike): void;
+        add_usage_metrics(usageMetrics: UsageMetricsLike): void;
+        assign(metrics: UsageMetrics): void;
+        modelDump(): UsageMetricsModelDump;
+        model_dump(): UsageMetricsModelDump;
+    };
+};
+export type UsageMetricsLike = Partial<UsageMetrics> & {
+    total_tokens?: number;
+    prompt_tokens?: number;
+    cached_prompt_tokens?: number;
+    completion_tokens?: number;
+    reasoning_tokens?: number;
+    cache_creation_tokens?: number;
+    successful_requests?: number;
+};
+export type StructuredOutputValidator<T = unknown> = {
+    name?: string;
+    modelValidate?: (value: unknown) => T;
+    model_validate?: (value: unknown) => T;
+    parse?: (value: unknown) => T;
+    validate?: (value: unknown) => T;
+};
+export type LLMEmitCallStartedOptions = {
+    messages: string | readonly LLMMessage[];
+    tools?: readonly Record<string, unknown>[] | null;
+    callbacks?: readonly unknown[] | null;
+    availableFunctions?: Record<string, unknown> | null;
+    available_functions?: Record<string, unknown> | null;
+    fromTask?: unknown;
+    from_task?: unknown;
+    fromAgent?: unknown;
+    from_agent?: unknown;
+};
+export type LLMEmitCallCompletedOptions = {
+    response: unknown;
+    callType?: LLMCallType;
+    call_type?: LLMCallType;
+    messages?: string | readonly LLMMessage[] | null;
+    usage?: Record<string, unknown> | null;
+    fromTask?: unknown;
+    from_task?: unknown;
+    fromAgent?: unknown;
+    from_agent?: unknown;
+};
+export type LLMHandleEmitCallEventsOptions = LLMEmitCallCompletedOptions;
+export type LLMEmitCallFailedOptions = {
+    error: unknown;
+    fromTask?: unknown;
+    from_task?: unknown;
+    fromAgent?: unknown;
+    from_agent?: unknown;
+};
+export type LLMEmitStreamChunkOptions = {
+    chunk: string;
+    toolCall?: LLMToolCall | null;
+    tool_call?: LLMToolCall | null;
+    callType?: LLMCallType | null;
+    call_type?: LLMCallType | null;
+    responseId?: string | null;
+    response_id?: string | null;
+    fromTask?: unknown;
+    from_task?: unknown;
+    fromAgent?: unknown;
+    from_agent?: unknown;
+};
+export type LLMEmitThinkingChunkOptions = {
+    chunk: string;
+    responseId?: string | null;
+    response_id?: string | null;
+    fromTask?: unknown;
+    from_task?: unknown;
+    fromAgent?: unknown;
+    from_agent?: unknown;
+};
+export type LLMAvailableFunction = ((args: Record<string, unknown>) => MaybePromise<unknown>) | {
+    run: (args: Record<string, unknown>) => MaybePromise<unknown>;
+};
+export type LLMHandleToolExecutionOptions = {
+    functionName?: string;
+    function_name?: string;
+    functionArgs?: Record<string, unknown>;
+    function_args?: Record<string, unknown>;
+    availableFunctions?: Record<string, LLMAvailableFunction>;
+    available_functions?: Record<string, LLMAvailableFunction>;
+    fromTask?: unknown;
+    from_task?: unknown;
+    fromAgent?: unknown;
+    from_agent?: unknown;
+};
+export type LLMCompletionParams = Record<string, unknown> & {
+    model: string;
+    messages: LLMMessage[];
+};
+export type LLMStreamingCallback = ((chunk: unknown) => MaybePromise<unknown>) | {
+    logSuccessEvent?: (event: {
+        kwargs: Record<string, unknown>;
+        responseObj: Record<string, unknown>;
+        startTime: number;
+        endTime: number;
+    }) => MaybePromise<unknown>;
+    log_success_event?: (kwargs: Record<string, unknown>, response_obj: Record<string, unknown>, start_time: number, end_time: number) => MaybePromise<unknown>;
+};
+export type LLMMessageInput = string | readonly (Partial<LLMMessage> & Record<string, unknown>)[];
+export type NativeLLMProviderName = "openai" | "anthropic" | "azure" | "bedrock" | "gemini" | "snowflake" | "openai_compatible";
+export type CreateLLMValue = string | LLM | BaseLLMOptions | (Record<string, unknown> & {
+    model?: unknown;
+    model_name?: unknown;
+    deployment_name?: unknown;
+});
+export type CreateLLMEnvironment = Partial<Record<string, string | undefined>>;
+export type LLMModelSpec = {
+    provider: string;
+    model: string;
+    originalModel: string;
+    useNative: boolean;
+};
+export type LLMFunction = (messages: readonly LLMMessage[], options?: LLMCallOptions) => MaybePromise<LLMResponse>;
+export type LLMClient = {
+    call(messages: readonly LLMMessage[], options?: LLMCallOptions): MaybePromise<LLMResponse>;
+    acall?(messages: readonly LLMMessage[], options?: LLMCallOptions): Promise<LLMResponse>;
+    supportsFunctionCalling?(): boolean;
+    supports_function_calling?(): boolean;
+    getUsageMetrics?(): UsageMetricsLike;
+    getTokenUsageSummary?(): UsageMetricsLike;
+    get_token_usage_summary?(): UsageMetricsLike;
+    resetUsageMetrics?(): void;
+    reset_usage_metrics?(): void;
+};
+export type LLM = LLMFunction | LLMClient;
+export type LocalFileUpload = {
+    id: string;
+    provider: string;
+    name: string;
+    filename: string;
+    contentType: string | null;
+    content: string;
+    size: number;
+};
+export declare class LocalFileUploader {
+    readonly provider: string;
+    readonly options: Record<string, unknown>;
+    readonly uploads: LocalFileUpload[];
+    constructor(provider: string, options?: Record<string, unknown>);
+    upload(name: string, file: InputFile): LocalFileUpload;
+    upload_file(name: string, file: InputFile): LocalFileUpload;
+}
+export declare const DEFAULT_CONTEXT_WINDOW_SIZE = 4096;
+export declare const DEFAULT_SUPPORTS_STOP_WORDS = true;
+export declare const DEFAULT_LLM_MODEL = "gpt-4.1-mini";
+export declare const JSON_URL = "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json";
+export declare const LITELLM_PARAMS: readonly ["api_key", "api_base", "api_version"];
+export declare const UNACCEPTED_LLM_ENV_ATTRIBUTES: readonly ["AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY", "AWS_DEFAULT_REGION"];
+export type LLMEnvVarSpec = {
+    key_name?: string;
+    default?: boolean;
+    [key: string]: unknown;
+};
+export declare const LLM_ENV_VARS: Readonly<Record<string, readonly LLMEnvVarSpec[]>>;
+export declare const ENV_VARS: Readonly<Record<string, readonly LLMEnvVarSpec[]>>;
+export declare const SUPPORTED_NATIVE_PROVIDERS: readonly ["openai", "anthropic", "azure", "bedrock", "gemini", "snowflake"];
+export declare const LLM_PROVIDER_ALIASES: Readonly<Record<string, string>>;
+export declare const PROVIDERS: readonly ["openai", "anthropic", "gemini", "nvidia_nim", "groq", "huggingface", "ollama", "watson", "bedrock", "azure", "cerebras", "sambanova"];
+export declare const OPENAI_MODELS: readonly ["gpt-3.5-turbo", "gpt-3.5-turbo-0125", "gpt-3.5-turbo-0301", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-1106", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-3.5-turbo-instruct", "gpt-3.5-turbo-instruct-0914", "gpt-4", "gpt-4-0125-preview", "gpt-4-0314", "gpt-4-0613", "gpt-4-1106-preview", "gpt-4-32k", "gpt-4-32k-0314", "gpt-4-32k-0613", "gpt-4-turbo", "gpt-4-turbo-2024-04-09", "gpt-4-turbo-preview", "gpt-4-vision-preview", "gpt-4.1", "gpt-4.1-2025-04-14", "gpt-4.1-mini", "gpt-4.1-mini-2025-04-14", "gpt-4.1-nano", "gpt-4.1-nano-2025-04-14", "gpt-4o", "gpt-4o-2024-05-13", "gpt-4o-2024-08-06", "gpt-4o-2024-11-20", "gpt-4o-audio-preview", "gpt-4o-audio-preview-2024-10-01", "gpt-4o-audio-preview-2024-12-17", "gpt-4o-audio-preview-2025-06-03", "gpt-4o-mini", "gpt-4o-mini-2024-07-18", "gpt-4o-mini-audio-preview", "gpt-4o-mini-audio-preview-2024-12-17", "gpt-4o-mini-realtime-preview", "gpt-4o-mini-realtime-preview-2024-12-17", "gpt-4o-mini-search-preview", "gpt-4o-mini-search-preview-2025-03-11", "gpt-4o-mini-transcribe", "gpt-4o-mini-tts", "gpt-4o-realtime-preview", "gpt-4o-realtime-preview-2024-10-01", "gpt-4o-realtime-preview-2024-12-17", "gpt-4o-realtime-preview-2025-06-03", "gpt-4o-search-preview", "gpt-4o-search-preview-2025-03-11", "gpt-4o-transcribe", "gpt-4o-transcribe-diarize", "gpt-5", "gpt-5-2025-08-07", "gpt-5-chat", "gpt-5-chat-latest", "gpt-5-codex", "gpt-5-mini", "gpt-5-mini-2025-08-07", "gpt-5-nano", "gpt-5-nano-2025-08-07", "gpt-5-pro", "gpt-5-pro-2025-10-06", "gpt-5-search-api", "gpt-5-search-api-2025-10-14", "gpt-audio", "gpt-audio-2025-08-28", "gpt-audio-mini", "gpt-audio-mini-2025-10-06", "gpt-image-1", "gpt-image-1-mini", "gpt-realtime", "gpt-realtime-2025-08-28", "gpt-realtime-mini", "gpt-realtime-mini-2025-10-06", "o1", "o1-preview", "o1-2024-12-17", "o1-mini", "o1-mini-2024-09-12", "o1-pro", "o1-pro-2025-03-19", "o3-mini", "o3", "o4-mini", "whisper-1"];
+export declare const ANTHROPIC_MODELS: readonly ["claude-opus-4-5-20251101", "claude-opus-4-5", "claude-3-7-sonnet-latest", "claude-3-7-sonnet-20250219", "claude-3-5-haiku-latest", "claude-3-5-haiku-20241022", "claude-haiku-4-5", "claude-haiku-4-5-20251001", "claude-sonnet-4-20250514", "claude-sonnet-4-0", "claude-4-sonnet-20250514", "claude-sonnet-4-5", "claude-sonnet-4-5-20250929", "claude-3-5-sonnet-latest", "claude-3-5-sonnet-20241022", "claude-3-5-sonnet-20240620", "claude-opus-4-0", "claude-opus-4-20250514", "claude-4-opus-20250514", "claude-opus-4-1", "claude-opus-4-1-20250805", "claude-3-opus-latest", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-latest", "claude-3-haiku-20240307"];
+export declare const GEMINI_MODELS: readonly ["gemini-3-pro-preview", "gemini-3.5-flash", "gemini-3.1-pro-preview", "gemini-3.1-pro-preview-customtools", "gemini-3.1-flash-lite", "gemini-3.1-flash-lite-preview", "gemini-3.1-flash-image", "gemini-3.1-flash-image-preview", "gemini-3.1-flash-tts-preview", "gemini-3-flash-preview", "gemini-2.5-pro", "gemini-2.5-pro-preview-03-25", "gemini-2.5-pro-preview-05-06", "gemini-2.5-pro-preview-06-05", "gemini-2.5-flash", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash-preview-04-17", "gemini-2.5-flash-image", "gemini-2.5-flash-image-preview", "gemini-2.5-flash-lite", "gemini-2.5-flash-lite-preview-06-17", "gemini-2.5-flash-preview-09-2025", "gemini-2.5-flash-lite-preview-09-2025", "gemini-2.5-flash-preview-tts", "gemini-2.5-pro-preview-tts", "gemini-2.5-computer-use-preview-10-2025", "gemini-2.5-pro-exp-03-25", "gemini-2.0-flash", "gemini-2.0-flash-001", "gemini-2.0-flash-exp", "gemini-2.0-flash-exp-image-generation", "gemini-2.0-flash-lite", "gemini-2.0-flash-lite-001", "gemini-2.0-flash-lite-preview", "gemini-2.0-flash-lite-preview-02-05", "gemini-2.0-flash-preview-image-generation", "gemini-2.0-flash-thinking-exp", "gemini-2.0-flash-thinking-exp-01-21", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.0-pro-exp", "gemini-2.0-pro-exp-02-05", "gemini-exp-1206", "gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.5-flash-8b", "gemini-flash-latest", "gemini-flash-lite-latest", "gemini-pro-latest", "gemini-2.0-flash-live-001", "gemini-live-2.5-flash-preview", "gemini-2.5-flash-live-preview", "gemini-robotics-er-1.5-preview", "gemini-gemma-2-27b-it", "gemini-gemma-2-9b-it", "gemma-3-1b-it", "gemma-3-4b-it", "gemma-3-12b-it", "gemma-3-27b-it", "gemma-3n-e2b-it", "gemma-3n-e4b-it", "learnlm-2.0-flash-experimental"];
+export declare const AZURE_MODELS: readonly ["gpt-3.5-turbo", "gpt-3.5-turbo-0301", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-35-turbo", "gpt-35-turbo-0125", "gpt-35-turbo-1106", "gpt-35-turbo-16k-0613", "gpt-35-turbo-instruct-0914", "gpt-4", "gpt-4-0314", "gpt-4-0613", "gpt-4-1106-preview", "gpt-4-0125-preview", "gpt-4-32k", "gpt-4-32k-0314", "gpt-4-32k-0613", "gpt-4-turbo", "gpt-4-turbo-2024-04-09", "gpt-4-vision", "gpt-4o", "gpt-4o-2024-05-13", "gpt-4o-2024-08-06", "gpt-4o-2024-11-20", "gpt-4o-mini", "gpt-5", "o1", "o1-mini", "o1-preview", "o3-mini", "o3", "o4-mini"];
+export declare const BEDROCK_MODELS: readonly ["us.anthropic.claude-sonnet-4-5-20250929-v1:0", "us.anthropic.claude-sonnet-4-20250514-v1:0", "us.anthropic.claude-opus-4-5-20251101-v1:0", "us.anthropic.claude-opus-4-20250514-v1:0", "us.anthropic.claude-opus-4-1-20250805-v1:0", "us.anthropic.claude-haiku-4-5-20251001-v1:0", "us.anthropic.claude-sonnet-4-6", "us.anthropic.claude-opus-4-6-v1", "us.anthropic.claude-sonnet-4-5-v1:0", "us.anthropic.claude-opus-4-5-v1:0", "us.anthropic.claude-opus-4-6-v1:0", "us.anthropic.claude-haiku-4-5-v1:0", "eu.anthropic.claude-sonnet-4-5-v1:0", "eu.anthropic.claude-opus-4-5-v1:0", "eu.anthropic.claude-haiku-4-5-v1:0", "apac.anthropic.claude-sonnet-4-5-v1:0", "apac.anthropic.claude-opus-4-5-v1:0", "apac.anthropic.claude-haiku-4-5-v1:0", "global.anthropic.claude-sonnet-4-5-20250929-v1:0", "global.anthropic.claude-sonnet-4-20250514-v1:0", "global.anthropic.claude-opus-4-5-20251101-v1:0", "global.anthropic.claude-opus-4-6-v1", "global.anthropic.claude-haiku-4-5-20251001-v1:0", "global.anthropic.claude-sonnet-4-6", "ai21.jamba-1-5-large-v1:0", "ai21.jamba-1-5-mini-v1:0", "amazon.nova-lite-v1:0", "amazon.nova-lite-v1:0:24k", "amazon.nova-lite-v1:0:300k", "amazon.nova-micro-v1:0", "amazon.nova-micro-v1:0:128k", "amazon.nova-micro-v1:0:24k", "amazon.nova-premier-v1:0", "amazon.nova-premier-v1:0:1000k", "amazon.nova-premier-v1:0:20k", "amazon.nova-premier-v1:0:8k", "amazon.nova-premier-v1:0:mm", "amazon.nova-pro-v1:0", "amazon.nova-pro-v1:0:24k", "amazon.nova-pro-v1:0:300k", "amazon.titan-text-express-v1", "amazon.titan-text-express-v1:0:8k", "amazon.titan-text-lite-v1", "amazon.titan-text-lite-v1:0:4k", "amazon.titan-tg1-large", "anthropic.claude-3-5-haiku-20241022-v1:0", "anthropic.claude-3-5-sonnet-20240620-v1:0", "anthropic.claude-3-5-sonnet-20241022-v2:0", "anthropic.claude-3-7-sonnet-20250219-v1:0", "anthropic.claude-3-haiku-20240307-v1:0", "anthropic.claude-3-haiku-20240307-v1:0:200k", "anthropic.claude-3-haiku-20240307-v1:0:48k", "anthropic.claude-3-opus-20240229-v1:0", "anthropic.claude-3-opus-20240229-v1:0:12k", "anthropic.claude-3-opus-20240229-v1:0:200k", "anthropic.claude-3-opus-20240229-v1:0:28k", "anthropic.claude-3-sonnet-20240229-v1:0", "anthropic.claude-3-sonnet-20240229-v1:0:200k", "anthropic.claude-3-sonnet-20240229-v1:0:28k", "anthropic.claude-haiku-4-5-20251001-v1:0", "anthropic.claude-instant-v1:2:100k", "anthropic.claude-opus-4-5-20251101-v1:0", "anthropic.claude-opus-4-1-20250805-v1:0", "anthropic.claude-opus-4-20250514-v1:0", "anthropic.claude-sonnet-4-20250514-v1:0", "anthropic.claude-sonnet-4-5-20250929-v1:0", "anthropic.claude-v2:0:100k", "anthropic.claude-v2:0:18k", "anthropic.claude-v2:1:18k", "anthropic.claude-v2:1:200k", "cohere.command-r-plus-v1:0", "cohere.command-r-v1:0", "cohere.rerank-v3-5:0", "deepseek.r1-v1:0", "meta.llama3-1-70b-instruct-v1:0", "meta.llama3-1-8b-instruct-v1:0", "meta.llama3-2-11b-instruct-v1:0", "meta.llama3-2-1b-instruct-v1:0", "meta.llama3-2-3b-instruct-v1:0", "meta.llama3-2-90b-instruct-v1:0", "meta.llama3-3-70b-instruct-v1:0", "meta.llama3-70b-instruct-v1:0", "meta.llama3-8b-instruct-v1:0", "meta.llama4-maverick-17b-instruct-v1:0", "meta.llama4-scout-17b-instruct-v1:0", "mistral.mistral-7b-instruct-v0:2", "mistral.mistral-large-2402-v1:0", "mistral.mistral-small-2402-v1:0", "mistral.mixtral-8x7b-instruct-v0:1", "mistral.pixtral-large-2502-v1:0", "openai.gpt-oss-120b-1:0", "openai.gpt-oss-20b-1:0", "qwen.qwen3-32b-v1:0", "qwen.qwen3-coder-30b-a3b-v1:0", "twelvelabs.pegasus-1-2-v1:0"];
+export declare const NVIDIA_NIM_MODELS: readonly ["nvidia_nim/nvidia/mistral-nemo-minitron-8b-8k-instruct", "nvidia_nim/nvidia/nemotron-4-mini-hindi-4b-instruct", "nvidia_nim/nvidia/llama-3.1-nemotron-70b-instruct", "nvidia_nim/nvidia/llama3-chatqa-1.5-8b", "nvidia_nim/nvidia/llama3-chatqa-1.5-70b", "nvidia_nim/nvidia/vila", "nvidia_nim/nvidia/neva-22", "nvidia_nim/nvidia/nemotron-mini-4b-instruct", "nvidia_nim/nvidia/usdcode-llama3-70b-instruct", "nvidia_nim/nvidia/nemotron-4-340b-instruct", "nvidia_nim/nvidia/nvidia-nemotron-3-ultra-550b-a55b", "nvidia_nim/meta/codellama-70b", "nvidia_nim/meta/llama2-70b", "nvidia_nim/meta/llama3-8b-instruct", "nvidia_nim/meta/llama3-70b-instruct", "nvidia_nim/meta/llama-3.1-8b-instruct", "nvidia_nim/meta/llama-3.1-70b-instruct", "nvidia_nim/meta/llama-3.1-405b-instruct", "nvidia_nim/meta/llama-3.2-1b-instruct", "nvidia_nim/meta/llama-3.2-3b-instruct", "nvidia_nim/meta/llama-3.2-11b-vision-instruct", "nvidia_nim/meta/llama-3.2-90b-vision-instruct", "nvidia_nim/meta/llama-3.1-70b-instruct", "nvidia_nim/google/gemma-7b", "nvidia_nim/google/gemma-2b", "nvidia_nim/google/codegemma-7b", "nvidia_nim/google/codegemma-1.1-7b", "nvidia_nim/google/recurrentgemma-2b", "nvidia_nim/google/gemma-2-9b-it", "nvidia_nim/google/gemma-2-27b-it", "nvidia_nim/google/gemma-2-2b-it", "nvidia_nim/google/deplot", "nvidia_nim/google/paligemma", "nvidia_nim/mistralai/mistral-7b-instruct-v0.2", "nvidia_nim/mistralai/mixtral-8x7b-instruct-v0.1", "nvidia_nim/mistralai/mistral-large", "nvidia_nim/mistralai/mixtral-8x22b-instruct-v0.1", "nvidia_nim/mistralai/mistral-7b-instruct-v0.3", "nvidia_nim/nv-mistralai/mistral-nemo-12b-instruct", "nvidia_nim/mistralai/mamba-codestral-7b-v0.1", "nvidia_nim/microsoft/phi-3-mini-128k-instruct", "nvidia_nim/microsoft/phi-3-mini-4k-instruct", "nvidia_nim/microsoft/phi-3-small-8k-instruct", "nvidia_nim/microsoft/phi-3-small-128k-instruct", "nvidia_nim/microsoft/phi-3-medium-4k-instruct", "nvidia_nim/microsoft/phi-3-medium-128k-instruct", "nvidia_nim/microsoft/phi-3.5-mini-instruct", "nvidia_nim/microsoft/phi-3.5-moe-instruct", "nvidia_nim/microsoft/kosmos-2", "nvidia_nim/microsoft/phi-3-vision-128k-instruct", "nvidia_nim/microsoft/phi-3.5-vision-instruct", "nvidia_nim/databricks/dbrx-instruct", "nvidia_nim/snowflake/arctic", "nvidia_nim/aisingapore/sea-lion-7b-instruct", "nvidia_nim/ibm/granite-8b-code-instruct", "nvidia_nim/ibm/granite-34b-code-instruct", "nvidia_nim/ibm/granite-3.0-8b-instruct", "nvidia_nim/ibm/granite-3.0-3b-a800m-instruct", "nvidia_nim/mediatek/breeze-7b-instruct", "nvidia_nim/upstage/solar-10.7b-instruct", "nvidia_nim/writer/palmyra-med-70b-32k", "nvidia_nim/writer/palmyra-med-70b", "nvidia_nim/writer/palmyra-fin-70b-32k", "nvidia_nim/01-ai/yi-large", "nvidia_nim/deepseek-ai/deepseek-coder-6.7b-instruct", "nvidia_nim/rakuten/rakutenai-7b-instruct", "nvidia_nim/rakuten/rakutenai-7b-chat", "nvidia_nim/baichuan-inc/baichuan2-13b-chat"];
+export declare const GROQ_MODELS: readonly ["groq/llama-3.1-8b-instant", "groq/llama-3.1-70b-versatile", "groq/llama-3.1-405b-reasoning", "groq/gemma2-9b-it", "groq/gemma-7b-it"];
+export declare const OLLAMA_MODELS: readonly ["ollama/llama3.1", "ollama/mixtral"];
+export declare const WATSON_MODELS: readonly ["watsonx/meta-llama/llama-3-1-70b-instruct", "watsonx/meta-llama/llama-3-1-8b-instruct", "watsonx/meta-llama/llama-3-2-11b-vision-instruct", "watsonx/meta-llama/llama-3-2-1b-instruct", "watsonx/meta-llama/llama-3-2-90b-vision-instruct", "watsonx/meta-llama/llama-3-405b-instruct", "watsonx/mistral/mistral-large", "watsonx/ibm/granite-3-8b-instruct"];
+export declare const HUGGINGFACE_MODELS: readonly ["huggingface/meta-llama/Meta-Llama-3.1-8B-Instruct", "huggingface/mistralai/Mixtral-8x7B-Instruct-v0.1", "huggingface/tiiuae/falcon-180B-chat", "huggingface/google/gemma-7b-it"];
+export declare const SAMBANOVA_MODELS: readonly ["sambanova/Meta-Llama-3.3-70B-Instruct", "sambanova/QwQ-32B-Preview", "sambanova/Qwen2.5-72B-Instruct", "sambanova/Qwen2.5-Coder-32B-Instruct", "sambanova/Meta-Llama-3.1-405B-Instruct", "sambanova/Meta-Llama-3.1-70B-Instruct", "sambanova/Meta-Llama-3.1-8B-Instruct", "sambanova/Llama-3.2-90B-Vision-Instruct", "sambanova/Llama-3.2-11B-Vision-Instruct", "sambanova/Meta-Llama-3.2-3B-Instruct", "sambanova/Meta-Llama-3.2-1B-Instruct"];
+export type OpenAIModels = typeof OPENAI_MODELS[number];
+export type AnthropicModels = typeof ANTHROPIC_MODELS[number];
+export type GeminiModels = typeof GEMINI_MODELS[number];
+export type AzureModels = typeof AZURE_MODELS[number];
+export type BedrockModels = typeof BEDROCK_MODELS[number];
+export type NvidiaNimModels = typeof NVIDIA_NIM_MODELS[number];
+export type GroqModels = typeof GROQ_MODELS[number];
+export type OllamaModels = typeof OLLAMA_MODELS[number];
+export type WatsonModels = typeof WATSON_MODELS[number];
+export type HuggingFaceModels = typeof HUGGINGFACE_MODELS[number];
+export type SambanovaModels = typeof SAMBANOVA_MODELS[number];
+export declare const OpenAIModels: readonly ["gpt-3.5-turbo", "gpt-3.5-turbo-0125", "gpt-3.5-turbo-0301", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-1106", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-3.5-turbo-instruct", "gpt-3.5-turbo-instruct-0914", "gpt-4", "gpt-4-0125-preview", "gpt-4-0314", "gpt-4-0613", "gpt-4-1106-preview", "gpt-4-32k", "gpt-4-32k-0314", "gpt-4-32k-0613", "gpt-4-turbo", "gpt-4-turbo-2024-04-09", "gpt-4-turbo-preview", "gpt-4-vision-preview", "gpt-4.1", "gpt-4.1-2025-04-14", "gpt-4.1-mini", "gpt-4.1-mini-2025-04-14", "gpt-4.1-nano", "gpt-4.1-nano-2025-04-14", "gpt-4o", "gpt-4o-2024-05-13", "gpt-4o-2024-08-06", "gpt-4o-2024-11-20", "gpt-4o-audio-preview", "gpt-4o-audio-preview-2024-10-01", "gpt-4o-audio-preview-2024-12-17", "gpt-4o-audio-preview-2025-06-03", "gpt-4o-mini", "gpt-4o-mini-2024-07-18", "gpt-4o-mini-audio-preview", "gpt-4o-mini-audio-preview-2024-12-17", "gpt-4o-mini-realtime-preview", "gpt-4o-mini-realtime-preview-2024-12-17", "gpt-4o-mini-search-preview", "gpt-4o-mini-search-preview-2025-03-11", "gpt-4o-mini-transcribe", "gpt-4o-mini-tts", "gpt-4o-realtime-preview", "gpt-4o-realtime-preview-2024-10-01", "gpt-4o-realtime-preview-2024-12-17", "gpt-4o-realtime-preview-2025-06-03", "gpt-4o-search-preview", "gpt-4o-search-preview-2025-03-11", "gpt-4o-transcribe", "gpt-4o-transcribe-diarize", "gpt-5", "gpt-5-2025-08-07", "gpt-5-chat", "gpt-5-chat-latest", "gpt-5-codex", "gpt-5-mini", "gpt-5-mini-2025-08-07", "gpt-5-nano", "gpt-5-nano-2025-08-07", "gpt-5-pro", "gpt-5-pro-2025-10-06", "gpt-5-search-api", "gpt-5-search-api-2025-10-14", "gpt-audio", "gpt-audio-2025-08-28", "gpt-audio-mini", "gpt-audio-mini-2025-10-06", "gpt-image-1", "gpt-image-1-mini", "gpt-realtime", "gpt-realtime-2025-08-28", "gpt-realtime-mini", "gpt-realtime-mini-2025-10-06", "o1", "o1-preview", "o1-2024-12-17", "o1-mini", "o1-mini-2024-09-12", "o1-pro", "o1-pro-2025-03-19", "o3-mini", "o3", "o4-mini", "whisper-1"];
+export declare const AnthropicModels: readonly ["claude-opus-4-5-20251101", "claude-opus-4-5", "claude-3-7-sonnet-latest", "claude-3-7-sonnet-20250219", "claude-3-5-haiku-latest", "claude-3-5-haiku-20241022", "claude-haiku-4-5", "claude-haiku-4-5-20251001", "claude-sonnet-4-20250514", "claude-sonnet-4-0", "claude-4-sonnet-20250514", "claude-sonnet-4-5", "claude-sonnet-4-5-20250929", "claude-3-5-sonnet-latest", "claude-3-5-sonnet-20241022", "claude-3-5-sonnet-20240620", "claude-opus-4-0", "claude-opus-4-20250514", "claude-4-opus-20250514", "claude-opus-4-1", "claude-opus-4-1-20250805", "claude-3-opus-latest", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-latest", "claude-3-haiku-20240307"];
+export declare const GeminiModels: readonly ["gemini-3-pro-preview", "gemini-3.5-flash", "gemini-3.1-pro-preview", "gemini-3.1-pro-preview-customtools", "gemini-3.1-flash-lite", "gemini-3.1-flash-lite-preview", "gemini-3.1-flash-image", "gemini-3.1-flash-image-preview", "gemini-3.1-flash-tts-preview", "gemini-3-flash-preview", "gemini-2.5-pro", "gemini-2.5-pro-preview-03-25", "gemini-2.5-pro-preview-05-06", "gemini-2.5-pro-preview-06-05", "gemini-2.5-flash", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash-preview-04-17", "gemini-2.5-flash-image", "gemini-2.5-flash-image-preview", "gemini-2.5-flash-lite", "gemini-2.5-flash-lite-preview-06-17", "gemini-2.5-flash-preview-09-2025", "gemini-2.5-flash-lite-preview-09-2025", "gemini-2.5-flash-preview-tts", "gemini-2.5-pro-preview-tts", "gemini-2.5-computer-use-preview-10-2025", "gemini-2.5-pro-exp-03-25", "gemini-2.0-flash", "gemini-2.0-flash-001", "gemini-2.0-flash-exp", "gemini-2.0-flash-exp-image-generation", "gemini-2.0-flash-lite", "gemini-2.0-flash-lite-001", "gemini-2.0-flash-lite-preview", "gemini-2.0-flash-lite-preview-02-05", "gemini-2.0-flash-preview-image-generation", "gemini-2.0-flash-thinking-exp", "gemini-2.0-flash-thinking-exp-01-21", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.0-pro-exp", "gemini-2.0-pro-exp-02-05", "gemini-exp-1206", "gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.5-flash-8b", "gemini-flash-latest", "gemini-flash-lite-latest", "gemini-pro-latest", "gemini-2.0-flash-live-001", "gemini-live-2.5-flash-preview", "gemini-2.5-flash-live-preview", "gemini-robotics-er-1.5-preview", "gemini-gemma-2-27b-it", "gemini-gemma-2-9b-it", "gemma-3-1b-it", "gemma-3-4b-it", "gemma-3-12b-it", "gemma-3-27b-it", "gemma-3n-e2b-it", "gemma-3n-e4b-it", "learnlm-2.0-flash-experimental"];
+export declare const AzureModels: readonly ["gpt-3.5-turbo", "gpt-3.5-turbo-0301", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-35-turbo", "gpt-35-turbo-0125", "gpt-35-turbo-1106", "gpt-35-turbo-16k-0613", "gpt-35-turbo-instruct-0914", "gpt-4", "gpt-4-0314", "gpt-4-0613", "gpt-4-1106-preview", "gpt-4-0125-preview", "gpt-4-32k", "gpt-4-32k-0314", "gpt-4-32k-0613", "gpt-4-turbo", "gpt-4-turbo-2024-04-09", "gpt-4-vision", "gpt-4o", "gpt-4o-2024-05-13", "gpt-4o-2024-08-06", "gpt-4o-2024-11-20", "gpt-4o-mini", "gpt-5", "o1", "o1-mini", "o1-preview", "o3-mini", "o3", "o4-mini"];
+export declare const BedrockModels: readonly ["us.anthropic.claude-sonnet-4-5-20250929-v1:0", "us.anthropic.claude-sonnet-4-20250514-v1:0", "us.anthropic.claude-opus-4-5-20251101-v1:0", "us.anthropic.claude-opus-4-20250514-v1:0", "us.anthropic.claude-opus-4-1-20250805-v1:0", "us.anthropic.claude-haiku-4-5-20251001-v1:0", "us.anthropic.claude-sonnet-4-6", "us.anthropic.claude-opus-4-6-v1", "us.anthropic.claude-sonnet-4-5-v1:0", "us.anthropic.claude-opus-4-5-v1:0", "us.anthropic.claude-opus-4-6-v1:0", "us.anthropic.claude-haiku-4-5-v1:0", "eu.anthropic.claude-sonnet-4-5-v1:0", "eu.anthropic.claude-opus-4-5-v1:0", "eu.anthropic.claude-haiku-4-5-v1:0", "apac.anthropic.claude-sonnet-4-5-v1:0", "apac.anthropic.claude-opus-4-5-v1:0", "apac.anthropic.claude-haiku-4-5-v1:0", "global.anthropic.claude-sonnet-4-5-20250929-v1:0", "global.anthropic.claude-sonnet-4-20250514-v1:0", "global.anthropic.claude-opus-4-5-20251101-v1:0", "global.anthropic.claude-opus-4-6-v1", "global.anthropic.claude-haiku-4-5-20251001-v1:0", "global.anthropic.claude-sonnet-4-6", "ai21.jamba-1-5-large-v1:0", "ai21.jamba-1-5-mini-v1:0", "amazon.nova-lite-v1:0", "amazon.nova-lite-v1:0:24k", "amazon.nova-lite-v1:0:300k", "amazon.nova-micro-v1:0", "amazon.nova-micro-v1:0:128k", "amazon.nova-micro-v1:0:24k", "amazon.nova-premier-v1:0", "amazon.nova-premier-v1:0:1000k", "amazon.nova-premier-v1:0:20k", "amazon.nova-premier-v1:0:8k", "amazon.nova-premier-v1:0:mm", "amazon.nova-pro-v1:0", "amazon.nova-pro-v1:0:24k", "amazon.nova-pro-v1:0:300k", "amazon.titan-text-express-v1", "amazon.titan-text-express-v1:0:8k", "amazon.titan-text-lite-v1", "amazon.titan-text-lite-v1:0:4k", "amazon.titan-tg1-large", "anthropic.claude-3-5-haiku-20241022-v1:0", "anthropic.claude-3-5-sonnet-20240620-v1:0", "anthropic.claude-3-5-sonnet-20241022-v2:0", "anthropic.claude-3-7-sonnet-20250219-v1:0", "anthropic.claude-3-haiku-20240307-v1:0", "anthropic.claude-3-haiku-20240307-v1:0:200k", "anthropic.claude-3-haiku-20240307-v1:0:48k", "anthropic.claude-3-opus-20240229-v1:0", "anthropic.claude-3-opus-20240229-v1:0:12k", "anthropic.claude-3-opus-20240229-v1:0:200k", "anthropic.claude-3-opus-20240229-v1:0:28k", "anthropic.claude-3-sonnet-20240229-v1:0", "anthropic.claude-3-sonnet-20240229-v1:0:200k", "anthropic.claude-3-sonnet-20240229-v1:0:28k", "anthropic.claude-haiku-4-5-20251001-v1:0", "anthropic.claude-instant-v1:2:100k", "anthropic.claude-opus-4-5-20251101-v1:0", "anthropic.claude-opus-4-1-20250805-v1:0", "anthropic.claude-opus-4-20250514-v1:0", "anthropic.claude-sonnet-4-20250514-v1:0", "anthropic.claude-sonnet-4-5-20250929-v1:0", "anthropic.claude-v2:0:100k", "anthropic.claude-v2:0:18k", "anthropic.claude-v2:1:18k", "anthropic.claude-v2:1:200k", "cohere.command-r-plus-v1:0", "cohere.command-r-v1:0", "cohere.rerank-v3-5:0", "deepseek.r1-v1:0", "meta.llama3-1-70b-instruct-v1:0", "meta.llama3-1-8b-instruct-v1:0", "meta.llama3-2-11b-instruct-v1:0", "meta.llama3-2-1b-instruct-v1:0", "meta.llama3-2-3b-instruct-v1:0", "meta.llama3-2-90b-instruct-v1:0", "meta.llama3-3-70b-instruct-v1:0", "meta.llama3-70b-instruct-v1:0", "meta.llama3-8b-instruct-v1:0", "meta.llama4-maverick-17b-instruct-v1:0", "meta.llama4-scout-17b-instruct-v1:0", "mistral.mistral-7b-instruct-v0:2", "mistral.mistral-large-2402-v1:0", "mistral.mistral-small-2402-v1:0", "mistral.mixtral-8x7b-instruct-v0:1", "mistral.pixtral-large-2502-v1:0", "openai.gpt-oss-120b-1:0", "openai.gpt-oss-20b-1:0", "qwen.qwen3-32b-v1:0", "qwen.qwen3-coder-30b-a3b-v1:0", "twelvelabs.pegasus-1-2-v1:0"];
+export declare const NvidiaNimModels: readonly ["nvidia_nim/nvidia/mistral-nemo-minitron-8b-8k-instruct", "nvidia_nim/nvidia/nemotron-4-mini-hindi-4b-instruct", "nvidia_nim/nvidia/llama-3.1-nemotron-70b-instruct", "nvidia_nim/nvidia/llama3-chatqa-1.5-8b", "nvidia_nim/nvidia/llama3-chatqa-1.5-70b", "nvidia_nim/nvidia/vila", "nvidia_nim/nvidia/neva-22", "nvidia_nim/nvidia/nemotron-mini-4b-instruct", "nvidia_nim/nvidia/usdcode-llama3-70b-instruct", "nvidia_nim/nvidia/nemotron-4-340b-instruct", "nvidia_nim/nvidia/nvidia-nemotron-3-ultra-550b-a55b", "nvidia_nim/meta/codellama-70b", "nvidia_nim/meta/llama2-70b", "nvidia_nim/meta/llama3-8b-instruct", "nvidia_nim/meta/llama3-70b-instruct", "nvidia_nim/meta/llama-3.1-8b-instruct", "nvidia_nim/meta/llama-3.1-70b-instruct", "nvidia_nim/meta/llama-3.1-405b-instruct", "nvidia_nim/meta/llama-3.2-1b-instruct", "nvidia_nim/meta/llama-3.2-3b-instruct", "nvidia_nim/meta/llama-3.2-11b-vision-instruct", "nvidia_nim/meta/llama-3.2-90b-vision-instruct", "nvidia_nim/meta/llama-3.1-70b-instruct", "nvidia_nim/google/gemma-7b", "nvidia_nim/google/gemma-2b", "nvidia_nim/google/codegemma-7b", "nvidia_nim/google/codegemma-1.1-7b", "nvidia_nim/google/recurrentgemma-2b", "nvidia_nim/google/gemma-2-9b-it", "nvidia_nim/google/gemma-2-27b-it", "nvidia_nim/google/gemma-2-2b-it", "nvidia_nim/google/deplot", "nvidia_nim/google/paligemma", "nvidia_nim/mistralai/mistral-7b-instruct-v0.2", "nvidia_nim/mistralai/mixtral-8x7b-instruct-v0.1", "nvidia_nim/mistralai/mistral-large", "nvidia_nim/mistralai/mixtral-8x22b-instruct-v0.1", "nvidia_nim/mistralai/mistral-7b-instruct-v0.3", "nvidia_nim/nv-mistralai/mistral-nemo-12b-instruct", "nvidia_nim/mistralai/mamba-codestral-7b-v0.1", "nvidia_nim/microsoft/phi-3-mini-128k-instruct", "nvidia_nim/microsoft/phi-3-mini-4k-instruct", "nvidia_nim/microsoft/phi-3-small-8k-instruct", "nvidia_nim/microsoft/phi-3-small-128k-instruct", "nvidia_nim/microsoft/phi-3-medium-4k-instruct", "nvidia_nim/microsoft/phi-3-medium-128k-instruct", "nvidia_nim/microsoft/phi-3.5-mini-instruct", "nvidia_nim/microsoft/phi-3.5-moe-instruct", "nvidia_nim/microsoft/kosmos-2", "nvidia_nim/microsoft/phi-3-vision-128k-instruct", "nvidia_nim/microsoft/phi-3.5-vision-instruct", "nvidia_nim/databricks/dbrx-instruct", "nvidia_nim/snowflake/arctic", "nvidia_nim/aisingapore/sea-lion-7b-instruct", "nvidia_nim/ibm/granite-8b-code-instruct", "nvidia_nim/ibm/granite-34b-code-instruct", "nvidia_nim/ibm/granite-3.0-8b-instruct", "nvidia_nim/ibm/granite-3.0-3b-a800m-instruct", "nvidia_nim/mediatek/breeze-7b-instruct", "nvidia_nim/upstage/solar-10.7b-instruct", "nvidia_nim/writer/palmyra-med-70b-32k", "nvidia_nim/writer/palmyra-med-70b", "nvidia_nim/writer/palmyra-fin-70b-32k", "nvidia_nim/01-ai/yi-large", "nvidia_nim/deepseek-ai/deepseek-coder-6.7b-instruct", "nvidia_nim/rakuten/rakutenai-7b-instruct", "nvidia_nim/rakuten/rakutenai-7b-chat", "nvidia_nim/baichuan-inc/baichuan2-13b-chat"];
+export declare const GroqModels: readonly ["groq/llama-3.1-8b-instant", "groq/llama-3.1-70b-versatile", "groq/llama-3.1-405b-reasoning", "groq/gemma2-9b-it", "groq/gemma-7b-it"];
+export declare const OllamaModels: readonly ["ollama/llama3.1", "ollama/mixtral"];
+export declare const WatsonModels: readonly ["watsonx/meta-llama/llama-3-1-70b-instruct", "watsonx/meta-llama/llama-3-1-8b-instruct", "watsonx/meta-llama/llama-3-2-11b-vision-instruct", "watsonx/meta-llama/llama-3-2-1b-instruct", "watsonx/meta-llama/llama-3-2-90b-vision-instruct", "watsonx/meta-llama/llama-3-405b-instruct", "watsonx/mistral/mistral-large", "watsonx/ibm/granite-3-8b-instruct"];
+export declare const HuggingFaceModels: readonly ["huggingface/meta-llama/Meta-Llama-3.1-8B-Instruct", "huggingface/mistralai/Mixtral-8x7B-Instruct-v0.1", "huggingface/tiiuae/falcon-180B-chat", "huggingface/google/gemma-7b-it"];
+export declare const SambanovaModels: readonly ["sambanova/Meta-Llama-3.3-70B-Instruct", "sambanova/QwQ-32B-Preview", "sambanova/Qwen2.5-72B-Instruct", "sambanova/Qwen2.5-Coder-32B-Instruct", "sambanova/Meta-Llama-3.1-405B-Instruct", "sambanova/Meta-Llama-3.1-70B-Instruct", "sambanova/Meta-Llama-3.1-8B-Instruct", "sambanova/Llama-3.2-90B-Vision-Instruct", "sambanova/Llama-3.2-11B-Vision-Instruct", "sambanova/Meta-Llama-3.2-3B-Instruct", "sambanova/Meta-Llama-3.2-1B-Instruct"];
+export declare const MODELS: Readonly<{
+    readonly openai: readonly ["gpt-3.5-turbo", "gpt-3.5-turbo-0125", "gpt-3.5-turbo-0301", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-1106", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-3.5-turbo-instruct", "gpt-3.5-turbo-instruct-0914", "gpt-4", "gpt-4-0125-preview", "gpt-4-0314", "gpt-4-0613", "gpt-4-1106-preview", "gpt-4-32k", "gpt-4-32k-0314", "gpt-4-32k-0613", "gpt-4-turbo", "gpt-4-turbo-2024-04-09", "gpt-4-turbo-preview", "gpt-4-vision-preview", "gpt-4.1", "gpt-4.1-2025-04-14", "gpt-4.1-mini", "gpt-4.1-mini-2025-04-14", "gpt-4.1-nano", "gpt-4.1-nano-2025-04-14", "gpt-4o", "gpt-4o-2024-05-13", "gpt-4o-2024-08-06", "gpt-4o-2024-11-20", "gpt-4o-audio-preview", "gpt-4o-audio-preview-2024-10-01", "gpt-4o-audio-preview-2024-12-17", "gpt-4o-audio-preview-2025-06-03", "gpt-4o-mini", "gpt-4o-mini-2024-07-18", "gpt-4o-mini-audio-preview", "gpt-4o-mini-audio-preview-2024-12-17", "gpt-4o-mini-realtime-preview", "gpt-4o-mini-realtime-preview-2024-12-17", "gpt-4o-mini-search-preview", "gpt-4o-mini-search-preview-2025-03-11", "gpt-4o-mini-transcribe", "gpt-4o-mini-tts", "gpt-4o-realtime-preview", "gpt-4o-realtime-preview-2024-10-01", "gpt-4o-realtime-preview-2024-12-17", "gpt-4o-realtime-preview-2025-06-03", "gpt-4o-search-preview", "gpt-4o-search-preview-2025-03-11", "gpt-4o-transcribe", "gpt-4o-transcribe-diarize", "gpt-5", "gpt-5-2025-08-07", "gpt-5-chat", "gpt-5-chat-latest", "gpt-5-codex", "gpt-5-mini", "gpt-5-mini-2025-08-07", "gpt-5-nano", "gpt-5-nano-2025-08-07", "gpt-5-pro", "gpt-5-pro-2025-10-06", "gpt-5-search-api", "gpt-5-search-api-2025-10-14", "gpt-audio", "gpt-audio-2025-08-28", "gpt-audio-mini", "gpt-audio-mini-2025-10-06", "gpt-image-1", "gpt-image-1-mini", "gpt-realtime", "gpt-realtime-2025-08-28", "gpt-realtime-mini", "gpt-realtime-mini-2025-10-06", "o1", "o1-preview", "o1-2024-12-17", "o1-mini", "o1-mini-2024-09-12", "o1-pro", "o1-pro-2025-03-19", "o3-mini", "o3", "o4-mini", "whisper-1"];
+    readonly anthropic: readonly ["claude-opus-4-5-20251101", "claude-opus-4-5", "claude-3-7-sonnet-latest", "claude-3-7-sonnet-20250219", "claude-3-5-haiku-latest", "claude-3-5-haiku-20241022", "claude-haiku-4-5", "claude-haiku-4-5-20251001", "claude-sonnet-4-20250514", "claude-sonnet-4-0", "claude-4-sonnet-20250514", "claude-sonnet-4-5", "claude-sonnet-4-5-20250929", "claude-3-5-sonnet-latest", "claude-3-5-sonnet-20241022", "claude-3-5-sonnet-20240620", "claude-opus-4-0", "claude-opus-4-20250514", "claude-4-opus-20250514", "claude-opus-4-1", "claude-opus-4-1-20250805", "claude-3-opus-latest", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-latest", "claude-3-haiku-20240307"];
+    readonly gemini: readonly ["gemini-3-pro-preview", "gemini-3.5-flash", "gemini-3.1-pro-preview", "gemini-3.1-pro-preview-customtools", "gemini-3.1-flash-lite", "gemini-3.1-flash-lite-preview", "gemini-3.1-flash-image", "gemini-3.1-flash-image-preview", "gemini-3.1-flash-tts-preview", "gemini-3-flash-preview", "gemini-2.5-pro", "gemini-2.5-pro-preview-03-25", "gemini-2.5-pro-preview-05-06", "gemini-2.5-pro-preview-06-05", "gemini-2.5-flash", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash-preview-04-17", "gemini-2.5-flash-image", "gemini-2.5-flash-image-preview", "gemini-2.5-flash-lite", "gemini-2.5-flash-lite-preview-06-17", "gemini-2.5-flash-preview-09-2025", "gemini-2.5-flash-lite-preview-09-2025", "gemini-2.5-flash-preview-tts", "gemini-2.5-pro-preview-tts", "gemini-2.5-computer-use-preview-10-2025", "gemini-2.5-pro-exp-03-25", "gemini-2.0-flash", "gemini-2.0-flash-001", "gemini-2.0-flash-exp", "gemini-2.0-flash-exp-image-generation", "gemini-2.0-flash-lite", "gemini-2.0-flash-lite-001", "gemini-2.0-flash-lite-preview", "gemini-2.0-flash-lite-preview-02-05", "gemini-2.0-flash-preview-image-generation", "gemini-2.0-flash-thinking-exp", "gemini-2.0-flash-thinking-exp-01-21", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.0-pro-exp", "gemini-2.0-pro-exp-02-05", "gemini-exp-1206", "gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.5-flash-8b", "gemini-flash-latest", "gemini-flash-lite-latest", "gemini-pro-latest", "gemini-2.0-flash-live-001", "gemini-live-2.5-flash-preview", "gemini-2.5-flash-live-preview", "gemini-robotics-er-1.5-preview", "gemini-gemma-2-27b-it", "gemini-gemma-2-9b-it", "gemma-3-1b-it", "gemma-3-4b-it", "gemma-3-12b-it", "gemma-3-27b-it", "gemma-3n-e2b-it", "gemma-3n-e4b-it", "learnlm-2.0-flash-experimental"];
+    readonly nvidia_nim: readonly ["nvidia_nim/nvidia/mistral-nemo-minitron-8b-8k-instruct", "nvidia_nim/nvidia/nemotron-4-mini-hindi-4b-instruct", "nvidia_nim/nvidia/llama-3.1-nemotron-70b-instruct", "nvidia_nim/nvidia/llama3-chatqa-1.5-8b", "nvidia_nim/nvidia/llama3-chatqa-1.5-70b", "nvidia_nim/nvidia/vila", "nvidia_nim/nvidia/neva-22", "nvidia_nim/nvidia/nemotron-mini-4b-instruct", "nvidia_nim/nvidia/usdcode-llama3-70b-instruct", "nvidia_nim/nvidia/nemotron-4-340b-instruct", "nvidia_nim/nvidia/nvidia-nemotron-3-ultra-550b-a55b", "nvidia_nim/meta/codellama-70b", "nvidia_nim/meta/llama2-70b", "nvidia_nim/meta/llama3-8b-instruct", "nvidia_nim/meta/llama3-70b-instruct", "nvidia_nim/meta/llama-3.1-8b-instruct", "nvidia_nim/meta/llama-3.1-70b-instruct", "nvidia_nim/meta/llama-3.1-405b-instruct", "nvidia_nim/meta/llama-3.2-1b-instruct", "nvidia_nim/meta/llama-3.2-3b-instruct", "nvidia_nim/meta/llama-3.2-11b-vision-instruct", "nvidia_nim/meta/llama-3.2-90b-vision-instruct", "nvidia_nim/meta/llama-3.1-70b-instruct", "nvidia_nim/google/gemma-7b", "nvidia_nim/google/gemma-2b", "nvidia_nim/google/codegemma-7b", "nvidia_nim/google/codegemma-1.1-7b", "nvidia_nim/google/recurrentgemma-2b", "nvidia_nim/google/gemma-2-9b-it", "nvidia_nim/google/gemma-2-27b-it", "nvidia_nim/google/gemma-2-2b-it", "nvidia_nim/google/deplot", "nvidia_nim/google/paligemma", "nvidia_nim/mistralai/mistral-7b-instruct-v0.2", "nvidia_nim/mistralai/mixtral-8x7b-instruct-v0.1", "nvidia_nim/mistralai/mistral-large", "nvidia_nim/mistralai/mixtral-8x22b-instruct-v0.1", "nvidia_nim/mistralai/mistral-7b-instruct-v0.3", "nvidia_nim/nv-mistralai/mistral-nemo-12b-instruct", "nvidia_nim/mistralai/mamba-codestral-7b-v0.1", "nvidia_nim/microsoft/phi-3-mini-128k-instruct", "nvidia_nim/microsoft/phi-3-mini-4k-instruct", "nvidia_nim/microsoft/phi-3-small-8k-instruct", "nvidia_nim/microsoft/phi-3-small-128k-instruct", "nvidia_nim/microsoft/phi-3-medium-4k-instruct", "nvidia_nim/microsoft/phi-3-medium-128k-instruct", "nvidia_nim/microsoft/phi-3.5-mini-instruct", "nvidia_nim/microsoft/phi-3.5-moe-instruct", "nvidia_nim/microsoft/kosmos-2", "nvidia_nim/microsoft/phi-3-vision-128k-instruct", "nvidia_nim/microsoft/phi-3.5-vision-instruct", "nvidia_nim/databricks/dbrx-instruct", "nvidia_nim/snowflake/arctic", "nvidia_nim/aisingapore/sea-lion-7b-instruct", "nvidia_nim/ibm/granite-8b-code-instruct", "nvidia_nim/ibm/granite-34b-code-instruct", "nvidia_nim/ibm/granite-3.0-8b-instruct", "nvidia_nim/ibm/granite-3.0-3b-a800m-instruct", "nvidia_nim/mediatek/breeze-7b-instruct", "nvidia_nim/upstage/solar-10.7b-instruct", "nvidia_nim/writer/palmyra-med-70b-32k", "nvidia_nim/writer/palmyra-med-70b", "nvidia_nim/writer/palmyra-fin-70b-32k", "nvidia_nim/01-ai/yi-large", "nvidia_nim/deepseek-ai/deepseek-coder-6.7b-instruct", "nvidia_nim/rakuten/rakutenai-7b-instruct", "nvidia_nim/rakuten/rakutenai-7b-chat", "nvidia_nim/baichuan-inc/baichuan2-13b-chat"];
+    readonly groq: readonly ["groq/llama-3.1-8b-instant", "groq/llama-3.1-70b-versatile", "groq/llama-3.1-405b-reasoning", "groq/gemma2-9b-it", "groq/gemma-7b-it"];
+    readonly ollama: readonly ["ollama/llama3.1", "ollama/mixtral"];
+    readonly watson: readonly ["watsonx/meta-llama/llama-3-1-70b-instruct", "watsonx/meta-llama/llama-3-1-8b-instruct", "watsonx/meta-llama/llama-3-2-11b-vision-instruct", "watsonx/meta-llama/llama-3-2-1b-instruct", "watsonx/meta-llama/llama-3-2-90b-vision-instruct", "watsonx/meta-llama/llama-3-405b-instruct", "watsonx/mistral/mistral-large", "watsonx/ibm/granite-3-8b-instruct"];
+    readonly azure: readonly ["gpt-3.5-turbo", "gpt-3.5-turbo-0301", "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-35-turbo", "gpt-35-turbo-0125", "gpt-35-turbo-1106", "gpt-35-turbo-16k-0613", "gpt-35-turbo-instruct-0914", "gpt-4", "gpt-4-0314", "gpt-4-0613", "gpt-4-1106-preview", "gpt-4-0125-preview", "gpt-4-32k", "gpt-4-32k-0314", "gpt-4-32k-0613", "gpt-4-turbo", "gpt-4-turbo-2024-04-09", "gpt-4-vision", "gpt-4o", "gpt-4o-2024-05-13", "gpt-4o-2024-08-06", "gpt-4o-2024-11-20", "gpt-4o-mini", "gpt-5", "o1", "o1-mini", "o1-preview", "o3-mini", "o3", "o4-mini"];
+    readonly bedrock: readonly ["us.anthropic.claude-sonnet-4-5-20250929-v1:0", "us.anthropic.claude-sonnet-4-20250514-v1:0", "us.anthropic.claude-opus-4-5-20251101-v1:0", "us.anthropic.claude-opus-4-20250514-v1:0", "us.anthropic.claude-opus-4-1-20250805-v1:0", "us.anthropic.claude-haiku-4-5-20251001-v1:0", "us.anthropic.claude-sonnet-4-6", "us.anthropic.claude-opus-4-6-v1", "us.anthropic.claude-sonnet-4-5-v1:0", "us.anthropic.claude-opus-4-5-v1:0", "us.anthropic.claude-opus-4-6-v1:0", "us.anthropic.claude-haiku-4-5-v1:0", "eu.anthropic.claude-sonnet-4-5-v1:0", "eu.anthropic.claude-opus-4-5-v1:0", "eu.anthropic.claude-haiku-4-5-v1:0", "apac.anthropic.claude-sonnet-4-5-v1:0", "apac.anthropic.claude-opus-4-5-v1:0", "apac.anthropic.claude-haiku-4-5-v1:0", "global.anthropic.claude-sonnet-4-5-20250929-v1:0", "global.anthropic.claude-sonnet-4-20250514-v1:0", "global.anthropic.claude-opus-4-5-20251101-v1:0", "global.anthropic.claude-opus-4-6-v1", "global.anthropic.claude-haiku-4-5-20251001-v1:0", "global.anthropic.claude-sonnet-4-6", "ai21.jamba-1-5-large-v1:0", "ai21.jamba-1-5-mini-v1:0", "amazon.nova-lite-v1:0", "amazon.nova-lite-v1:0:24k", "amazon.nova-lite-v1:0:300k", "amazon.nova-micro-v1:0", "amazon.nova-micro-v1:0:128k", "amazon.nova-micro-v1:0:24k", "amazon.nova-premier-v1:0", "amazon.nova-premier-v1:0:1000k", "amazon.nova-premier-v1:0:20k", "amazon.nova-premier-v1:0:8k", "amazon.nova-premier-v1:0:mm", "amazon.nova-pro-v1:0", "amazon.nova-pro-v1:0:24k", "amazon.nova-pro-v1:0:300k", "amazon.titan-text-express-v1", "amazon.titan-text-express-v1:0:8k", "amazon.titan-text-lite-v1", "amazon.titan-text-lite-v1:0:4k", "amazon.titan-tg1-large", "anthropic.claude-3-5-haiku-20241022-v1:0", "anthropic.claude-3-5-sonnet-20240620-v1:0", "anthropic.claude-3-5-sonnet-20241022-v2:0", "anthropic.claude-3-7-sonnet-20250219-v1:0", "anthropic.claude-3-haiku-20240307-v1:0", "anthropic.claude-3-haiku-20240307-v1:0:200k", "anthropic.claude-3-haiku-20240307-v1:0:48k", "anthropic.claude-3-opus-20240229-v1:0", "anthropic.claude-3-opus-20240229-v1:0:12k", "anthropic.claude-3-opus-20240229-v1:0:200k", "anthropic.claude-3-opus-20240229-v1:0:28k", "anthropic.claude-3-sonnet-20240229-v1:0", "anthropic.claude-3-sonnet-20240229-v1:0:200k", "anthropic.claude-3-sonnet-20240229-v1:0:28k", "anthropic.claude-haiku-4-5-20251001-v1:0", "anthropic.claude-instant-v1:2:100k", "anthropic.claude-opus-4-5-20251101-v1:0", "anthropic.claude-opus-4-1-20250805-v1:0", "anthropic.claude-opus-4-20250514-v1:0", "anthropic.claude-sonnet-4-20250514-v1:0", "anthropic.claude-sonnet-4-5-20250929-v1:0", "anthropic.claude-v2:0:100k", "anthropic.claude-v2:0:18k", "anthropic.claude-v2:1:18k", "anthropic.claude-v2:1:200k", "cohere.command-r-plus-v1:0", "cohere.command-r-v1:0", "cohere.rerank-v3-5:0", "deepseek.r1-v1:0", "meta.llama3-1-70b-instruct-v1:0", "meta.llama3-1-8b-instruct-v1:0", "meta.llama3-2-11b-instruct-v1:0", "meta.llama3-2-1b-instruct-v1:0", "meta.llama3-2-3b-instruct-v1:0", "meta.llama3-2-90b-instruct-v1:0", "meta.llama3-3-70b-instruct-v1:0", "meta.llama3-70b-instruct-v1:0", "meta.llama3-8b-instruct-v1:0", "meta.llama4-maverick-17b-instruct-v1:0", "meta.llama4-scout-17b-instruct-v1:0", "mistral.mistral-7b-instruct-v0:2", "mistral.mistral-large-2402-v1:0", "mistral.mistral-small-2402-v1:0", "mistral.mixtral-8x7b-instruct-v0:1", "mistral.pixtral-large-2502-v1:0", "openai.gpt-oss-120b-1:0", "openai.gpt-oss-20b-1:0", "qwen.qwen3-32b-v1:0", "qwen.qwen3-coder-30b-a3b-v1:0", "twelvelabs.pegasus-1-2-v1:0"];
+    readonly huggingface: readonly ["huggingface/meta-llama/Meta-Llama-3.1-8B-Instruct", "huggingface/mistralai/Mixtral-8x7B-Instruct-v0.1", "huggingface/tiiuae/falcon-180B-chat", "huggingface/google/gemma-7b-it"];
+    readonly sambanova: readonly ["sambanova/Meta-Llama-3.3-70B-Instruct", "sambanova/QwQ-32B-Preview", "sambanova/Qwen2.5-72B-Instruct", "sambanova/Qwen2.5-Coder-32B-Instruct", "sambanova/Meta-Llama-3.1-405B-Instruct", "sambanova/Meta-Llama-3.1-70B-Instruct", "sambanova/Meta-Llama-3.1-8B-Instruct", "sambanova/Llama-3.2-90B-Vision-Instruct", "sambanova/Llama-3.2-11B-Vision-Instruct", "sambanova/Meta-Llama-3.2-3B-Instruct", "sambanova/Meta-Llama-3.2-1B-Instruct"];
+}>;
+export declare const CONTEXT_WINDOW_USAGE_RATIO = 0.85;
+export declare const MIN_CONTEXT_WINDOW_SIZE = 1024;
+export declare const MAX_CONTEXT_WINDOW_SIZE = 2097152;
+export declare const MIN_CONTEXT = 1024;
+export declare const MAX_CONTEXT = 2097152;
+export declare const ANTHROPIC_PREFIXES: readonly ["anthropic/", "claude-", "claude/"];
+export declare const Delta: Readonly<{
+    kind: "Delta";
+}>;
+export declare const StreamingChoices: Readonly<{
+    kind: "StreamingChoices";
+}>;
+export declare class FunctionArgs {
+    name: string;
+    arguments: string;
+    constructor(options?: {
+        name?: string;
+        arguments?: string;
+    });
+}
+export declare class AccumulatedToolArgs {
+    id: string | null;
+    index: number;
+    type: string;
+    function: FunctionArgs;
+    constructor(options?: {
+        id?: string | null;
+        index?: number;
+        type?: string;
+        function?: FunctionArgs | {
+            name?: string;
+            arguments?: string;
+        };
+    });
+    accumulate(delta: unknown): this;
+    toToolCall(): Record<string, unknown>;
+    to_tool_call(): Record<string, unknown>;
+    static toToolCalls(toolCalls: Record<string | number, AccumulatedToolArgs | {
+        id?: string | null;
+        index?: number;
+        type?: string;
+        function?: {
+            name?: string;
+            arguments?: string;
+        };
+    }>): Record<string, unknown>[];
+    static to_tool_calls(toolCalls: Record<string | number, AccumulatedToolArgs | {
+        id?: string | null;
+        index?: number;
+        type?: string;
+        function?: {
+            name?: string;
+            arguments?: string;
+        };
+    }>): Record<string, unknown>[];
+    static fromStreamingChunks(chunks: readonly unknown[]): Record<string, unknown>[];
+    static from_streaming_chunks(chunks: readonly unknown[]): Record<string, unknown>[];
+}
+export declare const LLM_CONTEXT_WINDOW_SIZES: Readonly<Record<string, number>>;
+export type LLMCallContextCallback<T> = (callId: string) => MaybePromise<T>;
+export declare function llmCallContext<T>(callback: LLMCallContextCallback<T>): Promise<T>;
+export declare const llm_call_context: typeof llmCallContext;
+export declare function validate_function_name(name: string, provider?: string): string;
+export declare function sanitize_function_name(name: string): string;
+export declare function extract_tool_info(tool: Record<string, unknown>): [string, string, Record<string, unknown>];
+export declare function log_tool_conversion(tool: Record<string, unknown>, provider: string): void;
+export declare function safe_tool_conversion(tool: Record<string, unknown>, provider: string): [string, string, Record<string, unknown>];
+export declare function getCurrentCallId(): string;
+export declare const get_current_call_id: typeof getCurrentCallId;
+export declare function callStopOverride<T>(llm: BaseLLM, stop: string | readonly string[] | null, callback: () => MaybePromise<T>): Promise<T>;
+export declare const call_stop_override: typeof callStopOverride;
+export declare function callStopOverrideSync<T>(llm: BaseLLM, stop: string | readonly string[] | null, callback: () => T): T;
+export declare const call_stop_override_sync: typeof callStopOverrideSync;
+export declare class FunctionLLM implements LLMClient {
+    private readonly fn;
+    private usageMetrics;
+    constructor(fn: LLMFunction);
+    call(messages: readonly LLMMessage[], options?: LLMCallOptions): Promise<LLMResponse>;
+    getUsageMetrics(): UsageMetrics;
+    getTokenUsageSummary(): UsageMetrics;
+    resetUsageMetrics(): void;
+}
+export declare function createLLM(llmValue?: CreateLLMValue | null | undefined, env?: CreateLLMEnvironment): LLMClient | null;
+export declare const create_llm: typeof createLLM;
+export declare function llmViaEnvironmentOrFallback(env?: CreateLLMEnvironment): LLMClient;
+export declare const llm_via_environment_or_fallback: typeof llmViaEnvironmentOrFallback;
+export declare const _llm_via_environment_or_fallback: typeof llmViaEnvironmentOrFallback;
+export declare function normalizeLLMEnvKeyName(keyName: string): string;
+export declare const normalize_llm_env_key_name: typeof normalizeLLMEnvKeyName;
+export declare const _normalize_key_name: typeof normalizeLLMEnvKeyName;
+export type BaseLLMOptions = {
+    model: string;
+    temperature?: number | null;
+    apiKey?: string | null;
+    api_key?: string | null;
+    baseUrl?: string | null;
+    base_url?: string | null;
+    provider?: string | null;
+    preferUpload?: boolean;
+    prefer_upload?: boolean;
+    isLitellm?: boolean;
+    is_litellm?: boolean;
+    stop?: string | readonly string[] | null;
+    stopSequences?: string | readonly string[] | null;
+    stop_sequences?: string | readonly string[] | null;
+    additionalParams?: Record<string, unknown>;
+    additional_params?: Record<string, unknown>;
+    responseFormat?: JsonResponseFormat | StructuredOutputValidator | null;
+    response_format?: JsonResponseFormat | StructuredOutputValidator | null;
+    contextWindowSize?: number;
+    context_window_size?: number;
+};
+export declare abstract class BaseLLM implements LLMClient {
+    readonly llmType = "base";
+    readonly llm_type = "base";
+    readonly model: string;
+    readonly temperature: number | null;
+    readonly apiKey: string | null;
+    readonly api_key: string | null;
+    readonly baseUrl: string | null;
+    readonly base_url: string | null;
+    readonly provider: string;
+    readonly preferUpload: boolean;
+    readonly prefer_upload: boolean;
+    readonly isLitellm: boolean;
+    readonly is_litellm: boolean;
+    readonly additionalParams: Record<string, unknown>;
+    readonly additional_params: Record<string, unknown>;
+    readonly responseFormat: JsonResponseFormat | StructuredOutputValidator | null;
+    readonly response_format: JsonResponseFormat | StructuredOutputValidator | null;
+    private contextWindowSize;
+    private stopValues;
+    private tokenUsage;
+    constructor(options: BaseLLMOptions);
+    abstract call(messages: readonly LLMMessage[], options?: LLMCallOptions): MaybePromise<LLMResponse>;
+    acall(messages: LLMMessageInput, options?: LLMCallOptions): Promise<LLMResponse>;
+    get stop(): string[];
+    set stop(value: string | readonly string[] | null);
+    get stopSequences(): readonly string[];
+    get stop_sequences(): readonly string[];
+    setStopSequences(stop: string | readonly string[] | null): void;
+    set_stop_sequences(stop: string | readonly string[] | null): void;
+    supportsStopWords(): boolean;
+    supports_stop_words(): boolean;
+    supportsFunctionCalling(): boolean;
+    supports_function_calling(): boolean;
+    protected supportsStopWordsImplementation(): boolean;
+    protected _supports_stop_words_implementation(): boolean;
+    applyStopWords(content: string): string;
+    _apply_stop_words(content: string): string;
+    getContextWindowSize(): number;
+    get_context_window_size(): number;
+    supportsMultimodal(): boolean;
+    supports_multimodal(): boolean;
+    formatTextContent(text: string): Record<string, string>;
+    format_text_content(text: string): Record<string, string>;
+    getFileUploader(): LocalFileUploader | null;
+    get_file_uploader(): LocalFileUploader | null;
+    get lastResponseId(): string | null;
+    get last_response_id(): string | null;
+    get lastReasoningItems(): readonly unknown[] | null;
+    get last_reasoning_items(): readonly unknown[] | null;
+    resetChain(): void;
+    reset_chain(): void;
+    resetReasoningChain(): void;
+    reset_reasoning_chain(): void;
+    emitCallStartedEvent(options: LLMEmitCallStartedOptions): void;
+    _emit_call_started_event(options: LLMEmitCallStartedOptions): void;
+    emitCallCompletedEvent(options: LLMEmitCallCompletedOptions): void;
+    _emit_call_completed_event(options: LLMEmitCallCompletedOptions): void;
+    handleEmitCallEvents(responseOrOptions: unknown, callType?: LLMCallType, fromTask?: unknown, fromAgent?: unknown, messages?: string | readonly LLMMessage[] | null, usage?: Record<string, unknown> | null): void;
+    _handle_emit_call_events(responseOrOptions: unknown, callType?: LLMCallType, fromTask?: unknown, fromAgent?: unknown, messages?: string | readonly LLMMessage[] | null, usage?: Record<string, unknown> | null): void;
+    emitCallFailedEvent(options: LLMEmitCallFailedOptions): void;
+    _emit_call_failed_event(options: LLMEmitCallFailedOptions): void;
+    emitStreamChunkEvent(options: LLMEmitStreamChunkOptions): void;
+    _emit_stream_chunk_event(options: LLMEmitStreamChunkOptions): void;
+    emitThinkingChunkEvent(options: LLMEmitThinkingChunkOptions): void;
+    _emit_thinking_chunk_event(options: LLMEmitThinkingChunkOptions): void;
+    handleToolExecution(options: LLMHandleToolExecutionOptions): Promise<string | null>;
+    _handle_tool_execution(options: LLMHandleToolExecutionOptions): Promise<string | null>;
+    handleToolCall(toolCalls: unknown, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown): Promise<string | null>;
+    _handle_tool_call(toolCalls: unknown, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown): Promise<string | null>;
+    convertToolsForInterference(tools: readonly Tool[]): readonly unknown[];
+    _convert_tools_for_interference(tools: readonly Tool[]): readonly unknown[];
+    formatMessages(messages: LLMMessageInput): LLMMessage[];
+    _format_messages(messages: LLMMessageInput): LLMMessage[];
+    formatMessagesForProvider(messages: readonly LLMMessage[]): LLMMessage[];
+    _format_messages_for_provider(messages: readonly LLMMessage[]): LLMMessage[];
+    prepareCompletionParams(messages: LLMMessageInput, ...args: unknown[]): Record<string, unknown>;
+    _prepare_completion_params(messages: LLMMessageInput, ...args: unknown[]): Record<string, unknown>;
+    processMessageFiles(messages: readonly LLMMessage[]): LLMMessage[];
+    _process_message_files(messages: readonly LLMMessage[]): LLMMessage[];
+    aprocessMessageFiles(messages: readonly LLMMessage[]): Promise<LLMMessage[]>;
+    _aprocess_message_files(messages: readonly LLMMessage[]): Promise<LLMMessage[]>;
+    handleStreamingResponse(params: Record<string, unknown>, callbacks?: readonly LLMStreamingCallback[] | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseModel?: unknown): Promise<unknown>;
+    _handle_streaming_response(params: Record<string, unknown>, callbacks?: readonly LLMStreamingCallback[] | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseModel?: unknown): Promise<unknown>;
+    handleStreamingToolCalls(toolCalls: unknown, accumulatedToolArgs?: Record<string | number, AccumulatedToolArgs> | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseId?: string | null): Promise<unknown>;
+    _handle_streaming_tool_calls(toolCalls: unknown, accumulatedToolArgs?: Record<string | number, AccumulatedToolArgs> | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseId?: string | null): Promise<unknown>;
+    handleStreamingCallbacks(callbacks?: readonly LLMStreamingCallback[] | null, usageInfo?: Record<string, unknown> | null, lastChunk?: unknown): void;
+    _handle_streaming_callbacks(callbacks?: readonly LLMStreamingCallback[] | null, usageInfo?: Record<string, unknown> | null, lastChunk?: unknown): void;
+    invokeStreamingCallbacks(callbacks: readonly LLMStreamingCallback[] | null, chunk: unknown): Promise<void>;
+    handleNonStreamingResponse(params: Record<string, unknown>, callbacks?: readonly LLMStreamingCallback[] | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseModel?: unknown): unknown;
+    _handle_non_streaming_response(params: Record<string, unknown>, callbacks?: readonly LLMStreamingCallback[] | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseModel?: unknown): unknown;
+    ahandleNonStreamingResponse(params: Record<string, unknown>, callbacks?: readonly LLMStreamingCallback[] | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseModel?: unknown): Promise<unknown>;
+    _ahandle_non_streaming_response(params: Record<string, unknown>, callbacks?: readonly LLMStreamingCallback[] | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseModel?: unknown): Promise<unknown>;
+    ahandleStreamingResponse(params: Record<string, unknown>, callbacks?: readonly LLMStreamingCallback[] | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseModel?: unknown): Promise<unknown>;
+    _ahandle_streaming_response(params: Record<string, unknown>, callbacks?: readonly LLMStreamingCallback[] | null, availableFunctions?: Record<string, LLMAvailableFunction> | null, fromTask?: unknown, fromAgent?: unknown, responseModel?: unknown): Promise<unknown>;
+    getCustomLlmProvider(): string | null;
+    _get_custom_llm_provider(): string | null;
+    validateCallParams(): void;
+    _validate_call_params(): void;
+    toConfigDict(): Record<string, unknown>;
+    to_config_dict(): Record<string, unknown>;
+    serializeResponseFormat(value: unknown): unknown;
+    _serialize_response_format(value: unknown): unknown;
+    invokeBeforeLlmCallHooks(messages: LLMMessage[], fromAgent?: unknown): Promise<boolean>;
+    _invoke_before_llm_call_hooks(messages: LLMMessage[], from_agent?: unknown): Promise<boolean>;
+    invokeAfterLlmCallHooks(messages: LLMMessage[], response: string, fromAgent?: unknown): Promise<string>;
+    _invoke_after_llm_call_hooks(messages: LLMMessage[], response: string, from_agent?: unknown): Promise<string>;
+    trackTokenUsageInternal(usageData: Record<string, unknown>): void;
+    _track_token_usage_internal(usageData: Record<string, unknown>): void;
+    getUsageMetrics(): UsageMetrics;
+    getTokenUsageSummary(): UsageMetrics;
+    get_token_usage_summary(): UsageMetrics;
+    resetUsageMetrics(): void;
+    reset_usage_metrics(): void;
+    validateStructuredOutput<T = unknown>(response: string, responseFormat?: StructuredOutputValidator<T> | null): string | T;
+    _validate_structured_output<T = unknown>(response: string, responseFormat?: StructuredOutputValidator<T> | null): string | T;
+    static validateStructuredOutput<T = unknown>(response: string, responseFormat?: StructuredOutputValidator<T> | null): string | T;
+    static _validate_structured_output<T = unknown>(response: string, responseFormat?: StructuredOutputValidator<T> | null): string | T;
+    static validateInitFields<T>(data: T): T;
+    static validateInitFields(data: Record<string, unknown>): Record<string, unknown>;
+    static _validate_init_fields(data: unknown): unknown;
+    static validateLLMFields<T>(data: T): T | (T & {
+        is_anthropic: boolean;
+    });
+    static _validate_llm_fields<T>(data: T): T | (T & {
+        is_anthropic: boolean;
+    });
+    initLitellm(): this;
+    _init_litellm(): this;
+    static isAnthropicModel(model: string): boolean;
+    static _is_anthropic_model(model: string): boolean;
+    isAnthropicModel(model?: string): boolean;
+    _is_anthropic_model(model?: string): boolean;
+    static getNativeProvider(provider: string): NativeLLMProviderName | null;
+    static _get_native_provider(provider: string): NativeLLMProviderName | null;
+    static usageToDict(usage: unknown): Record<string, unknown> | null;
+    static _usage_to_dict(usage: unknown): Record<string, unknown> | null;
+    usageToDict(usage: unknown): Record<string, unknown> | null;
+    _usage_to_dict(usage: unknown): Record<string, unknown> | null;
+    static extractProvider(model: string): string;
+    static _extract_provider(model: string): string;
+    static canonicalLLMProvider(provider: string): string;
+    static canonical_llm_provider(provider: string): string;
+    static matchesProviderPattern(model: string, provider: string): boolean;
+    static _matches_provider_pattern(model: string, provider: string): boolean;
+    static validateModelInConstants(model: string, provider: string): boolean;
+    static _validate_model_in_constants(model: string, provider: string): boolean;
+    static inferProviderFromModel(model: string): string;
+    static _infer_provider_from_model(model: string): string;
+    static resolveLLMModelSpec(model: string, explicitProvider?: string): LLMModelSpec;
+    static resolve_llm_model_spec(model: string, explicitProvider?: string): LLMModelSpec;
+    static setCallbacks(callbacks: readonly unknown[]): void;
+    static set_callbacks(callbacks: readonly unknown[]): void;
+    static setEnvCallbacks(env?: CreateLLMEnvironment): void;
+    static set_env_callbacks(env?: CreateLLMEnvironment): void;
+    static get callbacks(): readonly unknown[];
+    static get successCallbacks(): readonly unknown[];
+    static get success_callbacks(): readonly unknown[];
+    static get failureCallbacks(): readonly unknown[];
+    static get failure_callbacks(): readonly unknown[];
+}
+export declare class ConfiguredLLM extends BaseLLM {
+    readonly timeout: number | null;
+    readonly maxTokens: number | null;
+    readonly max_tokens: number | null;
+    readonly maxCompletionTokens: number | null;
+    readonly max_completion_tokens: number | null;
+    readonly topP: number | null;
+    readonly top_p: number | null;
+    readonly presencePenalty: number | null;
+    readonly presence_penalty: number | null;
+    readonly frequencyPenalty: number | null;
+    readonly frequency_penalty: number | null;
+    readonly seed: number | null;
+    readonly logprobs: boolean | number | null;
+    readonly topLogprobs: number | null;
+    readonly top_logprobs: number | null;
+    readonly apiBase: string | null;
+    readonly api_base: string | null;
+    constructor(options: BaseLLMOptions & {
+        timeout?: number | null;
+        maxTokens?: number | null;
+        max_tokens?: number | null;
+        maxCompletionTokens?: number | null;
+        max_completion_tokens?: number | null;
+        topP?: number | null;
+        top_p?: number | null;
+        presencePenalty?: number | null;
+        presence_penalty?: number | null;
+        frequencyPenalty?: number | null;
+        frequency_penalty?: number | null;
+        seed?: number | null;
+        logprobs?: boolean | number | null;
+        topLogprobs?: number | null;
+        top_logprobs?: number | null;
+        apiBase?: string | null;
+        api_base?: string | null;
+    });
+    call(messages: readonly LLMMessage[], options?: LLMCallOptions): Promise<LLMResponse>;
+    supportsMultimodal(): boolean;
+    supports_multimodal(): boolean;
+    toConfigDict(): Record<string, unknown>;
+}
+export declare function createLLMClient(provider: LLM): LLMClient;
+export declare function registerLLMProvider(model: string, provider: LLM): void;
+export declare function registerLLMProviderFactory(provider: string, factory: (options: ConstructorParameters<typeof ConfiguredLLM>[0]) => LLMClient): void;
+export declare function unregisterLLMProviderFactory(provider: string): void;
+export declare function unregisterLLMProvider(model: string): void;
+export declare function clearLLMProviders(): void;
+export declare function resolveLLMProvider(model: string): LLMClient | null;
+export declare function callLLM(client: LLMClient, messages: readonly LLMMessage[], options?: LLMCallOptions): Promise<LLMResponse>;
+export declare function getLLMUsageMetrics(client: LLMClient): UsageMetrics;
+export declare function hasLLMUsageMetrics(client: LLMClient): boolean;
+export declare function markCacheBreakpoint<T extends Record<string, unknown>>(message: T): CacheBreakpointMessage<T>;
+export declare const mark_cache_breakpoint: typeof markCacheBreakpoint;
+export declare function stripCacheBreakpoint(message: Record<string, unknown>): void;
+export declare const strip_cache_breakpoint: typeof stripCacheBreakpoint;
+export declare function emptyUsageMetrics(): UsageMetrics;
+export declare function addUsageMetrics(left: UsageMetrics, right: UsageMetrics): UsageMetrics;
+export declare function subtractUsageMetrics(left: UsageMetrics, right: UsageMetrics): UsageMetrics;
+export declare function isEmptyUsageMetrics(metrics: UsageMetrics): boolean;
+export declare function estimateUsageMetrics(messages: readonly LLMMessage[], response: LLMResponse): UsageMetrics;
+export declare function estimateTokens(value: string): number;
+export declare function validateStructuredOutput<T = unknown>(response: string, responseFormat?: StructuredOutputValidator<T> | null): string | T;
+export declare const validate_structured_output: typeof validateStructuredOutput;
+export declare function extractProvider(model: string): string;
+export declare const extract_provider: typeof extractProvider;
+export declare function canonicalLLMProvider(provider: string): string;
+export declare const canonical_llm_provider: typeof canonicalLLMProvider;
+export declare function matchesProviderPattern(model: string, provider: string): boolean;
+export declare const matches_provider_pattern: typeof matchesProviderPattern;
+export declare function validateModelInConstants(model: string, provider: string): boolean;
+export declare const validate_model_in_constants: typeof validateModelInConstants;
+export declare function inferProviderFromModel(model: string): string;
+export declare const infer_provider_from_model: typeof inferProviderFromModel;
+export declare function resolveLLMModelSpec(model: string, explicitProvider?: string): LLMModelSpec;
+export declare const resolve_llm_model_spec: typeof resolveLLMModelSpec;
+export declare function contextWindowSizeForModel(model: string): number;
+export declare const context_window_size_for_model: typeof contextWindowSizeForModel;
+export declare function validateContextWindowSizes(sizes: Readonly<Record<string, number>>): void;
+export declare const validate_context_window_sizes: typeof validateContextWindowSizes;