@ax-llm/ax 11.0.0 → 11.0.1

package/index.d.ts

@@ -61,7 +61,7 @@ declare class AxAIServiceAuthenticationError extends AxAIServiceError {
     constructor(url: string, requestBody?: unknown, context?: Record<string, unknown>);
 }
 
-type AxAIModelList<T = string> = {
+type AxAIModelList<T = unknown> = {
     key: string;
     model: T;
     description: string;
@@ -140,7 +140,7 @@ type AxEmbedResponse = {
 type AxModelInfoWithProvider = AxModelInfo & {
     provider: string;
 };
-type AxChatRequest = {
+type AxChatRequest<TModel = string> = {
     chatPrompt: Readonly<{
         role: 'system';
         content: string;
@@ -196,7 +196,7 @@ type AxChatRequest = {
         };
     };
     modelConfig?: Readonly<AxModelConfig>;
-    model?: string;
+    model?: TModel;
 };
 interface AxAIServiceMetrics {
     latency: {
@@ -226,12 +226,12 @@ interface AxAIServiceMetrics {
         };
     };
 }
-type AxInternalChatRequest = Omit<AxChatRequest, 'model'> & Required<Pick<AxChatRequest, 'model'>>;
-type AxEmbedRequest = {
+type AxInternalChatRequest<TModel> = Omit<AxChatRequest, 'model'> & Required<Pick<AxChatRequest<TModel>, 'model'>>;
+type AxEmbedRequest<TEmbedModel = string> = {
     texts?: readonly string[];
-    embedModel?: string;
+    embedModel?: TEmbedModel;
 };
-type AxInternalEmbedRequest = Omit<AxEmbedRequest, 'embedModel'> & Required<Pick<AxEmbedRequest, 'embedModel'>>;
+type AxInternalEmbedRequest<TEmbedModel> = Omit<AxEmbedRequest, 'embedModel'> & Required<Pick<AxEmbedRequest<TEmbedModel>, 'embedModel'>>;
 type AxRateLimiterFunction = <T = unknown>(reqFunc: () => Promise<T | ReadableStream$1<T>>, info: Readonly<{
     modelUsage?: AxTokenUsage;
     embedModelUsage?: AxTokenUsage;
@@ -245,29 +245,30 @@ type AxAIServiceOptions = {
     fetch?: typeof fetch;
     tracer?: Tracer;
 };
-type AxAIServiceActionOptions = {
-    ai?: Readonly<AxAIService>;
+type AxAIServiceActionOptions<TModel = unknown, TEmbedModel = unknown> = {
+    ai?: Readonly<AxAIService<TModel, TEmbedModel>>;
     sessionId?: string;
     traceId?: string;
     rateLimiter?: AxRateLimiterFunction;
 };
-interface AxAIService {
+interface AxAIService<TModel = unknown, TEmbedModel = unknown> {
+    getId(): string;
     getName(): string;
     getModelInfo(): Readonly<AxModelInfoWithProvider>;
     getEmbedModelInfo(): Readonly<AxModelInfoWithProvider> | undefined;
-    getFeatures(model?: string): AxAIFeatures;
-    getModelList(): AxAIModelList | undefined;
+    getFeatures(model?: TModel): AxAIFeatures;
+    getModelList(): AxAIModelList<TModel> | undefined;
     getMetrics(): AxAIServiceMetrics;
-    chat(req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>): Promise<AxChatResponse | ReadableStream$1<AxChatResponse>>;
-    embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions & AxAIServiceActionOptions>): Promise<AxEmbedResponse>;
+    chat(req: Readonly<AxChatRequest<TModel>>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions<TModel, TEmbedModel>>): Promise<AxChatResponse | ReadableStream$1<AxChatResponse>>;
+    embed(req: Readonly<AxEmbedRequest<TEmbedModel>>, options?: Readonly<AxAIServiceActionOptions<TModel, TEmbedModel>>): Promise<AxEmbedResponse>;
     setOptions(options: Readonly<AxAIServiceOptions>): void;
     getOptions(): Readonly<AxAIServiceOptions>;
 }
-interface AxAIServiceImpl<TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> {
-    createChatReq(req: Readonly<AxInternalChatRequest>, config: Readonly<AxAIPromptConfig>): [AxAPI, TChatRequest];
+interface AxAIServiceImpl<TModel, TEmbedModel, TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> {
+    createChatReq(req: Readonly<AxInternalChatRequest<TModel>>, config: Readonly<AxAIPromptConfig>): [AxAPI, TChatRequest];
     createChatResp(resp: Readonly<TChatResponse>): AxChatResponse;
     createChatStreamResp?(resp: Readonly<TChatResponseDelta>, state: object): AxChatResponse;
-    createEmbedReq?(req: Readonly<AxInternalEmbedRequest>): [AxAPI, TEmbedRequest];
+    createEmbedReq?(req: Readonly<AxInternalEmbedRequest<TEmbedModel>>): [AxAPI, TEmbedRequest];
     createEmbedResp?(resp: Readonly<TEmbedResponse>): AxEmbedResponse;
     getModelConfig(): AxModelConfig;
 }
@@ -277,20 +278,20 @@ interface AxAIFeatures {
     streaming: boolean;
     functionCot?: boolean;
 }
-interface AxBaseAIArgs {
+interface AxBaseAIArgs<TModel, TEmbedModel> {
     name: string;
     apiURL: string;
     headers: () => Promise<Record<string, string>>;
     modelInfo: Readonly<AxModelInfo[]>;
     defaults: Readonly<{
-        model: string;
-        embedModel?: string;
+        model: TModel;
+        embedModel?: TEmbedModel;
     }>;
     options?: Readonly<AxAIServiceOptions>;
-    supportFor: AxAIFeatures | ((model: string) => AxAIFeatures);
-    models?: AxAIModelList;
+    supportFor: AxAIFeatures | ((model: TModel) => AxAIFeatures);
+    models?: AxAIModelList<TModel>;
 }
-declare class AxBaseAI<TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> implements AxAIService {
+declare class AxBaseAI<TModel, TEmbedModel, TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> implements AxAIService<TModel, TEmbedModel> {
     private readonly aiImpl;
     private debug;
     private rt?;
@@ -303,28 +304,30 @@ declare class AxBaseAI<TChatRequest, TEmbedRequest, TChatResponse, TChatResponse
     private defaults;
     protected apiURL: string;
     protected name: string;
+    protected id: string;
     protected headers: () => Promise<Record<string, string>>;
-    protected supportFor: AxAIFeatures | ((model: string) => AxAIFeatures);
+    protected supportFor: AxAIFeatures | ((model: TModel) => AxAIFeatures);
     private metrics;
-    constructor(aiImpl: Readonly<AxAIServiceImpl<TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse>>, { name, apiURL, headers, modelInfo, defaults, options, supportFor, models, }: Readonly<AxBaseAIArgs>);
+    constructor(aiImpl: Readonly<AxAIServiceImpl<TModel, TEmbedModel, TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse>>, { name, apiURL, headers, modelInfo, defaults, options, supportFor, models, }: Readonly<AxBaseAIArgs<TModel, TEmbedModel>>);
     setName(name: string): void;
+    getId(): string;
     setAPIURL(apiURL: string): void;
     setHeaders(headers: () => Promise<Record<string, string>>): void;
     setOptions(options: Readonly<AxAIServiceOptions>): void;
     getOptions(): Readonly<AxAIServiceOptions>;
     getModelInfo(): Readonly<AxModelInfoWithProvider>;
     getEmbedModelInfo(): AxModelInfoWithProvider | undefined;
-    getModelList(): AxAIModelList | undefined;
+    getModelList(): AxAIModelList<TModel> | undefined;
     getName(): string;
-    getFeatures(model?: string): AxAIFeatures;
+    getFeatures(model?: TModel): AxAIFeatures;
     private calculatePercentile;
     private updateLatencyMetrics;
     private updateErrorMetrics;
     getMetrics(): AxAIServiceMetrics;
-    chat(req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>): Promise<AxChatResponse | ReadableStream$1<AxChatResponse>>;
+    chat(req: Readonly<AxChatRequest<TModel>>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions<TModel, TEmbedModel>>): Promise<AxChatResponse | ReadableStream$1<AxChatResponse>>;
     private _chat1;
     private _chat2;
-    embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions>): Promise<AxEmbedResponse>;
+    embed(req: Readonly<AxEmbedRequest<TEmbedModel>>, options?: Readonly<AxAIServiceActionOptions<TModel, TEmbedModel>>): Promise<AxEmbedResponse>;
     private _embed1;
     private _embed2;
     private buildHeaders;
@@ -526,9 +529,9 @@ interface AxAIAnthropicArgs {
     region?: string;
     config?: Readonly<Partial<AxAIAnthropicConfig>>;
     options?: Readonly<AxAIServiceOptions>;
-    models?: AxAIModelList<AxAIAnthropicModel | string>;
+    models?: AxAIModelList<AxAIAnthropicModel>;
 }
-declare class AxAIAnthropic extends AxBaseAI<AxAIAnthropicChatRequest, unknown, AxAIAnthropicChatResponse, AxAIAnthropicChatResponseDelta, unknown> {
+declare class AxAIAnthropic extends AxBaseAI<AxAIAnthropicModel | AxAIAnthropicVertexModel, unknown, AxAIAnthropicChatRequest, unknown, AxAIAnthropicChatResponse, AxAIAnthropicChatResponseDelta, unknown> {
     constructor({ apiKey, projectId, region, config, options, models, }: Readonly<Omit<AxAIAnthropicArgs, 'name'>>);
 }
 
@@ -553,8 +556,8 @@ declare enum AxAIOpenAIEmbedModel {
     TextEmbedding3Large = "text-embedding-3-large"
 }
 type AxAIOpenAIConfig<TModel, TEmbedModel> = Omit<AxModelConfig, 'topK'> & {
-    model: TModel | string;
-    embedModel?: TEmbedModel | string;
+    model: TModel;
+    embedModel?: TEmbedModel;
     user?: string;
     responseFormat?: 'json_object';
     bestOf?: number;
@@ -591,8 +594,8 @@ interface AxAIOpenAIResponseDelta<T> {
     usage?: AxAIOpenAIUsage;
     system_fingerprint: string;
 }
-type AxAIOpenAIChatRequest = {
-    model: string;
+type AxAIOpenAIChatRequest<TModel> = {
+    model: TModel;
     reasoning_effort?: 'low' | 'medium' | 'high';
     store?: boolean;
     messages: ({
@@ -699,9 +702,9 @@ type AxAIOpenAIChatResponseDelta = AxAIOpenAIResponseDelta<{
         index: number;
     })[];
 }>;
-type AxAIOpenAIEmbedRequest = {
+type AxAIOpenAIEmbedRequest<TEmbedModel> = {
     input: readonly string[];
-    model: string;
+    model: TEmbedModel;
     dimensions?: number;
     user?: string;
 };
@@ -714,29 +717,35 @@ type AxAIOpenAIEmbedResponse = {
     usage: AxAIOpenAIUsage;
 };
 
-interface AxAIOpenAIArgs<TName = 'openai', TConfig = AxAIOpenAIConfig<AxAIOpenAIModel | string, AxAIOpenAIEmbedModel | string>, TModels = AxAIOpenAIModel | AxAIOpenAIEmbedModel> {
+interface AxAIOpenAIArgs<TName = 'openai', TModel = AxAIOpenAIModel, TEmbedModel = AxAIOpenAIEmbedModel> extends Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel>, 'config' | 'modelInfo'> {
     name: TName;
+    config?: Partial<AxAIOpenAIBaseArgs<TModel, TEmbedModel>['config']>;
+}
+interface AxAIOpenAIBaseArgs<TModel, TEmbedModel> {
     apiKey: string;
     apiURL?: string;
-    config?: Readonly<Partial<TConfig>>;
+    config: Readonly<AxAIOpenAIConfig<TModel, TEmbedModel>>;
     options?: Readonly<AxAIServiceOptions & {
         streamingUsage?: boolean;
     }>;
-    modelInfo?: Readonly<AxModelInfo[]>;
-    models?: AxAIModelList<TModels | string>;
+    modelInfo: Readonly<AxModelInfo[]>;
+    models?: AxAIModelList<TModel>;
 }
-declare class AxAIOpenAI<TArgs extends Omit<AxAIOpenAIArgs, 'name'> = Omit<AxAIOpenAIArgs, 'name'>, TModel = AxAIOpenAIModel, TEmbedModel = AxAIOpenAIEmbedModel> extends AxBaseAI<AxAIOpenAIChatRequest, AxAIOpenAIEmbedRequest, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
-    constructor({ apiKey, config, options, apiURL, modelInfo, models, }: Readonly<TArgs>);
+declare class AxAIOpenAIBase<TModel, TEmbedModel> extends AxBaseAI<TModel, TEmbedModel, AxAIOpenAIChatRequest<TModel>, AxAIOpenAIEmbedRequest<TEmbedModel>, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
+    constructor({ apiKey, config, options, apiURL, modelInfo, models, }: Readonly<Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel>, 'name'>>);
+}
+declare class AxAIOpenAI extends AxAIOpenAIBase<AxAIOpenAIModel, AxAIOpenAIEmbedModel> {
+    constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIOpenAIArgs, 'name' | 'modelInfo'>>);
 }
 
 type AxAIAzureOpenAIConfig = AxAIOpenAIConfig<AxAIOpenAIModel, AxAIOpenAIEmbedModel>;
-type AxAIAzureOpenAIArgs = AxAIOpenAIArgs<'azure-openai', AxAIAzureOpenAIConfig, AxAIOpenAIModel | AxAIOpenAIEmbedModel> & {
+type AxAIAzureOpenAIArgs = AxAIOpenAIArgs<'azure-openai', AxAIOpenAIModel, AxAIOpenAIEmbedModel> & {
     resourceName: string;
     deploymentName: string;
     version?: string;
 };
-declare class AxAIAzureOpenAI extends AxAIOpenAI {
-    constructor({ apiKey, resourceName, deploymentName, version, config, options, models, }: Readonly<Omit<AxAIAzureOpenAIArgs, 'name'>>);
+declare class AxAIAzureOpenAI extends AxAIOpenAIBase<AxAIOpenAIModel, AxAIOpenAIEmbedModel> {
+    constructor({ apiKey, resourceName, deploymentName, version, config, options, models, }: Readonly<Omit<AxAIAzureOpenAIArgs, 'name' | 'modelInfo'>>);
 }
 
 /**
@@ -790,7 +799,7 @@ type AxAICohereChatRequest = {
         message?: string;
         tool_results: AxAICohereChatRequestToolResults;
     })[];
-    model: AxAICohereModel | string;
+    model: AxAICohereModel;
     max_tokens?: number;
     temperature?: number;
     k?: number;
@@ -828,13 +837,13 @@ type AxAICohereChatResponseDelta = AxAICohereChatResponse & {
 };
 type AxAICohereEmbedRequest = {
     texts: readonly string[];
-    model: AxAICohereModel | string;
+    model: AxAICohereEmbedModel;
     truncate: string;
 };
 type AxAICohereEmbedResponse = {
     id: string;
     texts: string[];
-    model: string;
+    model: AxAICohereEmbedModel;
     embeddings: number[][];
 };
 
@@ -843,9 +852,9 @@ interface AxAICohereArgs {
     apiKey: string;
     config?: Readonly<Partial<AxAICohereConfig>>;
     options?: Readonly<AxAIServiceOptions>;
-    models?: AxAIModelList<AxAICohereModel | AxAICohereEmbedModel | string>;
+    models?: AxAIModelList<AxAICohereModel>;
 }
-declare class AxAICohere extends AxBaseAI<AxAICohereChatRequest, AxAICohereEmbedRequest, AxAICohereChatResponse, AxAICohereChatResponseDelta, AxAICohereEmbedResponse> {
+declare class AxAICohere extends AxBaseAI<AxAICohereModel, AxAICohereEmbedModel, AxAICohereChatRequest, AxAICohereEmbedRequest, AxAICohereChatResponse, AxAICohereChatResponseDelta, AxAICohereEmbedResponse> {
     constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAICohereArgs, 'name'>>);
 }
 
@@ -857,9 +866,8 @@ declare enum AxAIDeepSeekModel {
     DeepSeekCoder = "deepseek-coder"
 }
 
-type DeepSeekConfig = AxAIOpenAIConfig<AxAIDeepSeekModel, undefined>;
-type AxAIDeepSeekArgs = AxAIOpenAIArgs<'deepseek', DeepSeekConfig, AxAIDeepSeekModel>;
-declare class AxAIDeepSeek extends AxAIOpenAI<Omit<AxAIDeepSeekArgs, 'name'>, AxAIDeepSeekModel> {
+type AxAIDeepSeekArgs = AxAIOpenAIArgs<'deepseek', AxAIDeepSeekModel, undefined>;
+declare class AxAIDeepSeek extends AxAIOpenAIBase<AxAIDeepSeekModel, undefined> {
     constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIDeepSeekArgs, 'name'>>);
 }
 
@@ -998,7 +1006,7 @@ type AxAIGoogleGeminiChatResponseDelta = AxAIGoogleGeminiChatResponse;
  * AxAIGoogleGeminiConfig: Configuration options for Google Gemini API
  */
 type AxAIGoogleGeminiConfig = AxModelConfig & {
-    model: AxAIGoogleGeminiModel | string;
+    model: AxAIGoogleGeminiModel;
     embedModel?: AxAIGoogleGeminiEmbedModel;
     safetySettings?: AxAIGoogleGeminiSafetySettings;
 };
@@ -1056,12 +1064,12 @@ interface AxAIGoogleGeminiArgs {
     region?: string;
     config?: Readonly<Partial<AxAIGoogleGeminiConfig>>;
     options?: Readonly<AxAIServiceOptions & AxAIGoogleGeminiOptionsTools>;
-    models?: AxAIModelList<AxAIGoogleGeminiModel | AxAIGoogleGeminiEmbedModel | string>;
+    models?: AxAIModelList<AxAIGoogleGeminiModel>;
 }
 /**
  * AxAIGoogleGemini: AI Service
  */
-declare class AxAIGoogleGemini extends AxBaseAI<AxAIGoogleGeminiChatRequest, AxAIGoogleGeminiBatchEmbedRequest | AxAIGoogleVertexBatchEmbedRequest, AxAIGoogleGeminiChatResponse, AxAIGoogleGeminiChatResponseDelta, AxAIGoogleGeminiBatchEmbedResponse | AxAIGoogleVertexBatchEmbedResponse> {
+declare class AxAIGoogleGemini extends AxBaseAI<AxAIGoogleGeminiModel, AxAIGoogleGeminiEmbedModel, AxAIGoogleGeminiChatRequest, AxAIGoogleGeminiBatchEmbedRequest | AxAIGoogleVertexBatchEmbedRequest, AxAIGoogleGeminiChatResponse, AxAIGoogleGeminiChatResponseDelta, AxAIGoogleGeminiBatchEmbedResponse | AxAIGoogleVertexBatchEmbedResponse> {
     constructor({ apiKey, projectId, region, config, options, models, }: Readonly<Omit<AxAIGoogleGeminiArgs, 'name'>>);
 }
 
@@ -1072,13 +1080,12 @@ declare enum AxAIGroqModel {
     Gemma2_9B = "gemma2-9b-it"
 }
 
-type AxAIGroqAIConfig = AxAIOpenAIConfig<AxAIGroqModel, undefined>;
-type AxAIGroqArgs = AxAIOpenAIArgs<'groq', AxAIGroqAIConfig, AxAIGroqModel> & {
+type AxAIGroqArgs = AxAIOpenAIArgs<'groq', AxAIGroqModel, undefined> & {
     options?: Readonly<AxAIServiceOptions> & {
         tokensPerMinute?: number;
     };
 };
-declare class AxAIGroq extends AxAIOpenAI<Omit<AxAIGroqArgs, 'name'>, AxAIGroqModel> {
+declare class AxAIGroq extends AxAIOpenAIBase<AxAIGroqModel, undefined> {
     constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIGroqArgs, 'name'>>);
     setOptions: (options: Readonly<AxAIServiceOptions>) => void;
     private newRateLimiter;
@@ -1096,7 +1103,7 @@ type AxAIHuggingFaceConfig = AxModelConfig & {
     waitForModel?: boolean;
 };
 type AxAIHuggingFaceRequest = {
-    model: AxAIHuggingFaceModel | string;
+    model: AxAIHuggingFaceModel;
     inputs: string;
     parameters: {
         max_new_tokens?: number;
@@ -1125,7 +1132,7 @@ interface AxAIHuggingFaceArgs {
     options?: Readonly<AxAIServiceOptions>;
     models?: AxAIModelList<AxAIHuggingFaceModel>;
 }
-declare class AxAIHuggingFace extends AxBaseAI<AxAIHuggingFaceRequest, unknown, AxAIHuggingFaceResponse, unknown, unknown> {
+declare class AxAIHuggingFace extends AxBaseAI<AxAIHuggingFaceModel, unknown, AxAIHuggingFaceRequest, unknown, AxAIHuggingFaceResponse, unknown, unknown> {
     constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIHuggingFaceArgs, 'name'>>);
 }
 
@@ -1143,18 +1150,17 @@ declare enum AxAIMistralEmbedModels {
     MistralEmbed = "mistral-embed"
 }
 
-type AxAIMistralConfig = AxAIOpenAIConfig<AxAIMistralModel, AxAIMistralEmbedModels>;
-type AxAIMistralArgs = AxAIOpenAIArgs<'mistral', AxAIMistralConfig, AxAIMistralModel | AxAIMistralEmbedModels> & {
+type AxAIMistralArgs = AxAIOpenAIArgs<'mistral', AxAIMistralModel, AxAIMistralEmbedModels> & {
     options?: Readonly<AxAIServiceOptions> & {
         tokensPerMinute?: number;
     };
 };
-declare class AxAIMistral extends AxAIOpenAI<Omit<AxAIMistralArgs, 'name'>, AxAIMistralModel | AxAIMistralEmbedModels> {
+declare class AxAIMistral extends AxAIOpenAIBase<AxAIMistralModel, AxAIMistralEmbedModels> {
     constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIMistralArgs, 'name'>>);
 }
 
-type AxAIOllamaAIConfig = AxAIOpenAIConfig<string, undefined>;
-type AxAIOllamaArgs = AxAIOpenAIArgs<'ollama', AxAIOllamaAIConfig, string> & {
+type AxAIOllamaAIConfig = AxAIOpenAIConfig<string, string>;
+type AxAIOllamaArgs = AxAIOpenAIArgs<'ollama', string, string> & {
     model?: string;
     embedModel?: string;
     url?: string;
@@ -1162,7 +1168,7 @@ type AxAIOllamaArgs = AxAIOpenAIArgs<'ollama', AxAIOllamaAIConfig, string> & {
 /**
  * OllamaAI: AI Service
  */
-declare class AxAIOllama extends AxAIOpenAI<Omit<AxAIOllamaArgs, 'name'>, string> {
+declare class AxAIOllama extends AxAIOpenAIBase<string, string> {
     constructor({ apiKey, url, config, options, models, }: Readonly<Omit<AxAIOllamaArgs, 'name'>>);
 }
 
@@ -1172,7 +1178,7 @@ declare enum AxAIRekaModel {
     RekaEdge = "reka-edge"
 }
 type AxAIRekaConfig = Omit<AxModelConfig, 'topK'> & {
-    model: AxAIRekaModel | string;
+    model: AxAIRekaModel;
     stop?: readonly string[];
     useSearchEngine?: boolean;
 };
@@ -1242,25 +1248,25 @@ interface AxAIRekaArgs {
         streamingUsage?: boolean;
     }>;
     modelInfo?: Readonly<AxModelInfo[]>;
-    models?: AxAIModelList<AxAIRekaModel | string>;
+    models?: AxAIModelList<AxAIRekaModel>;
 }
-declare class AxAIReka extends AxBaseAI<AxAIRekaChatRequest, unknown, AxAIRekaChatResponse, AxAIRekaChatResponseDelta, unknown> {
+declare class AxAIReka extends AxBaseAI<AxAIRekaModel, undefined, AxAIRekaChatRequest, unknown, AxAIRekaChatResponse, AxAIRekaChatResponseDelta, unknown> {
     constructor({ apiKey, config, options, apiURL, modelInfo, models, }: Readonly<Omit<AxAIRekaArgs, 'name'>>);
 }
 
-type TogetherAIConfig = AxAIOpenAIConfig<string, undefined>;
-type AxAITogetherArgs = AxAIOpenAIArgs<'together', TogetherAIConfig, string>;
-declare class AxAITogether extends AxAIOpenAI<Omit<AxAITogetherArgs, 'name'>, string> {
+type AxAITogetherArgs = AxAIOpenAIArgs<'together', string, unknown>;
+declare class AxAITogether extends AxAIOpenAIBase<string, unknown> {
     constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAITogetherArgs, 'name'>>);
 }
 
 type AxAIArgs = AxAIOpenAIArgs | AxAIAzureOpenAIArgs | AxAITogetherArgs | AxAIAnthropicArgs | AxAIGroqArgs | AxAIGoogleGeminiArgs | AxAICohereArgs | AxAIHuggingFaceArgs | AxAIMistralArgs | AxAIDeepSeekArgs | AxAIOllamaArgs | AxAIRekaArgs;
-type AxAIModels = AxAIOpenAIModel | AxAIAnthropicModel | AxAIGroqModel | AxAIGoogleGeminiModel | AxAICohereModel | AxAIHuggingFaceModel | AxAIMistralModel | AxAIDeepSeekModel | string;
-type AxAIEmbedModels = AxAIOpenAIEmbedModel | AxAIGoogleGeminiEmbedModel | AxAICohereEmbedModel | string;
+type AxAIModels = AxAIOpenAIModel | AxAIAnthropicModel | AxAIGroqModel | AxAIGoogleGeminiModel | AxAICohereModel | AxAIHuggingFaceModel | AxAIMistralModel | AxAIDeepSeekModel;
+type AxAIEmbedModels = AxAIOpenAIEmbedModel | AxAIGoogleGeminiEmbedModel | AxAICohereEmbedModel;
 declare class AxAI implements AxAIService {
     private ai;
     constructor(options: Readonly<AxAIArgs>);
     getName(): string;
+    getId(): string;
     getModelInfo(): Readonly<AxModelInfoWithProvider>;
     getEmbedModelInfo(): Readonly<AxModelInfoWithProvider> | undefined;
     getFeatures(model?: string): {
@@ -1667,6 +1673,9 @@ declare class AxApacheTika {
 type AxBalancerOptions = {
     comparator?: (a: AxAIService, b: AxAIService) => number;
     debug?: boolean;
+    initialBackoffMs?: number;
+    maxBackoffMs?: number;
+    maxRetries?: number;
 };
 /**
  * Balancer that rotates through services.
@@ -1676,6 +1685,10 @@ declare class AxBalancer implements AxAIService {
     private currentServiceIndex;
     private currentService;
     private debug;
+    private initialBackoffMs;
+    private maxBackoffMs;
+    private maxRetries;
+    private serviceFailures;
     constructor(services: readonly AxAIService[], options?: AxBalancerOptions);
     /**
      * Service comparator that respects the input order of services.
@@ -1689,10 +1702,14 @@ declare class AxBalancer implements AxAIService {
     private getNextService;
     private reset;
     getName(): string;
+    getId(): string;
     getModelInfo(): Readonly<AxModelInfoWithProvider>;
     getEmbedModelInfo(): Readonly<AxModelInfoWithProvider> | undefined;
     getFeatures(model?: string): AxAIFeatures;
     getMetrics(): AxAIServiceMetrics;
+    private canRetryService;
+    private handleFailure;
+    private handleSuccess;
     chat(req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions> | undefined): Promise<AxChatResponse | ReadableStream$1<AxChatResponse>>;
     embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions> | undefined): Promise<AxEmbedResponse>;
     setOptions(options: Readonly<AxAIServiceOptions>): void;
@@ -2174,6 +2191,7 @@ declare class AxMockAIService implements AxAIService {
     private metrics;
     constructor(config?: {
         name?: string;
+        id?: string;
         modelInfo?: Partial<AxModelInfoWithProvider>;
         embedModelInfo?: AxModelInfoWithProvider;
         features?: {
@@ -2188,6 +2206,7 @@ declare class AxMockAIService implements AxAIService {
         latencyMs?: number;
     });
     getName(): string;
+    getId(): string;
     getModelInfo(): Readonly<AxModelInfoWithProvider>;
     getEmbedModelInfo(): Readonly<AxModelInfoWithProvider> | undefined;
     getFeatures(_model?: string): {
@@ -2223,4 +2242,4 @@ declare class AxRAG extends AxChainOfThought<{
     }>;
 }
 
-export { AxAI, AxAIAnthropic, type AxAIAnthropicArgs, type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatRequestCacheParam, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig, type AxAIAnthropicContentBlockDeltaEvent, type AxAIAnthropicContentBlockStartEvent, type AxAIAnthropicContentBlockStopEvent, type AxAIAnthropicErrorEvent, type AxAIAnthropicMessageDeltaEvent, type AxAIAnthropicMessageStartEvent, type AxAIAnthropicMessageStopEvent, AxAIAnthropicModel, type AxAIAnthropicPingEvent, AxAIAnthropicVertexModel, type AxAIArgs, AxAIAzureOpenAI, type AxAIAzureOpenAIArgs, type AxAIAzureOpenAIConfig, AxAICohere, type AxAICohereArgs, type AxAICohereChatRequest, type AxAICohereChatRequestToolResults, type AxAICohereChatResponse, type AxAICohereChatResponseDelta, type AxAICohereChatResponseToolCalls, type AxAICohereConfig, AxAICohereEmbedModel, type AxAICohereEmbedRequest, type AxAICohereEmbedResponse, AxAICohereModel, AxAIDeepSeek, type AxAIDeepSeekArgs, AxAIDeepSeekModel, type AxAIEmbedModels, type AxAIFeatures, AxAIGoogleGemini, type AxAIGoogleGeminiArgs, type AxAIGoogleGeminiBatchEmbedRequest, type AxAIGoogleGeminiBatchEmbedResponse, type AxAIGoogleGeminiChatRequest, type AxAIGoogleGeminiChatResponse, type AxAIGoogleGeminiChatResponseDelta, type AxAIGoogleGeminiConfig, type AxAIGoogleGeminiContent, AxAIGoogleGeminiEmbedModel, type AxAIGoogleGeminiGenerationConfig, AxAIGoogleGeminiModel, type AxAIGoogleGeminiOptionsTools, AxAIGoogleGeminiSafetyCategory, type AxAIGoogleGeminiSafetySettings, AxAIGoogleGeminiSafetyThreshold, type AxAIGoogleGeminiTool, type AxAIGoogleGeminiToolConfig, type AxAIGoogleGeminiToolFunctionDeclaration, type AxAIGoogleGeminiToolGoogleSearchRetrieval, type AxAIGoogleVertexBatchEmbedRequest, type AxAIGoogleVertexBatchEmbedResponse, AxAIGroq, type AxAIGroqArgs, AxAIGroqModel, AxAIHuggingFace, type AxAIHuggingFaceArgs, type AxAIHuggingFaceConfig, AxAIHuggingFaceModel, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse, type AxAIMemory, AxAIMistral, type AxAIMistralArgs, AxAIMistralEmbedModels, AxAIMistralModel, type AxAIModelList, type AxAIModels, AxAIOllama, type AxAIOllamaAIConfig, type AxAIOllamaArgs, AxAIOpenAI, type AxAIOpenAIArgs, type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, AxAIOpenAIEmbedModel, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse, type AxAIOpenAILogprob, AxAIOpenAIModel, type AxAIOpenAIResponseDelta, type AxAIOpenAIUsage, type AxAIPromptConfig, AxAIReka, type AxAIRekaArgs, type AxAIRekaChatRequest, type AxAIRekaChatResponse, type AxAIRekaChatResponseDelta, type AxAIRekaConfig, AxAIRekaModel, type AxAIRekaUsage, type AxAIService, type AxAIServiceActionOptions, AxAIServiceAuthenticationError, AxAIServiceError, type AxAIServiceImpl, type AxAIServiceMetrics, AxAIServiceNetworkError, type AxAIServiceOptions, AxAIServiceResponseError, AxAIServiceStatusError, AxAIServiceStreamTerminatedError, AxAIServiceTimeoutError, AxAITogether, type AxAITogetherArgs, type AxAPI, type AxAPIConfig, AxAgent, type AxAgentOptions, type AxAgentic, AxApacheTika, type AxApacheTikaArgs, type AxApacheTikaConvertOptions, type AxAssertion, AxAssertionError, AxBalancer, type AxBalancerOptions, AxBaseAI, type AxBaseAIArgs, AxBootstrapFewShot, AxChainOfThought, type AxChatRequest, type AxChatResponse, type AxChatResponseFunctionCall, type AxChatResponseResult, AxDB, type AxDBArgs, AxDBBase, type AxDBBaseArgs, type AxDBBaseOpOptions, AxDBCloudflare, type AxDBCloudflareArgs, type AxDBCloudflareOpOptions, type AxDBLoaderOptions, AxDBManager, type AxDBManagerArgs, type AxDBMatch, AxDBMemory, type AxDBMemoryArgs, type AxDBMemoryOpOptions, AxDBPinecone, type AxDBPineconeArgs, type AxDBPineconeOpOptions, type AxDBQueryRequest, type AxDBQueryResponse, type AxDBQueryService, type AxDBService, type AxDBState, type AxDBUpsertRequest, type AxDBUpsertResponse, AxDBWeaviate, type AxDBWeaviateArgs, type AxDBWeaviateOpOptions, type AxDataRow, AxDefaultQueryRewriter, AxDefaultResultReranker, type AxDockerContainer, AxDockerSession, type AxEmbedRequest, type AxEmbedResponse, AxEmbeddingAdapter, type AxEvaluateArgs, type AxExample, type AxField, type AxFieldTemplateFn, type AxFieldValue, type AxFunction, AxFunctionError, type AxFunctionHandler, type AxFunctionJSONSchema, AxFunctionProcessor, AxGen, type AxGenDeltaOut, type AxGenIn, type AxGenOptions, type AxGenOut, type AxGenStreamingOut, type AxGenerateResult, AxHFDataLoader, type AxIField, type AxInputFunctionType, AxInstanceRegistry, type AxInternalChatRequest, type AxInternalEmbedRequest, AxJSInterpreter, AxJSInterpreterPermission, AxLLMRequestTypeValues, AxMemory, type AxMetricFn, type AxMetricFnArgs, AxMockAIService, type AxModelConfig, type AxModelInfo, type AxModelInfoWithProvider, type AxOptimizerArgs, AxProgram, type AxProgramDemos, type AxProgramExamples, type AxProgramForwardOptions, type AxProgramStreamingForwardOptions, type AxProgramTrace, type AxProgramUsage, AxProgramWithSignature, type AxProgramWithSignatureOptions, AxPromptTemplate, AxRAG, type AxRateLimiterFunction, AxRateLimiterTokenUsage, type AxRateLimiterTokenUsageOptions, type AxRerankerIn, type AxRerankerOut, type AxResponseHandlerArgs, type AxRewriteIn, type AxRewriteOut, AxRoute, AxRouter, type AxRouterForwardOptions, AxSignature, AxSpanKindValues, type AxStreamingAssertion, type AxStreamingEvent, AxTestPrompt, type AxTokenUsage, type AxTunable, type AxUsable };
+export { AxAI, AxAIAnthropic, type AxAIAnthropicArgs, type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatRequestCacheParam, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig, type AxAIAnthropicContentBlockDeltaEvent, type AxAIAnthropicContentBlockStartEvent, type AxAIAnthropicContentBlockStopEvent, type AxAIAnthropicErrorEvent, type AxAIAnthropicMessageDeltaEvent, type AxAIAnthropicMessageStartEvent, type AxAIAnthropicMessageStopEvent, AxAIAnthropicModel, type AxAIAnthropicPingEvent, AxAIAnthropicVertexModel, type AxAIArgs, AxAIAzureOpenAI, type AxAIAzureOpenAIArgs, type AxAIAzureOpenAIConfig, AxAICohere, type AxAICohereArgs, type AxAICohereChatRequest, type AxAICohereChatRequestToolResults, type AxAICohereChatResponse, type AxAICohereChatResponseDelta, type AxAICohereChatResponseToolCalls, type AxAICohereConfig, AxAICohereEmbedModel, type AxAICohereEmbedRequest, type AxAICohereEmbedResponse, AxAICohereModel, AxAIDeepSeek, type AxAIDeepSeekArgs, AxAIDeepSeekModel, type AxAIEmbedModels, type AxAIFeatures, AxAIGoogleGemini, type AxAIGoogleGeminiArgs, type AxAIGoogleGeminiBatchEmbedRequest, type AxAIGoogleGeminiBatchEmbedResponse, type AxAIGoogleGeminiChatRequest, type AxAIGoogleGeminiChatResponse, type AxAIGoogleGeminiChatResponseDelta, type AxAIGoogleGeminiConfig, type AxAIGoogleGeminiContent, AxAIGoogleGeminiEmbedModel, type AxAIGoogleGeminiGenerationConfig, AxAIGoogleGeminiModel, type AxAIGoogleGeminiOptionsTools, AxAIGoogleGeminiSafetyCategory, type AxAIGoogleGeminiSafetySettings, AxAIGoogleGeminiSafetyThreshold, type AxAIGoogleGeminiTool, type AxAIGoogleGeminiToolConfig, type AxAIGoogleGeminiToolFunctionDeclaration, type AxAIGoogleGeminiToolGoogleSearchRetrieval, type AxAIGoogleVertexBatchEmbedRequest, type AxAIGoogleVertexBatchEmbedResponse, AxAIGroq, type AxAIGroqArgs, AxAIGroqModel, AxAIHuggingFace, type AxAIHuggingFaceArgs, type AxAIHuggingFaceConfig, AxAIHuggingFaceModel, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse, type AxAIMemory, AxAIMistral, type AxAIMistralArgs, AxAIMistralEmbedModels, AxAIMistralModel, type AxAIModelList, type AxAIModels, AxAIOllama, type AxAIOllamaAIConfig, type AxAIOllamaArgs, AxAIOpenAI, type AxAIOpenAIArgs, AxAIOpenAIBase, type AxAIOpenAIBaseArgs, type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, AxAIOpenAIEmbedModel, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse, type AxAIOpenAILogprob, AxAIOpenAIModel, type AxAIOpenAIResponseDelta, type AxAIOpenAIUsage, type AxAIPromptConfig, AxAIReka, type AxAIRekaArgs, type AxAIRekaChatRequest, type AxAIRekaChatResponse, type AxAIRekaChatResponseDelta, type AxAIRekaConfig, AxAIRekaModel, type AxAIRekaUsage, type AxAIService, type AxAIServiceActionOptions, AxAIServiceAuthenticationError, AxAIServiceError, type AxAIServiceImpl, type AxAIServiceMetrics, AxAIServiceNetworkError, type AxAIServiceOptions, AxAIServiceResponseError, AxAIServiceStatusError, AxAIServiceStreamTerminatedError, AxAIServiceTimeoutError, AxAITogether, type AxAITogetherArgs, type AxAPI, type AxAPIConfig, AxAgent, type AxAgentOptions, type AxAgentic, AxApacheTika, type AxApacheTikaArgs, type AxApacheTikaConvertOptions, type AxAssertion, AxAssertionError, AxBalancer, type AxBalancerOptions, AxBaseAI, type AxBaseAIArgs, AxBootstrapFewShot, AxChainOfThought, type AxChatRequest, type AxChatResponse, type AxChatResponseFunctionCall, type AxChatResponseResult, AxDB, type AxDBArgs, AxDBBase, type AxDBBaseArgs, type AxDBBaseOpOptions, AxDBCloudflare, type AxDBCloudflareArgs, type AxDBCloudflareOpOptions, type AxDBLoaderOptions, AxDBManager, type AxDBManagerArgs, type AxDBMatch, AxDBMemory, type AxDBMemoryArgs, type AxDBMemoryOpOptions, AxDBPinecone, type AxDBPineconeArgs, type AxDBPineconeOpOptions, type AxDBQueryRequest, type AxDBQueryResponse, type AxDBQueryService, type AxDBService, type AxDBState, type AxDBUpsertRequest, type AxDBUpsertResponse, AxDBWeaviate, type AxDBWeaviateArgs, type AxDBWeaviateOpOptions, type AxDataRow, AxDefaultQueryRewriter, AxDefaultResultReranker, type AxDockerContainer, AxDockerSession, type AxEmbedRequest, type AxEmbedResponse, AxEmbeddingAdapter, type AxEvaluateArgs, type AxExample, type AxField, type AxFieldTemplateFn, type AxFieldValue, type AxFunction, AxFunctionError, type AxFunctionHandler, type AxFunctionJSONSchema, AxFunctionProcessor, AxGen, type AxGenDeltaOut, type AxGenIn, type AxGenOptions, type AxGenOut, type AxGenStreamingOut, type AxGenerateResult, AxHFDataLoader, type AxIField, type AxInputFunctionType, AxInstanceRegistry, type AxInternalChatRequest, type AxInternalEmbedRequest, AxJSInterpreter, AxJSInterpreterPermission, AxLLMRequestTypeValues, AxMemory, type AxMetricFn, type AxMetricFnArgs, AxMockAIService, type AxModelConfig, type AxModelInfo, type AxModelInfoWithProvider, type AxOptimizerArgs, AxProgram, type AxProgramDemos, type AxProgramExamples, type AxProgramForwardOptions, type AxProgramStreamingForwardOptions, type AxProgramTrace, type AxProgramUsage, AxProgramWithSignature, type AxProgramWithSignatureOptions, AxPromptTemplate, AxRAG, type AxRateLimiterFunction, AxRateLimiterTokenUsage, type AxRateLimiterTokenUsageOptions, type AxRerankerIn, type AxRerankerOut, type AxResponseHandlerArgs, type AxRewriteIn, type AxRewriteOut, AxRoute, AxRouter, type AxRouterForwardOptions, AxSignature, AxSpanKindValues, type AxStreamingAssertion, type AxStreamingEvent, AxTestPrompt, type AxTokenUsage, type AxTunable, type AxUsable };