@ax-llm/ax 11.0.42 → 11.0.45

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/index.cjs +438 -89
  2. package/index.cjs.map +1 -1
  3. package/index.d.cts +76 -13
  4. package/index.d.ts +76 -13
  5. package/index.js +426 -83
  6. package/index.js.map +1 -1
  7. package/package.json +1 -1
package/index.d.cts CHANGED
@@ -88,6 +88,7 @@ declare class AxBaseAI<TModel, TEmbedModel, TChatRequest, TEmbedRequest, TChatRe
88
88
  private fetch?;
89
89
  private tracer?;
90
90
  private timeout?;
91
+ private excludeContentFromTrace?;
91
92
  private models?;
92
93
  private modelInfo;
93
94
  private modelUsage?;
@@ -160,6 +161,7 @@ type AxTokenUsage = {
160
161
  promptTokens: number;
161
162
  completionTokens: number;
162
163
  totalTokens: number;
164
+ thoughtsTokens?: number;
163
165
  };
164
166
  type AxModelConfig = {
165
167
  maxTokens?: number;
@@ -196,6 +198,7 @@ type AxFunction = {
196
198
  };
197
199
  type AxChatResponseResult = {
198
200
  content?: string;
201
+ thought?: string;
199
202
  name?: string;
200
203
  id?: string;
201
204
  functionCalls?: {
@@ -325,6 +328,7 @@ type AxRateLimiterFunction = <T = unknown>(reqFunc: () => Promise<T | ReadableSt
325
328
  }>) => Promise<T | ReadableStream$1<T>>;
326
329
  type AxAIPromptConfig = {
327
330
  stream?: boolean;
331
+ thinkingTokenBudget?: 'minimal' | 'low' | 'medium' | 'high';
328
332
  };
329
333
  type AxAIServiceOptions = {
330
334
  debug?: boolean;
@@ -332,6 +336,7 @@ type AxAIServiceOptions = {
332
336
  fetch?: typeof fetch;
333
337
  tracer?: Tracer;
334
338
  timeout?: number;
339
+ excludeContentFromTrace?: boolean;
335
340
  };
336
341
  type AxAIServiceActionOptions<TModel = unknown, TEmbedModel = unknown> = {
337
342
  ai?: Readonly<AxAIService<TModel, TEmbedModel>>;
@@ -762,11 +767,12 @@ declare const axAIOpenAIDefaultConfig: () => AxAIOpenAIConfig<AxAIOpenAIModel, A
762
767
  declare const axAIOpenAIBestConfig: () => AxAIOpenAIConfig<AxAIOpenAIModel, AxAIOpenAIEmbedModel>;
763
768
  declare const axAIOpenAICreativeConfig: () => AxAIOpenAIConfig<AxAIOpenAIModel, AxAIOpenAIEmbedModel>;
764
769
  declare const axAIOpenAIFastConfig: () => AxAIOpenAIConfig<AxAIOpenAIModel, AxAIOpenAIEmbedModel>;
765
- interface AxAIOpenAIArgs<TName = 'openai', TModel = AxAIOpenAIModel, TEmbedModel = AxAIOpenAIEmbedModel> extends Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel>, 'config' | 'modelInfo'> {
770
+ interface AxAIOpenAIArgs<TName = 'openai', TModel = AxAIOpenAIModel, TEmbedModel = AxAIOpenAIEmbedModel, TChatReq extends AxAIOpenAIChatRequest<TModel> = AxAIOpenAIChatRequest<TModel>> extends Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel, TChatReq>, 'config' | 'modelInfo'> {
766
771
  name: TName;
767
- config?: Partial<AxAIOpenAIBaseArgs<TModel, TEmbedModel>['config']>;
772
+ config?: Partial<AxAIOpenAIBaseArgs<TModel, TEmbedModel, TChatReq>['config']>;
768
773
  }
769
- interface AxAIOpenAIBaseArgs<TModel, TEmbedModel> {
774
+ type ChatReqUpdater<TModel, TChatReq extends AxAIOpenAIChatRequest<TModel>> = (req: Readonly<TChatReq>) => TChatReq;
775
+ interface AxAIOpenAIBaseArgs<TModel, TEmbedModel, TChatReq extends AxAIOpenAIChatRequest<TModel>> {
770
776
  apiKey: string;
771
777
  apiURL?: string;
772
778
  config: Readonly<AxAIOpenAIConfig<TModel, TEmbedModel>>;
@@ -775,9 +781,10 @@ interface AxAIOpenAIBaseArgs<TModel, TEmbedModel> {
775
781
  }>;
776
782
  modelInfo: Readonly<AxModelInfo[]>;
777
783
  models?: AxAIInputModelList<TModel, TEmbedModel>;
784
+ chatReqUpdater?: ChatReqUpdater<TModel, TChatReq>;
778
785
  }
779
- declare class AxAIOpenAIBase<TModel, TEmbedModel> extends AxBaseAI<TModel, TEmbedModel, AxAIOpenAIChatRequest<TModel>, AxAIOpenAIEmbedRequest<TEmbedModel>, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
780
- constructor({ apiKey, config, options, apiURL, modelInfo, models, }: Readonly<Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel>, 'name'>>);
786
+ declare class AxAIOpenAIBase<TModel, TEmbedModel, TChatReq extends AxAIOpenAIChatRequest<TModel> = AxAIOpenAIChatRequest<TModel>> extends AxBaseAI<TModel, TEmbedModel, AxAIOpenAIChatRequest<TModel>, AxAIOpenAIEmbedRequest<TEmbedModel>, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
787
+ constructor({ apiKey, config, options, apiURL, modelInfo, models, chatReqUpdater, }: Readonly<Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel, TChatReq>, 'name'>>);
781
788
  }
782
789
  declare class AxAIOpenAI extends AxAIOpenAIBase<AxAIOpenAIModel, AxAIOpenAIEmbedModel> {
783
790
  constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIOpenAIArgs, 'name' | 'modelInfo'>>);
@@ -926,7 +933,7 @@ declare class AxAIDeepSeek extends AxAIOpenAIBase<AxAIDeepSeekModel, undefined>
926
933
  }
927
934
 
928
935
  declare enum AxAIGoogleGeminiModel {
929
- Gemini25Pro = "gemini-2.5-pro-preview-03-25",
936
+ Gemini25Pro = "gemini-2.5-pro-preview-05-06",
930
937
  Gemini25Flash = "gemini-2.5-flash-preview-04-17",
931
938
  Gemini20Flash = "gemini-2.0-flash",
932
939
  Gemini20FlashLite = "gemini-2.0-flash-lite-preview-02-05",
@@ -970,6 +977,7 @@ type AxAIGoogleGeminiContent = {
970
977
  role: 'user';
971
978
  parts: ({
972
979
  text: string;
980
+ thought?: string;
973
981
  } | {
974
982
  inlineData: {
975
983
  mimeType: string;
@@ -1015,6 +1023,7 @@ type AxAIGoogleGeminiTool = {
1015
1023
  function_declarations?: AxAIGoogleGeminiToolFunctionDeclaration[];
1016
1024
  code_execution?: object;
1017
1025
  google_search_retrieval?: AxAIGoogleGeminiToolGoogleSearchRetrieval;
1026
+ url_context?: object;
1018
1027
  };
1019
1028
  type AxAIGoogleGeminiToolConfig = {
1020
1029
  function_calling_config: {
@@ -1026,9 +1035,15 @@ type AxAIGoogleGeminiGenerationConfig = {
1026
1035
  temperature?: number;
1027
1036
  topP?: number;
1028
1037
  topK?: number;
1038
+ frequencyPenalty?: number;
1029
1039
  candidateCount?: number;
1030
1040
  maxOutputTokens?: number;
1031
1041
  stopSequences?: readonly string[];
1042
+ responseMimeType?: string;
1043
+ thinkingConfig?: {
1044
+ thinkingBudget?: number;
1045
+ includeThoughts?: boolean;
1046
+ };
1032
1047
  };
1033
1048
  type AxAIGoogleGeminiSafetySettings = {
1034
1049
  category: AxAIGoogleGeminiSafetyCategory;
@@ -1065,11 +1080,13 @@ type AxAIGoogleGeminiChatResponse = {
1065
1080
  promptTokenCount: number;
1066
1081
  candidatesTokenCount: number;
1067
1082
  totalTokenCount: number;
1083
+ thoughtsTokenCount: number;
1068
1084
  };
1069
1085
  };
1070
1086
  type AxAIGoogleGeminiChatResponseDelta = AxAIGoogleGeminiChatResponse;
1071
1087
  type AxAIGoogleGeminiThinkingConfig = {
1072
- thinkingBudget: number;
1088
+ thinkingTokenBudget?: number;
1089
+ includeThoughts?: boolean;
1073
1090
  };
1074
1091
  /**
1075
1092
  * AxAIGoogleGeminiConfig: Configuration options for Google Gemini API
@@ -1081,7 +1098,8 @@ type AxAIGoogleGeminiConfig = AxModelConfig & {
1081
1098
  embedType?: AxAIGoogleGeminiEmbedTypes;
1082
1099
  dimensions?: number;
1083
1100
  autoTruncate?: boolean;
1084
- thinkingConfig?: AxAIGoogleGeminiThinkingConfig;
1101
+ thinking?: AxAIGoogleGeminiThinkingConfig;
1102
+ urlContext?: string;
1085
1103
  };
1086
1104
  /**
1087
1105
  * AxAIGoogleGeminiEmbedRequest: Structure for making an embedding request to the Google Gemini API.
@@ -1140,6 +1158,7 @@ interface AxAIGoogleGeminiOptionsTools {
1140
1158
  dynamicThreshold?: number;
1141
1159
  };
1142
1160
  googleSearch?: boolean;
1161
+ urlContext?: boolean;
1143
1162
  }
1144
1163
  interface AxAIGoogleGeminiArgs {
1145
1164
  name: 'google-gemini';
@@ -1380,6 +1399,27 @@ declare class AxAI implements AxAIService {
1380
1399
  getOptions(): Readonly<AxAIServiceOptions>;
1381
1400
  }
1382
1401
 
1402
+ declare enum AxAIGrokModel {
1403
+ Grok3 = "grok-3",
1404
+ Grok3Mini = "grok-3-mini",
1405
+ Grok3Fast = "grok-3-fast",
1406
+ Grok3MiniFast = "grok-3-mini-fast"
1407
+ }
1408
+ declare enum AxAIGrokEmbedModels {
1409
+ GrokEmbedSmall = "grok-embed-small"
1410
+ }
1411
+
1412
+ declare const axAIGrokDefaultConfig: () => AxAIOpenAIConfig<AxAIGrokModel, AxAIGrokEmbedModels>;
1413
+ declare const axAIGrokBestConfig: () => AxAIOpenAIConfig<AxAIGrokModel, AxAIGrokEmbedModels>;
1414
+ type AxAIGrokArgs = AxAIOpenAIArgs<'grok', AxAIGrokModel, AxAIGrokEmbedModels> & {
1415
+ options?: Readonly<AxAIServiceOptions> & {
1416
+ tokensPerMinute?: number;
1417
+ };
1418
+ };
1419
+ declare class AxAIGrok extends AxAIOpenAIBase<AxAIGrokModel, AxAIGrokEmbedModels> {
1420
+ constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIGrokArgs, 'name'>>);
1421
+ }
1422
+
1383
1423
  interface AxAIMemory {
1384
1424
  add(result: Readonly<AxChatRequest['chatPrompt']> | Readonly<AxChatRequest['chatPrompt'][number]>, sessionId?: string): void;
1385
1425
  addResult(result: Readonly<AxChatResponseResult>, sessionId?: string): void;
@@ -1567,6 +1607,12 @@ declare class AxSignature {
1567
1607
  private updateHash;
1568
1608
  hash: () => string;
1569
1609
  toString: () => string;
1610
+ toJSON: () => {
1611
+ id: string;
1612
+ description: string | undefined;
1613
+ inputFields: AxIField[];
1614
+ outputFields: AxIField[];
1615
+ };
1570
1616
  }
1571
1617
 
1572
1618
  type AxFieldValue = string | string[] | number | boolean | object | null | undefined | {
@@ -1613,6 +1659,8 @@ type AxProgramForwardOptions = {
1613
1659
  fastFail?: boolean;
1614
1660
  debug?: boolean;
1615
1661
  debugHideSystemPrompt?: boolean;
1662
+ thinkingTokenBudget?: 'minimal' | 'low' | 'medium' | 'high';
1663
+ traceLabel?: string;
1616
1664
  };
1617
1665
  type AxProgramStreamingForwardOptions = Omit<AxProgramForwardOptions, 'stream'>;
1618
1666
  type AxGenDeltaOut<OUT> = {
@@ -1777,9 +1825,11 @@ interface AxGenOptions {
1777
1825
  asserts?: AxAssertion[];
1778
1826
  streamingAsserts?: AxStreamingAssertion[];
1779
1827
  fastFail?: boolean;
1828
+ excludeContentFromTrace?: boolean;
1829
+ traceLabel?: string;
1780
1830
  }
1781
1831
  type AxGenerateResult<OUT extends AxGenOut> = OUT & {
1782
- functions?: AxChatResponseFunctionCall[];
1832
+ thought?: string;
1783
1833
  };
1784
1834
  interface AxResponseHandlerArgs<T> {
1785
1835
  ai: Readonly<AxAIService>;
@@ -1790,6 +1840,7 @@ interface AxResponseHandlerArgs<T> {
1790
1840
  traceId?: string;
1791
1841
  functions?: Readonly<AxFunction[]>;
1792
1842
  fastFail?: boolean;
1843
+ span?: Span;
1793
1844
  }
1794
1845
  interface AxStreamingEvent<T> {
1795
1846
  event: 'delta' | 'done' | 'error';
@@ -1809,6 +1860,8 @@ declare class AxGen<IN extends AxGenIn = AxGenIn, OUT extends AxGenerateResult<A
1809
1860
  private functionsExecuted;
1810
1861
  private fieldProcessors;
1811
1862
  private streamingFieldProcessors;
1863
+ private values;
1864
+ private excludeContentFromTrace;
1812
1865
  constructor(signature: Readonly<AxSignature | string>, options?: Readonly<AxGenOptions>);
1813
1866
  addAssert: (fn: AxAssertion["fn"], message?: string) => void;
1814
1867
  addStreamingAssert: (fieldName: string, fn: AxStreamingAssertion["fn"], message?: string) => void;
@@ -2382,6 +2435,7 @@ declare class AxJSInterpreter {
2382
2435
 
2383
2436
  declare const axSpanAttributes: {
2384
2437
  LLM_SYSTEM: string;
2438
+ LLM_OPERATION_NAME: string;
2385
2439
  LLM_REQUEST_MODEL: string;
2386
2440
  LLM_REQUEST_MAX_TOKENS: string;
2387
2441
  LLM_REQUEST_TEMPERATURE: string;
@@ -2391,8 +2445,10 @@ declare const axSpanAttributes: {
2391
2445
  LLM_REQUEST_STOP_SEQUENCES: string;
2392
2446
  LLM_REQUEST_LLM_IS_STREAMING: string;
2393
2447
  LLM_REQUEST_TOP_P: string;
2394
- LLM_USAGE_PROMPT_TOKENS: string;
2395
- LLM_USAGE_COMPLETION_TOKENS: string;
2448
+ LLM_USAGE_INPUT_TOKENS: string;
2449
+ LLM_USAGE_OUTPUT_TOKENS: string;
2450
+ LLM_USAGE_TOTAL_TOKENS: string;
2451
+ LLM_USAGE_THOUGHTS_TOKENS: string;
2396
2452
  DB_SYSTEM: string;
2397
2453
  DB_TABLE: string;
2398
2454
  DB_NAMESPACE: string;
@@ -2412,7 +2468,12 @@ declare const axSpanAttributes: {
2412
2468
  DB_QUERY_RESULT_DOCUMENT: string;
2413
2469
  };
2414
2470
  declare const axSpanEvents: {
2415
- LLM_PROMPT: string;
2471
+ GEN_AI_USER_MESSAGE: string;
2472
+ GEN_AI_SYSTEM_MESSAGE: string;
2473
+ GEN_AI_ASSISTANT_MESSAGE: string;
2474
+ GEN_AI_TOOL_MESSAGE: string;
2475
+ GEN_AI_CHOICE: string;
2476
+ GEN_AI_USAGE: string;
2416
2477
  };
2417
2478
  declare enum AxLLMRequestTypeValues {
2418
2479
  COMPLETION = "completion",
@@ -2953,6 +3014,8 @@ declare const axModelInfoDeepSeek: AxModelInfo[];
2953
3014
  */
2954
3015
  declare const axModelInfoGoogleGemini: AxModelInfo[];
2955
3016
 
3017
+ declare const axModelInfoGrok: AxModelInfo[];
3018
+
2956
3019
  /**
2957
3020
  * AxAIGroq: Model information
2958
3021
  */
@@ -2977,4 +3040,4 @@ declare const axModelInfoReka: AxModelInfo[];
2977
3040
 
2978
3041
  declare const axModelInfoTogether: AxModelInfo[];
2979
3042
 
2980
- export { AxAI, AxAIAnthropic, type AxAIAnthropicArgs, type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatRequestCacheParam, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig, type AxAIAnthropicContentBlockDeltaEvent, type AxAIAnthropicContentBlockStartEvent, type AxAIAnthropicContentBlockStopEvent, type AxAIAnthropicErrorEvent, type AxAIAnthropicMessageDeltaEvent, type AxAIAnthropicMessageStartEvent, type AxAIAnthropicMessageStopEvent, AxAIAnthropicModel, type AxAIAnthropicPingEvent, AxAIAnthropicVertexModel, type AxAIArgs, AxAIAzureOpenAI, type AxAIAzureOpenAIArgs, type AxAIAzureOpenAIConfig, AxAICohere, type AxAICohereArgs, type AxAICohereChatRequest, type AxAICohereChatRequestToolResults, type AxAICohereChatResponse, type AxAICohereChatResponseDelta, type AxAICohereChatResponseToolCalls, type AxAICohereConfig, AxAICohereEmbedModel, type AxAICohereEmbedRequest, type AxAICohereEmbedResponse, AxAICohereModel, AxAIDeepSeek, type AxAIDeepSeekArgs, AxAIDeepSeekModel, type AxAIEmbedModels, type AxAIFeatures, AxAIGoogleGemini, type AxAIGoogleGeminiArgs, type AxAIGoogleGeminiBatchEmbedRequest, type AxAIGoogleGeminiBatchEmbedResponse, type AxAIGoogleGeminiChatRequest, type AxAIGoogleGeminiChatResponse, type AxAIGoogleGeminiChatResponseDelta, type AxAIGoogleGeminiConfig, type AxAIGoogleGeminiContent, AxAIGoogleGeminiEmbedModel, AxAIGoogleGeminiEmbedTypes, type AxAIGoogleGeminiGenerationConfig, AxAIGoogleGeminiModel, type AxAIGoogleGeminiOptionsTools, AxAIGoogleGeminiSafetyCategory, type AxAIGoogleGeminiSafetySettings, AxAIGoogleGeminiSafetyThreshold, type AxAIGoogleGeminiThinkingConfig, type AxAIGoogleGeminiTool, type AxAIGoogleGeminiToolConfig, type AxAIGoogleGeminiToolFunctionDeclaration, type AxAIGoogleGeminiToolGoogleSearchRetrieval, type AxAIGoogleVertexBatchEmbedRequest, type AxAIGoogleVertexBatchEmbedResponse, AxAIGroq, type AxAIGroqArgs, AxAIGroqModel, AxAIHuggingFace, type AxAIHuggingFaceArgs, type AxAIHuggingFaceConfig, AxAIHuggingFaceModel, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse, type AxAIInputModelList, type AxAIMemory, AxAIMistral, type AxAIMistralArgs, AxAIMistralEmbedModels, AxAIMistralModel, type AxAIModelList, type AxAIModelListBase, type AxAIModels, AxAIOllama, type AxAIOllamaAIConfig, type AxAIOllamaArgs, AxAIOpenAI, type AxAIOpenAIArgs, AxAIOpenAIBase, type AxAIOpenAIBaseArgs, type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, AxAIOpenAIEmbedModel, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse, type AxAIOpenAILogprob, AxAIOpenAIModel, type AxAIOpenAIResponseDelta, type AxAIOpenAIUsage, type AxAIPromptConfig, AxAIReka, type AxAIRekaArgs, type AxAIRekaChatRequest, type AxAIRekaChatResponse, type AxAIRekaChatResponseDelta, type AxAIRekaConfig, AxAIRekaModel, type AxAIRekaUsage, type AxAIService, type AxAIServiceActionOptions, AxAIServiceAuthenticationError, AxAIServiceError, type AxAIServiceImpl, type AxAIServiceMetrics, AxAIServiceNetworkError, type AxAIServiceOptions, AxAIServiceResponseError, AxAIServiceStatusError, AxAIServiceStreamTerminatedError, AxAIServiceTimeoutError, AxAITogether, type AxAITogetherArgs, type AxAPI, type AxAPIConfig, AxAgent, type AxAgentFeatures, type AxAgentOptions, type AxAgentic, AxApacheTika, type AxApacheTikaArgs, type AxApacheTikaConvertOptions, type AxAssertion, AxAssertionError, AxBalancer, type AxBalancerOptions, AxBaseAI, type AxBaseAIArgs, AxBootstrapFewShot, AxChainOfThought, type AxChatRequest, type AxChatResponse, type AxChatResponseFunctionCall, type AxChatResponseResult, AxDB, type AxDBArgs, AxDBBase, type AxDBBaseArgs, type AxDBBaseOpOptions, AxDBCloudflare, type AxDBCloudflareArgs, type AxDBCloudflareOpOptions, type AxDBLoaderOptions, AxDBManager, type AxDBManagerArgs, type AxDBMatch, AxDBMemory, type AxDBMemoryArgs, type AxDBMemoryOpOptions, AxDBPinecone, type AxDBPineconeArgs, type AxDBPineconeOpOptions, type AxDBQueryRequest, type AxDBQueryResponse, type AxDBQueryService, type AxDBService, type AxDBState, type AxDBUpsertRequest, type AxDBUpsertResponse, AxDBWeaviate, type AxDBWeaviateArgs, type AxDBWeaviateOpOptions, type AxDataRow, AxDefaultQueryRewriter, AxDefaultResultReranker, type AxDockerContainer, AxDockerSession, type AxEmbedRequest, type AxEmbedResponse, AxEmbeddingAdapter, AxEvalUtil, type AxEvaluateArgs, type AxExample, type AxField, type AxFieldProcessor, type AxFieldProcessorProcess, type AxFieldTemplateFn, type AxFieldValue, type AxFunction, AxFunctionError, type AxFunctionHandler, type AxFunctionJSONSchema, AxFunctionProcessor, AxGen, type AxGenDeltaOut, type AxGenIn, type AxGenOptions, type AxGenOut, type AxGenStreamingOut, AxGenerateError, type AxGenerateErrorDetails, type AxGenerateResult, AxHFDataLoader, type AxIField, type AxInputFunctionType, AxInstanceRegistry, type AxInternalChatRequest, type AxInternalEmbedRequest, AxJSInterpreter, AxJSInterpreterPermission, AxLLMRequestTypeValues, AxMCPClient, AxMCPHTTPTransport, AxMCPStdioTransport, type AxMCPTransport, AxMemory, type AxMetricFn, type AxMetricFnArgs, AxMiPRO, type AxMiPROOptions, AxMockAIService, type AxMockAIServiceConfig, type AxModelConfig, type AxModelInfo, type AxModelInfoWithProvider, type AxModelUsage, AxMultiServiceRouter, type AxOptimizationStats, type AxOptimizerArgs, AxProgram, type AxProgramDemos, type AxProgramExamples, type AxProgramForwardOptions, type AxProgramStreamingForwardOptions, type AxProgramTrace, type AxProgramUsage, AxProgramWithSignature, type AxProgramWithSignatureOptions, AxPromptTemplate, AxRAG, type AxRateLimiterFunction, AxRateLimiterTokenUsage, type AxRateLimiterTokenUsageOptions, type AxRerankerIn, type AxRerankerOut, type AxResponseHandlerArgs, type AxRewriteIn, type AxRewriteOut, AxSignature, AxSimpleClassifier, AxSimpleClassifierClass, type AxSimpleClassifierForwardOptions, AxSpanKindValues, type AxStreamingAssertion, type AxStreamingEvent, type AxStreamingFieldProcessorProcess, AxStringUtil, AxTestPrompt, type AxTokenUsage, type AxTunable, type AxUsable, axAIAnthropicDefaultConfig, axAIAnthropicVertexDefaultConfig, axAIAzureOpenAIBestConfig, axAIAzureOpenAICreativeConfig, axAIAzureOpenAIDefaultConfig, axAIAzureOpenAIFastConfig, axAICohereCreativeConfig, axAICohereDefaultConfig, axAIDeepSeekCodeConfig, axAIDeepSeekDefaultConfig, axAIGoogleGeminiDefaultConfig, axAIGoogleGeminiDefaultCreativeConfig, axAIHuggingFaceCreativeConfig, axAIHuggingFaceDefaultConfig, axAIMistralBestConfig, axAIMistralDefaultConfig, axAIOllamaDefaultConfig, axAIOllamaDefaultCreativeConfig, axAIOpenAIBestConfig, axAIOpenAICreativeConfig, axAIOpenAIDefaultConfig, axAIOpenAIFastConfig, axAIRekaBestConfig, axAIRekaCreativeConfig, axAIRekaDefaultConfig, axAIRekaFastConfig, axAITogetherDefaultConfig, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig, axModelInfoAnthropic, axModelInfoCohere, axModelInfoDeepSeek, axModelInfoGoogleGemini, axModelInfoGroq, axModelInfoHuggingFace, axModelInfoMistral, axModelInfoOpenAI, axModelInfoReka, axModelInfoTogether, axSpanAttributes, axSpanEvents };
3043
+ export { AxAI, AxAIAnthropic, type AxAIAnthropicArgs, type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatRequestCacheParam, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig, type AxAIAnthropicContentBlockDeltaEvent, type AxAIAnthropicContentBlockStartEvent, type AxAIAnthropicContentBlockStopEvent, type AxAIAnthropicErrorEvent, type AxAIAnthropicMessageDeltaEvent, type AxAIAnthropicMessageStartEvent, type AxAIAnthropicMessageStopEvent, AxAIAnthropicModel, type AxAIAnthropicPingEvent, AxAIAnthropicVertexModel, type AxAIArgs, AxAIAzureOpenAI, type AxAIAzureOpenAIArgs, type AxAIAzureOpenAIConfig, AxAICohere, type AxAICohereArgs, type AxAICohereChatRequest, type AxAICohereChatRequestToolResults, type AxAICohereChatResponse, type AxAICohereChatResponseDelta, type AxAICohereChatResponseToolCalls, type AxAICohereConfig, AxAICohereEmbedModel, type AxAICohereEmbedRequest, type AxAICohereEmbedResponse, AxAICohereModel, AxAIDeepSeek, type AxAIDeepSeekArgs, AxAIDeepSeekModel, type AxAIEmbedModels, type AxAIFeatures, AxAIGoogleGemini, type AxAIGoogleGeminiArgs, type AxAIGoogleGeminiBatchEmbedRequest, type AxAIGoogleGeminiBatchEmbedResponse, type AxAIGoogleGeminiChatRequest, type AxAIGoogleGeminiChatResponse, type AxAIGoogleGeminiChatResponseDelta, type AxAIGoogleGeminiConfig, type AxAIGoogleGeminiContent, AxAIGoogleGeminiEmbedModel, AxAIGoogleGeminiEmbedTypes, type AxAIGoogleGeminiGenerationConfig, AxAIGoogleGeminiModel, type AxAIGoogleGeminiOptionsTools, AxAIGoogleGeminiSafetyCategory, type AxAIGoogleGeminiSafetySettings, AxAIGoogleGeminiSafetyThreshold, type AxAIGoogleGeminiThinkingConfig, type AxAIGoogleGeminiTool, type AxAIGoogleGeminiToolConfig, type AxAIGoogleGeminiToolFunctionDeclaration, type AxAIGoogleGeminiToolGoogleSearchRetrieval, type AxAIGoogleVertexBatchEmbedRequest, type AxAIGoogleVertexBatchEmbedResponse, AxAIGrok, type AxAIGrokArgs, AxAIGrokEmbedModels, AxAIGrokModel, AxAIGroq, type AxAIGroqArgs, AxAIGroqModel, AxAIHuggingFace, type AxAIHuggingFaceArgs, type AxAIHuggingFaceConfig, AxAIHuggingFaceModel, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse, type AxAIInputModelList, type AxAIMemory, AxAIMistral, type AxAIMistralArgs, AxAIMistralEmbedModels, AxAIMistralModel, type AxAIModelList, type AxAIModelListBase, type AxAIModels, AxAIOllama, type AxAIOllamaAIConfig, type AxAIOllamaArgs, AxAIOpenAI, type AxAIOpenAIArgs, AxAIOpenAIBase, type AxAIOpenAIBaseArgs, type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, AxAIOpenAIEmbedModel, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse, type AxAIOpenAILogprob, AxAIOpenAIModel, type AxAIOpenAIResponseDelta, type AxAIOpenAIUsage, type AxAIPromptConfig, AxAIReka, type AxAIRekaArgs, type AxAIRekaChatRequest, type AxAIRekaChatResponse, type AxAIRekaChatResponseDelta, type AxAIRekaConfig, AxAIRekaModel, type AxAIRekaUsage, type AxAIService, type AxAIServiceActionOptions, AxAIServiceAuthenticationError, AxAIServiceError, type AxAIServiceImpl, type AxAIServiceMetrics, AxAIServiceNetworkError, type AxAIServiceOptions, AxAIServiceResponseError, AxAIServiceStatusError, AxAIServiceStreamTerminatedError, AxAIServiceTimeoutError, AxAITogether, type AxAITogetherArgs, type AxAPI, type AxAPIConfig, AxAgent, type AxAgentFeatures, type AxAgentOptions, type AxAgentic, AxApacheTika, type AxApacheTikaArgs, type AxApacheTikaConvertOptions, type AxAssertion, AxAssertionError, AxBalancer, type AxBalancerOptions, AxBaseAI, type AxBaseAIArgs, AxBootstrapFewShot, AxChainOfThought, type AxChatRequest, type AxChatResponse, type AxChatResponseFunctionCall, type AxChatResponseResult, AxDB, type AxDBArgs, AxDBBase, type AxDBBaseArgs, type AxDBBaseOpOptions, AxDBCloudflare, type AxDBCloudflareArgs, type AxDBCloudflareOpOptions, type AxDBLoaderOptions, AxDBManager, type AxDBManagerArgs, type AxDBMatch, AxDBMemory, type AxDBMemoryArgs, type AxDBMemoryOpOptions, AxDBPinecone, type AxDBPineconeArgs, type AxDBPineconeOpOptions, type AxDBQueryRequest, type AxDBQueryResponse, type AxDBQueryService, type AxDBService, type AxDBState, type AxDBUpsertRequest, type AxDBUpsertResponse, AxDBWeaviate, type AxDBWeaviateArgs, type AxDBWeaviateOpOptions, type AxDataRow, AxDefaultQueryRewriter, AxDefaultResultReranker, type AxDockerContainer, AxDockerSession, type AxEmbedRequest, type AxEmbedResponse, AxEmbeddingAdapter, AxEvalUtil, type AxEvaluateArgs, type AxExample, type AxField, type AxFieldProcessor, type AxFieldProcessorProcess, type AxFieldTemplateFn, type AxFieldValue, type AxFunction, AxFunctionError, type AxFunctionHandler, type AxFunctionJSONSchema, AxFunctionProcessor, AxGen, type AxGenDeltaOut, type AxGenIn, type AxGenOptions, type AxGenOut, type AxGenStreamingOut, AxGenerateError, type AxGenerateErrorDetails, type AxGenerateResult, AxHFDataLoader, type AxIField, type AxInputFunctionType, AxInstanceRegistry, type AxInternalChatRequest, type AxInternalEmbedRequest, AxJSInterpreter, AxJSInterpreterPermission, AxLLMRequestTypeValues, AxMCPClient, AxMCPHTTPTransport, AxMCPStdioTransport, type AxMCPTransport, AxMemory, type AxMetricFn, type AxMetricFnArgs, AxMiPRO, type AxMiPROOptions, AxMockAIService, type AxMockAIServiceConfig, type AxModelConfig, type AxModelInfo, type AxModelInfoWithProvider, type AxModelUsage, AxMultiServiceRouter, type AxOptimizationStats, type AxOptimizerArgs, AxProgram, type AxProgramDemos, type AxProgramExamples, type AxProgramForwardOptions, type AxProgramStreamingForwardOptions, type AxProgramTrace, type AxProgramUsage, AxProgramWithSignature, type AxProgramWithSignatureOptions, AxPromptTemplate, AxRAG, type AxRateLimiterFunction, AxRateLimiterTokenUsage, type AxRateLimiterTokenUsageOptions, type AxRerankerIn, type AxRerankerOut, type AxResponseHandlerArgs, type AxRewriteIn, type AxRewriteOut, AxSignature, AxSimpleClassifier, AxSimpleClassifierClass, type AxSimpleClassifierForwardOptions, AxSpanKindValues, type AxStreamingAssertion, type AxStreamingEvent, type AxStreamingFieldProcessorProcess, AxStringUtil, AxTestPrompt, type AxTokenUsage, type AxTunable, type AxUsable, axAIAnthropicDefaultConfig, axAIAnthropicVertexDefaultConfig, axAIAzureOpenAIBestConfig, axAIAzureOpenAICreativeConfig, axAIAzureOpenAIDefaultConfig, axAIAzureOpenAIFastConfig, axAICohereCreativeConfig, axAICohereDefaultConfig, axAIDeepSeekCodeConfig, axAIDeepSeekDefaultConfig, axAIGoogleGeminiDefaultConfig, axAIGoogleGeminiDefaultCreativeConfig, axAIGrokBestConfig, axAIGrokDefaultConfig, axAIHuggingFaceCreativeConfig, axAIHuggingFaceDefaultConfig, axAIMistralBestConfig, axAIMistralDefaultConfig, axAIOllamaDefaultConfig, axAIOllamaDefaultCreativeConfig, axAIOpenAIBestConfig, axAIOpenAICreativeConfig, axAIOpenAIDefaultConfig, axAIOpenAIFastConfig, axAIRekaBestConfig, axAIRekaCreativeConfig, axAIRekaDefaultConfig, axAIRekaFastConfig, axAITogetherDefaultConfig, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig, axModelInfoAnthropic, axModelInfoCohere, axModelInfoDeepSeek, axModelInfoGoogleGemini, axModelInfoGrok, axModelInfoGroq, axModelInfoHuggingFace, axModelInfoMistral, axModelInfoOpenAI, axModelInfoReka, axModelInfoTogether, axSpanAttributes, axSpanEvents };
package/index.d.ts CHANGED
@@ -88,6 +88,7 @@ declare class AxBaseAI<TModel, TEmbedModel, TChatRequest, TEmbedRequest, TChatRe
88
88
  private fetch?;
89
89
  private tracer?;
90
90
  private timeout?;
91
+ private excludeContentFromTrace?;
91
92
  private models?;
92
93
  private modelInfo;
93
94
  private modelUsage?;
@@ -160,6 +161,7 @@ type AxTokenUsage = {
160
161
  promptTokens: number;
161
162
  completionTokens: number;
162
163
  totalTokens: number;
164
+ thoughtsTokens?: number;
163
165
  };
164
166
  type AxModelConfig = {
165
167
  maxTokens?: number;
@@ -196,6 +198,7 @@ type AxFunction = {
196
198
  };
197
199
  type AxChatResponseResult = {
198
200
  content?: string;
201
+ thought?: string;
199
202
  name?: string;
200
203
  id?: string;
201
204
  functionCalls?: {
@@ -325,6 +328,7 @@ type AxRateLimiterFunction = <T = unknown>(reqFunc: () => Promise<T | ReadableSt
325
328
  }>) => Promise<T | ReadableStream$1<T>>;
326
329
  type AxAIPromptConfig = {
327
330
  stream?: boolean;
331
+ thinkingTokenBudget?: 'minimal' | 'low' | 'medium' | 'high';
328
332
  };
329
333
  type AxAIServiceOptions = {
330
334
  debug?: boolean;
@@ -332,6 +336,7 @@ type AxAIServiceOptions = {
332
336
  fetch?: typeof fetch;
333
337
  tracer?: Tracer;
334
338
  timeout?: number;
339
+ excludeContentFromTrace?: boolean;
335
340
  };
336
341
  type AxAIServiceActionOptions<TModel = unknown, TEmbedModel = unknown> = {
337
342
  ai?: Readonly<AxAIService<TModel, TEmbedModel>>;
@@ -762,11 +767,12 @@ declare const axAIOpenAIDefaultConfig: () => AxAIOpenAIConfig<AxAIOpenAIModel, A
762
767
  declare const axAIOpenAIBestConfig: () => AxAIOpenAIConfig<AxAIOpenAIModel, AxAIOpenAIEmbedModel>;
763
768
  declare const axAIOpenAICreativeConfig: () => AxAIOpenAIConfig<AxAIOpenAIModel, AxAIOpenAIEmbedModel>;
764
769
  declare const axAIOpenAIFastConfig: () => AxAIOpenAIConfig<AxAIOpenAIModel, AxAIOpenAIEmbedModel>;
765
- interface AxAIOpenAIArgs<TName = 'openai', TModel = AxAIOpenAIModel, TEmbedModel = AxAIOpenAIEmbedModel> extends Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel>, 'config' | 'modelInfo'> {
770
+ interface AxAIOpenAIArgs<TName = 'openai', TModel = AxAIOpenAIModel, TEmbedModel = AxAIOpenAIEmbedModel, TChatReq extends AxAIOpenAIChatRequest<TModel> = AxAIOpenAIChatRequest<TModel>> extends Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel, TChatReq>, 'config' | 'modelInfo'> {
766
771
  name: TName;
767
- config?: Partial<AxAIOpenAIBaseArgs<TModel, TEmbedModel>['config']>;
772
+ config?: Partial<AxAIOpenAIBaseArgs<TModel, TEmbedModel, TChatReq>['config']>;
768
773
  }
769
- interface AxAIOpenAIBaseArgs<TModel, TEmbedModel> {
774
+ type ChatReqUpdater<TModel, TChatReq extends AxAIOpenAIChatRequest<TModel>> = (req: Readonly<TChatReq>) => TChatReq;
775
+ interface AxAIOpenAIBaseArgs<TModel, TEmbedModel, TChatReq extends AxAIOpenAIChatRequest<TModel>> {
770
776
  apiKey: string;
771
777
  apiURL?: string;
772
778
  config: Readonly<AxAIOpenAIConfig<TModel, TEmbedModel>>;
@@ -775,9 +781,10 @@ interface AxAIOpenAIBaseArgs<TModel, TEmbedModel> {
775
781
  }>;
776
782
  modelInfo: Readonly<AxModelInfo[]>;
777
783
  models?: AxAIInputModelList<TModel, TEmbedModel>;
784
+ chatReqUpdater?: ChatReqUpdater<TModel, TChatReq>;
778
785
  }
779
- declare class AxAIOpenAIBase<TModel, TEmbedModel> extends AxBaseAI<TModel, TEmbedModel, AxAIOpenAIChatRequest<TModel>, AxAIOpenAIEmbedRequest<TEmbedModel>, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
780
- constructor({ apiKey, config, options, apiURL, modelInfo, models, }: Readonly<Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel>, 'name'>>);
786
+ declare class AxAIOpenAIBase<TModel, TEmbedModel, TChatReq extends AxAIOpenAIChatRequest<TModel> = AxAIOpenAIChatRequest<TModel>> extends AxBaseAI<TModel, TEmbedModel, AxAIOpenAIChatRequest<TModel>, AxAIOpenAIEmbedRequest<TEmbedModel>, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
787
+ constructor({ apiKey, config, options, apiURL, modelInfo, models, chatReqUpdater, }: Readonly<Omit<AxAIOpenAIBaseArgs<TModel, TEmbedModel, TChatReq>, 'name'>>);
781
788
  }
782
789
  declare class AxAIOpenAI extends AxAIOpenAIBase<AxAIOpenAIModel, AxAIOpenAIEmbedModel> {
783
790
  constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIOpenAIArgs, 'name' | 'modelInfo'>>);
@@ -926,7 +933,7 @@ declare class AxAIDeepSeek extends AxAIOpenAIBase<AxAIDeepSeekModel, undefined>
926
933
  }
927
934
 
928
935
  declare enum AxAIGoogleGeminiModel {
929
- Gemini25Pro = "gemini-2.5-pro-preview-03-25",
936
+ Gemini25Pro = "gemini-2.5-pro-preview-05-06",
930
937
  Gemini25Flash = "gemini-2.5-flash-preview-04-17",
931
938
  Gemini20Flash = "gemini-2.0-flash",
932
939
  Gemini20FlashLite = "gemini-2.0-flash-lite-preview-02-05",
@@ -970,6 +977,7 @@ type AxAIGoogleGeminiContent = {
970
977
  role: 'user';
971
978
  parts: ({
972
979
  text: string;
980
+ thought?: string;
973
981
  } | {
974
982
  inlineData: {
975
983
  mimeType: string;
@@ -1015,6 +1023,7 @@ type AxAIGoogleGeminiTool = {
1015
1023
  function_declarations?: AxAIGoogleGeminiToolFunctionDeclaration[];
1016
1024
  code_execution?: object;
1017
1025
  google_search_retrieval?: AxAIGoogleGeminiToolGoogleSearchRetrieval;
1026
+ url_context?: object;
1018
1027
  };
1019
1028
  type AxAIGoogleGeminiToolConfig = {
1020
1029
  function_calling_config: {
@@ -1026,9 +1035,15 @@ type AxAIGoogleGeminiGenerationConfig = {
1026
1035
  temperature?: number;
1027
1036
  topP?: number;
1028
1037
  topK?: number;
1038
+ frequencyPenalty?: number;
1029
1039
  candidateCount?: number;
1030
1040
  maxOutputTokens?: number;
1031
1041
  stopSequences?: readonly string[];
1042
+ responseMimeType?: string;
1043
+ thinkingConfig?: {
1044
+ thinkingBudget?: number;
1045
+ includeThoughts?: boolean;
1046
+ };
1032
1047
  };
1033
1048
  type AxAIGoogleGeminiSafetySettings = {
1034
1049
  category: AxAIGoogleGeminiSafetyCategory;
@@ -1065,11 +1080,13 @@ type AxAIGoogleGeminiChatResponse = {
1065
1080
  promptTokenCount: number;
1066
1081
  candidatesTokenCount: number;
1067
1082
  totalTokenCount: number;
1083
+ thoughtsTokenCount: number;
1068
1084
  };
1069
1085
  };
1070
1086
  type AxAIGoogleGeminiChatResponseDelta = AxAIGoogleGeminiChatResponse;
1071
1087
  type AxAIGoogleGeminiThinkingConfig = {
1072
- thinkingBudget: number;
1088
+ thinkingTokenBudget?: number;
1089
+ includeThoughts?: boolean;
1073
1090
  };
1074
1091
  /**
1075
1092
  * AxAIGoogleGeminiConfig: Configuration options for Google Gemini API
@@ -1081,7 +1098,8 @@ type AxAIGoogleGeminiConfig = AxModelConfig & {
1081
1098
  embedType?: AxAIGoogleGeminiEmbedTypes;
1082
1099
  dimensions?: number;
1083
1100
  autoTruncate?: boolean;
1084
- thinkingConfig?: AxAIGoogleGeminiThinkingConfig;
1101
+ thinking?: AxAIGoogleGeminiThinkingConfig;
1102
+ urlContext?: string;
1085
1103
  };
1086
1104
  /**
1087
1105
  * AxAIGoogleGeminiEmbedRequest: Structure for making an embedding request to the Google Gemini API.
@@ -1140,6 +1158,7 @@ interface AxAIGoogleGeminiOptionsTools {
1140
1158
  dynamicThreshold?: number;
1141
1159
  };
1142
1160
  googleSearch?: boolean;
1161
+ urlContext?: boolean;
1143
1162
  }
1144
1163
  interface AxAIGoogleGeminiArgs {
1145
1164
  name: 'google-gemini';
@@ -1380,6 +1399,27 @@ declare class AxAI implements AxAIService {
1380
1399
  getOptions(): Readonly<AxAIServiceOptions>;
1381
1400
  }
1382
1401
 
1402
+ declare enum AxAIGrokModel {
1403
+ Grok3 = "grok-3",
1404
+ Grok3Mini = "grok-3-mini",
1405
+ Grok3Fast = "grok-3-fast",
1406
+ Grok3MiniFast = "grok-3-mini-fast"
1407
+ }
1408
+ declare enum AxAIGrokEmbedModels {
1409
+ GrokEmbedSmall = "grok-embed-small"
1410
+ }
1411
+
1412
+ declare const axAIGrokDefaultConfig: () => AxAIOpenAIConfig<AxAIGrokModel, AxAIGrokEmbedModels>;
1413
+ declare const axAIGrokBestConfig: () => AxAIOpenAIConfig<AxAIGrokModel, AxAIGrokEmbedModels>;
1414
+ type AxAIGrokArgs = AxAIOpenAIArgs<'grok', AxAIGrokModel, AxAIGrokEmbedModels> & {
1415
+ options?: Readonly<AxAIServiceOptions> & {
1416
+ tokensPerMinute?: number;
1417
+ };
1418
+ };
1419
+ declare class AxAIGrok extends AxAIOpenAIBase<AxAIGrokModel, AxAIGrokEmbedModels> {
1420
+ constructor({ apiKey, config, options, models, }: Readonly<Omit<AxAIGrokArgs, 'name'>>);
1421
+ }
1422
+
1383
1423
  interface AxAIMemory {
1384
1424
  add(result: Readonly<AxChatRequest['chatPrompt']> | Readonly<AxChatRequest['chatPrompt'][number]>, sessionId?: string): void;
1385
1425
  addResult(result: Readonly<AxChatResponseResult>, sessionId?: string): void;
@@ -1567,6 +1607,12 @@ declare class AxSignature {
1567
1607
  private updateHash;
1568
1608
  hash: () => string;
1569
1609
  toString: () => string;
1610
+ toJSON: () => {
1611
+ id: string;
1612
+ description: string | undefined;
1613
+ inputFields: AxIField[];
1614
+ outputFields: AxIField[];
1615
+ };
1570
1616
  }
1571
1617
 
1572
1618
  type AxFieldValue = string | string[] | number | boolean | object | null | undefined | {
@@ -1613,6 +1659,8 @@ type AxProgramForwardOptions = {
1613
1659
  fastFail?: boolean;
1614
1660
  debug?: boolean;
1615
1661
  debugHideSystemPrompt?: boolean;
1662
+ thinkingTokenBudget?: 'minimal' | 'low' | 'medium' | 'high';
1663
+ traceLabel?: string;
1616
1664
  };
1617
1665
  type AxProgramStreamingForwardOptions = Omit<AxProgramForwardOptions, 'stream'>;
1618
1666
  type AxGenDeltaOut<OUT> = {
@@ -1777,9 +1825,11 @@ interface AxGenOptions {
1777
1825
  asserts?: AxAssertion[];
1778
1826
  streamingAsserts?: AxStreamingAssertion[];
1779
1827
  fastFail?: boolean;
1828
+ excludeContentFromTrace?: boolean;
1829
+ traceLabel?: string;
1780
1830
  }
1781
1831
  type AxGenerateResult<OUT extends AxGenOut> = OUT & {
1782
- functions?: AxChatResponseFunctionCall[];
1832
+ thought?: string;
1783
1833
  };
1784
1834
  interface AxResponseHandlerArgs<T> {
1785
1835
  ai: Readonly<AxAIService>;
@@ -1790,6 +1840,7 @@ interface AxResponseHandlerArgs<T> {
1790
1840
  traceId?: string;
1791
1841
  functions?: Readonly<AxFunction[]>;
1792
1842
  fastFail?: boolean;
1843
+ span?: Span;
1793
1844
  }
1794
1845
  interface AxStreamingEvent<T> {
1795
1846
  event: 'delta' | 'done' | 'error';
@@ -1809,6 +1860,8 @@ declare class AxGen<IN extends AxGenIn = AxGenIn, OUT extends AxGenerateResult<A
1809
1860
  private functionsExecuted;
1810
1861
  private fieldProcessors;
1811
1862
  private streamingFieldProcessors;
1863
+ private values;
1864
+ private excludeContentFromTrace;
1812
1865
  constructor(signature: Readonly<AxSignature | string>, options?: Readonly<AxGenOptions>);
1813
1866
  addAssert: (fn: AxAssertion["fn"], message?: string) => void;
1814
1867
  addStreamingAssert: (fieldName: string, fn: AxStreamingAssertion["fn"], message?: string) => void;
@@ -2382,6 +2435,7 @@ declare class AxJSInterpreter {
2382
2435
 
2383
2436
  declare const axSpanAttributes: {
2384
2437
  LLM_SYSTEM: string;
2438
+ LLM_OPERATION_NAME: string;
2385
2439
  LLM_REQUEST_MODEL: string;
2386
2440
  LLM_REQUEST_MAX_TOKENS: string;
2387
2441
  LLM_REQUEST_TEMPERATURE: string;
@@ -2391,8 +2445,10 @@ declare const axSpanAttributes: {
2391
2445
  LLM_REQUEST_STOP_SEQUENCES: string;
2392
2446
  LLM_REQUEST_LLM_IS_STREAMING: string;
2393
2447
  LLM_REQUEST_TOP_P: string;
2394
- LLM_USAGE_PROMPT_TOKENS: string;
2395
- LLM_USAGE_COMPLETION_TOKENS: string;
2448
+ LLM_USAGE_INPUT_TOKENS: string;
2449
+ LLM_USAGE_OUTPUT_TOKENS: string;
2450
+ LLM_USAGE_TOTAL_TOKENS: string;
2451
+ LLM_USAGE_THOUGHTS_TOKENS: string;
2396
2452
  DB_SYSTEM: string;
2397
2453
  DB_TABLE: string;
2398
2454
  DB_NAMESPACE: string;
@@ -2412,7 +2468,12 @@ declare const axSpanAttributes: {
2412
2468
  DB_QUERY_RESULT_DOCUMENT: string;
2413
2469
  };
2414
2470
  declare const axSpanEvents: {
2415
- LLM_PROMPT: string;
2471
+ GEN_AI_USER_MESSAGE: string;
2472
+ GEN_AI_SYSTEM_MESSAGE: string;
2473
+ GEN_AI_ASSISTANT_MESSAGE: string;
2474
+ GEN_AI_TOOL_MESSAGE: string;
2475
+ GEN_AI_CHOICE: string;
2476
+ GEN_AI_USAGE: string;
2416
2477
  };
2417
2478
  declare enum AxLLMRequestTypeValues {
2418
2479
  COMPLETION = "completion",
@@ -2953,6 +3014,8 @@ declare const axModelInfoDeepSeek: AxModelInfo[];
2953
3014
  */
2954
3015
  declare const axModelInfoGoogleGemini: AxModelInfo[];
2955
3016
 
3017
+ declare const axModelInfoGrok: AxModelInfo[];
3018
+
2956
3019
  /**
2957
3020
  * AxAIGroq: Model information
2958
3021
  */
@@ -2977,4 +3040,4 @@ declare const axModelInfoReka: AxModelInfo[];
2977
3040
 
2978
3041
  declare const axModelInfoTogether: AxModelInfo[];
2979
3042
 
2980
- export { AxAI, AxAIAnthropic, type AxAIAnthropicArgs, type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatRequestCacheParam, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig, type AxAIAnthropicContentBlockDeltaEvent, type AxAIAnthropicContentBlockStartEvent, type AxAIAnthropicContentBlockStopEvent, type AxAIAnthropicErrorEvent, type AxAIAnthropicMessageDeltaEvent, type AxAIAnthropicMessageStartEvent, type AxAIAnthropicMessageStopEvent, AxAIAnthropicModel, type AxAIAnthropicPingEvent, AxAIAnthropicVertexModel, type AxAIArgs, AxAIAzureOpenAI, type AxAIAzureOpenAIArgs, type AxAIAzureOpenAIConfig, AxAICohere, type AxAICohereArgs, type AxAICohereChatRequest, type AxAICohereChatRequestToolResults, type AxAICohereChatResponse, type AxAICohereChatResponseDelta, type AxAICohereChatResponseToolCalls, type AxAICohereConfig, AxAICohereEmbedModel, type AxAICohereEmbedRequest, type AxAICohereEmbedResponse, AxAICohereModel, AxAIDeepSeek, type AxAIDeepSeekArgs, AxAIDeepSeekModel, type AxAIEmbedModels, type AxAIFeatures, AxAIGoogleGemini, type AxAIGoogleGeminiArgs, type AxAIGoogleGeminiBatchEmbedRequest, type AxAIGoogleGeminiBatchEmbedResponse, type AxAIGoogleGeminiChatRequest, type AxAIGoogleGeminiChatResponse, type AxAIGoogleGeminiChatResponseDelta, type AxAIGoogleGeminiConfig, type AxAIGoogleGeminiContent, AxAIGoogleGeminiEmbedModel, AxAIGoogleGeminiEmbedTypes, type AxAIGoogleGeminiGenerationConfig, AxAIGoogleGeminiModel, type AxAIGoogleGeminiOptionsTools, AxAIGoogleGeminiSafetyCategory, type AxAIGoogleGeminiSafetySettings, AxAIGoogleGeminiSafetyThreshold, type AxAIGoogleGeminiThinkingConfig, type AxAIGoogleGeminiTool, type AxAIGoogleGeminiToolConfig, type AxAIGoogleGeminiToolFunctionDeclaration, type AxAIGoogleGeminiToolGoogleSearchRetrieval, type AxAIGoogleVertexBatchEmbedRequest, type AxAIGoogleVertexBatchEmbedResponse, AxAIGroq, type AxAIGroqArgs, AxAIGroqModel, AxAIHuggingFace, type AxAIHuggingFaceArgs, type AxAIHuggingFaceConfig, AxAIHuggingFaceModel, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse, type AxAIInputModelList, type AxAIMemory, AxAIMistral, type AxAIMistralArgs, AxAIMistralEmbedModels, AxAIMistralModel, type AxAIModelList, type AxAIModelListBase, type AxAIModels, AxAIOllama, type AxAIOllamaAIConfig, type AxAIOllamaArgs, AxAIOpenAI, type AxAIOpenAIArgs, AxAIOpenAIBase, type AxAIOpenAIBaseArgs, type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, AxAIOpenAIEmbedModel, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse, type AxAIOpenAILogprob, AxAIOpenAIModel, type AxAIOpenAIResponseDelta, type AxAIOpenAIUsage, type AxAIPromptConfig, AxAIReka, type AxAIRekaArgs, type AxAIRekaChatRequest, type AxAIRekaChatResponse, type AxAIRekaChatResponseDelta, type AxAIRekaConfig, AxAIRekaModel, type AxAIRekaUsage, type AxAIService, type AxAIServiceActionOptions, AxAIServiceAuthenticationError, AxAIServiceError, type AxAIServiceImpl, type AxAIServiceMetrics, AxAIServiceNetworkError, type AxAIServiceOptions, AxAIServiceResponseError, AxAIServiceStatusError, AxAIServiceStreamTerminatedError, AxAIServiceTimeoutError, AxAITogether, type AxAITogetherArgs, type AxAPI, type AxAPIConfig, AxAgent, type AxAgentFeatures, type AxAgentOptions, type AxAgentic, AxApacheTika, type AxApacheTikaArgs, type AxApacheTikaConvertOptions, type AxAssertion, AxAssertionError, AxBalancer, type AxBalancerOptions, AxBaseAI, type AxBaseAIArgs, AxBootstrapFewShot, AxChainOfThought, type AxChatRequest, type AxChatResponse, type AxChatResponseFunctionCall, type AxChatResponseResult, AxDB, type AxDBArgs, AxDBBase, type AxDBBaseArgs, type AxDBBaseOpOptions, AxDBCloudflare, type AxDBCloudflareArgs, type AxDBCloudflareOpOptions, type AxDBLoaderOptions, AxDBManager, type AxDBManagerArgs, type AxDBMatch, AxDBMemory, type AxDBMemoryArgs, type AxDBMemoryOpOptions, AxDBPinecone, type AxDBPineconeArgs, type AxDBPineconeOpOptions, type AxDBQueryRequest, type AxDBQueryResponse, type AxDBQueryService, type AxDBService, type AxDBState, type AxDBUpsertRequest, type AxDBUpsertResponse, AxDBWeaviate, type AxDBWeaviateArgs, type AxDBWeaviateOpOptions, type AxDataRow, AxDefaultQueryRewriter, AxDefaultResultReranker, type AxDockerContainer, AxDockerSession, type AxEmbedRequest, type AxEmbedResponse, AxEmbeddingAdapter, AxEvalUtil, type AxEvaluateArgs, type AxExample, type AxField, type AxFieldProcessor, type AxFieldProcessorProcess, type AxFieldTemplateFn, type AxFieldValue, type AxFunction, AxFunctionError, type AxFunctionHandler, type AxFunctionJSONSchema, AxFunctionProcessor, AxGen, type AxGenDeltaOut, type AxGenIn, type AxGenOptions, type AxGenOut, type AxGenStreamingOut, AxGenerateError, type AxGenerateErrorDetails, type AxGenerateResult, AxHFDataLoader, type AxIField, type AxInputFunctionType, AxInstanceRegistry, type AxInternalChatRequest, type AxInternalEmbedRequest, AxJSInterpreter, AxJSInterpreterPermission, AxLLMRequestTypeValues, AxMCPClient, AxMCPHTTPTransport, AxMCPStdioTransport, type AxMCPTransport, AxMemory, type AxMetricFn, type AxMetricFnArgs, AxMiPRO, type AxMiPROOptions, AxMockAIService, type AxMockAIServiceConfig, type AxModelConfig, type AxModelInfo, type AxModelInfoWithProvider, type AxModelUsage, AxMultiServiceRouter, type AxOptimizationStats, type AxOptimizerArgs, AxProgram, type AxProgramDemos, type AxProgramExamples, type AxProgramForwardOptions, type AxProgramStreamingForwardOptions, type AxProgramTrace, type AxProgramUsage, AxProgramWithSignature, type AxProgramWithSignatureOptions, AxPromptTemplate, AxRAG, type AxRateLimiterFunction, AxRateLimiterTokenUsage, type AxRateLimiterTokenUsageOptions, type AxRerankerIn, type AxRerankerOut, type AxResponseHandlerArgs, type AxRewriteIn, type AxRewriteOut, AxSignature, AxSimpleClassifier, AxSimpleClassifierClass, type AxSimpleClassifierForwardOptions, AxSpanKindValues, type AxStreamingAssertion, type AxStreamingEvent, type AxStreamingFieldProcessorProcess, AxStringUtil, AxTestPrompt, type AxTokenUsage, type AxTunable, type AxUsable, axAIAnthropicDefaultConfig, axAIAnthropicVertexDefaultConfig, axAIAzureOpenAIBestConfig, axAIAzureOpenAICreativeConfig, axAIAzureOpenAIDefaultConfig, axAIAzureOpenAIFastConfig, axAICohereCreativeConfig, axAICohereDefaultConfig, axAIDeepSeekCodeConfig, axAIDeepSeekDefaultConfig, axAIGoogleGeminiDefaultConfig, axAIGoogleGeminiDefaultCreativeConfig, axAIHuggingFaceCreativeConfig, axAIHuggingFaceDefaultConfig, axAIMistralBestConfig, axAIMistralDefaultConfig, axAIOllamaDefaultConfig, axAIOllamaDefaultCreativeConfig, axAIOpenAIBestConfig, axAIOpenAICreativeConfig, axAIOpenAIDefaultConfig, axAIOpenAIFastConfig, axAIRekaBestConfig, axAIRekaCreativeConfig, axAIRekaDefaultConfig, axAIRekaFastConfig, axAITogetherDefaultConfig, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig, axModelInfoAnthropic, axModelInfoCohere, axModelInfoDeepSeek, axModelInfoGoogleGemini, axModelInfoGroq, axModelInfoHuggingFace, axModelInfoMistral, axModelInfoOpenAI, axModelInfoReka, axModelInfoTogether, axSpanAttributes, axSpanEvents };
3043
+ export { AxAI, AxAIAnthropic, type AxAIAnthropicArgs, type AxAIAnthropicChatError, type AxAIAnthropicChatRequest, type AxAIAnthropicChatRequestCacheParam, type AxAIAnthropicChatResponse, type AxAIAnthropicChatResponseDelta, type AxAIAnthropicConfig, type AxAIAnthropicContentBlockDeltaEvent, type AxAIAnthropicContentBlockStartEvent, type AxAIAnthropicContentBlockStopEvent, type AxAIAnthropicErrorEvent, type AxAIAnthropicMessageDeltaEvent, type AxAIAnthropicMessageStartEvent, type AxAIAnthropicMessageStopEvent, AxAIAnthropicModel, type AxAIAnthropicPingEvent, AxAIAnthropicVertexModel, type AxAIArgs, AxAIAzureOpenAI, type AxAIAzureOpenAIArgs, type AxAIAzureOpenAIConfig, AxAICohere, type AxAICohereArgs, type AxAICohereChatRequest, type AxAICohereChatRequestToolResults, type AxAICohereChatResponse, type AxAICohereChatResponseDelta, type AxAICohereChatResponseToolCalls, type AxAICohereConfig, AxAICohereEmbedModel, type AxAICohereEmbedRequest, type AxAICohereEmbedResponse, AxAICohereModel, AxAIDeepSeek, type AxAIDeepSeekArgs, AxAIDeepSeekModel, type AxAIEmbedModels, type AxAIFeatures, AxAIGoogleGemini, type AxAIGoogleGeminiArgs, type AxAIGoogleGeminiBatchEmbedRequest, type AxAIGoogleGeminiBatchEmbedResponse, type AxAIGoogleGeminiChatRequest, type AxAIGoogleGeminiChatResponse, type AxAIGoogleGeminiChatResponseDelta, type AxAIGoogleGeminiConfig, type AxAIGoogleGeminiContent, AxAIGoogleGeminiEmbedModel, AxAIGoogleGeminiEmbedTypes, type AxAIGoogleGeminiGenerationConfig, AxAIGoogleGeminiModel, type AxAIGoogleGeminiOptionsTools, AxAIGoogleGeminiSafetyCategory, type AxAIGoogleGeminiSafetySettings, AxAIGoogleGeminiSafetyThreshold, type AxAIGoogleGeminiThinkingConfig, type AxAIGoogleGeminiTool, type AxAIGoogleGeminiToolConfig, type AxAIGoogleGeminiToolFunctionDeclaration, type AxAIGoogleGeminiToolGoogleSearchRetrieval, type AxAIGoogleVertexBatchEmbedRequest, type AxAIGoogleVertexBatchEmbedResponse, AxAIGrok, type AxAIGrokArgs, AxAIGrokEmbedModels, AxAIGrokModel, AxAIGroq, type AxAIGroqArgs, AxAIGroqModel, AxAIHuggingFace, type AxAIHuggingFaceArgs, type AxAIHuggingFaceConfig, AxAIHuggingFaceModel, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse, type AxAIInputModelList, type AxAIMemory, AxAIMistral, type AxAIMistralArgs, AxAIMistralEmbedModels, AxAIMistralModel, type AxAIModelList, type AxAIModelListBase, type AxAIModels, AxAIOllama, type AxAIOllamaAIConfig, type AxAIOllamaArgs, AxAIOpenAI, type AxAIOpenAIArgs, AxAIOpenAIBase, type AxAIOpenAIBaseArgs, type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, AxAIOpenAIEmbedModel, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse, type AxAIOpenAILogprob, AxAIOpenAIModel, type AxAIOpenAIResponseDelta, type AxAIOpenAIUsage, type AxAIPromptConfig, AxAIReka, type AxAIRekaArgs, type AxAIRekaChatRequest, type AxAIRekaChatResponse, type AxAIRekaChatResponseDelta, type AxAIRekaConfig, AxAIRekaModel, type AxAIRekaUsage, type AxAIService, type AxAIServiceActionOptions, AxAIServiceAuthenticationError, AxAIServiceError, type AxAIServiceImpl, type AxAIServiceMetrics, AxAIServiceNetworkError, type AxAIServiceOptions, AxAIServiceResponseError, AxAIServiceStatusError, AxAIServiceStreamTerminatedError, AxAIServiceTimeoutError, AxAITogether, type AxAITogetherArgs, type AxAPI, type AxAPIConfig, AxAgent, type AxAgentFeatures, type AxAgentOptions, type AxAgentic, AxApacheTika, type AxApacheTikaArgs, type AxApacheTikaConvertOptions, type AxAssertion, AxAssertionError, AxBalancer, type AxBalancerOptions, AxBaseAI, type AxBaseAIArgs, AxBootstrapFewShot, AxChainOfThought, type AxChatRequest, type AxChatResponse, type AxChatResponseFunctionCall, type AxChatResponseResult, AxDB, type AxDBArgs, AxDBBase, type AxDBBaseArgs, type AxDBBaseOpOptions, AxDBCloudflare, type AxDBCloudflareArgs, type AxDBCloudflareOpOptions, type AxDBLoaderOptions, AxDBManager, type AxDBManagerArgs, type AxDBMatch, AxDBMemory, type AxDBMemoryArgs, type AxDBMemoryOpOptions, AxDBPinecone, type AxDBPineconeArgs, type AxDBPineconeOpOptions, type AxDBQueryRequest, type AxDBQueryResponse, type AxDBQueryService, type AxDBService, type AxDBState, type AxDBUpsertRequest, type AxDBUpsertResponse, AxDBWeaviate, type AxDBWeaviateArgs, type AxDBWeaviateOpOptions, type AxDataRow, AxDefaultQueryRewriter, AxDefaultResultReranker, type AxDockerContainer, AxDockerSession, type AxEmbedRequest, type AxEmbedResponse, AxEmbeddingAdapter, AxEvalUtil, type AxEvaluateArgs, type AxExample, type AxField, type AxFieldProcessor, type AxFieldProcessorProcess, type AxFieldTemplateFn, type AxFieldValue, type AxFunction, AxFunctionError, type AxFunctionHandler, type AxFunctionJSONSchema, AxFunctionProcessor, AxGen, type AxGenDeltaOut, type AxGenIn, type AxGenOptions, type AxGenOut, type AxGenStreamingOut, AxGenerateError, type AxGenerateErrorDetails, type AxGenerateResult, AxHFDataLoader, type AxIField, type AxInputFunctionType, AxInstanceRegistry, type AxInternalChatRequest, type AxInternalEmbedRequest, AxJSInterpreter, AxJSInterpreterPermission, AxLLMRequestTypeValues, AxMCPClient, AxMCPHTTPTransport, AxMCPStdioTransport, type AxMCPTransport, AxMemory, type AxMetricFn, type AxMetricFnArgs, AxMiPRO, type AxMiPROOptions, AxMockAIService, type AxMockAIServiceConfig, type AxModelConfig, type AxModelInfo, type AxModelInfoWithProvider, type AxModelUsage, AxMultiServiceRouter, type AxOptimizationStats, type AxOptimizerArgs, AxProgram, type AxProgramDemos, type AxProgramExamples, type AxProgramForwardOptions, type AxProgramStreamingForwardOptions, type AxProgramTrace, type AxProgramUsage, AxProgramWithSignature, type AxProgramWithSignatureOptions, AxPromptTemplate, AxRAG, type AxRateLimiterFunction, AxRateLimiterTokenUsage, type AxRateLimiterTokenUsageOptions, type AxRerankerIn, type AxRerankerOut, type AxResponseHandlerArgs, type AxRewriteIn, type AxRewriteOut, AxSignature, AxSimpleClassifier, AxSimpleClassifierClass, type AxSimpleClassifierForwardOptions, AxSpanKindValues, type AxStreamingAssertion, type AxStreamingEvent, type AxStreamingFieldProcessorProcess, AxStringUtil, AxTestPrompt, type AxTokenUsage, type AxTunable, type AxUsable, axAIAnthropicDefaultConfig, axAIAnthropicVertexDefaultConfig, axAIAzureOpenAIBestConfig, axAIAzureOpenAICreativeConfig, axAIAzureOpenAIDefaultConfig, axAIAzureOpenAIFastConfig, axAICohereCreativeConfig, axAICohereDefaultConfig, axAIDeepSeekCodeConfig, axAIDeepSeekDefaultConfig, axAIGoogleGeminiDefaultConfig, axAIGoogleGeminiDefaultCreativeConfig, axAIGrokBestConfig, axAIGrokDefaultConfig, axAIHuggingFaceCreativeConfig, axAIHuggingFaceDefaultConfig, axAIMistralBestConfig, axAIMistralDefaultConfig, axAIOllamaDefaultConfig, axAIOllamaDefaultCreativeConfig, axAIOpenAIBestConfig, axAIOpenAICreativeConfig, axAIOpenAIDefaultConfig, axAIOpenAIFastConfig, axAIRekaBestConfig, axAIRekaCreativeConfig, axAIRekaDefaultConfig, axAIRekaFastConfig, axAITogetherDefaultConfig, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig, axModelInfoAnthropic, axModelInfoCohere, axModelInfoDeepSeek, axModelInfoGoogleGemini, axModelInfoGrok, axModelInfoGroq, axModelInfoHuggingFace, axModelInfoMistral, axModelInfoOpenAI, axModelInfoReka, axModelInfoTogether, axSpanAttributes, axSpanEvents };