@ax-llm/ax 11.0.45 → 11.0.47

package/index.cjs

@@ -1074,6 +1074,11 @@ var AxBaseAI = class {
       ...this.aiImpl.getModelConfig(),
       ...req.modelConfig
     };
+    if (options?.thinkingTokenBudget && !this.getFeatures(model).hasThinkingBudget) {
+      throw new Error(
+        `Model ${model} does not support thinkingTokenBudget.`
+      );
+    }
     modelConfig.stream = (options?.stream !== void 0 ? options.stream : modelConfig.stream) ?? true;
     const canStream = this.getFeatures(model).streaming;
     if (!canStream) {
@@ -1176,6 +1181,13 @@ var AxBaseAI = class {
       const wrappedRespFn = (state) => (resp) => {
         const res2 = respFn(resp, state);
         res2.sessionId = options?.sessionId;
+        if (options?.hideThought) {
+          res2.results.forEach((result) => {
+            if (result.thought) {
+              result.thought = void 0;
+            }
+          });
+        }
         if (!res2.modelUsage) {
           res2.modelUsage = {
             ai: this.name,
@@ -1213,6 +1225,13 @@ var AxBaseAI = class {
     }
     const res = this.aiImpl.createChatResp(rv);
     res.sessionId = options?.sessionId;
+    if (options?.hideThought) {
+      res.results.forEach((result) => {
+        if (result.thought) {
+          result.thought = void 0;
+        }
+      });
+    }
     if (!res.modelUsage) {
       const tokenUsage = this.aiImpl.getTokenUsage();
       if (tokenUsage) {
@@ -2000,25 +2019,29 @@ var axModelInfoOpenAI = [
     name: "o1" /* O1 */,
     currency: "usd",
     promptTokenCostPer1M: 15,
-    completionTokenCostPer1M: 60
+    completionTokenCostPer1M: 60,
+    hasThinkingBudget: true
   },
   {
     name: "o1-mini" /* O1Mini */,
     currency: "usd",
     promptTokenCostPer1M: 1.1,
-    completionTokenCostPer1M: 14.4
+    completionTokenCostPer1M: 14.4,
+    hasThinkingBudget: true
   },
   {
     name: "o3-mini" /* O3Mini */,
     currency: "usd",
     promptTokenCostPer1M: 1.1,
-    completionTokenCostPer1M: 4.4
+    completionTokenCostPer1M: 4.4,
+    hasThinkingBudget: true
   },
   {
     name: "o4-mini" /* O4Mini */,
     currency: "usd",
     promptTokenCostPer1M: 1.1,
-    completionTokenCostPer1M: 4.4
+    completionTokenCostPer1M: 4.4,
+    hasThinkingBudget: true
   },
   {
     name: "gpt-4" /* GPT4 */,
@@ -2172,6 +2195,32 @@ var AxAIOpenAIImpl = class {
     if (this.config.reasoningEffort) {
       reqValue.reasoning_effort = this.config.reasoningEffort;
     }
+    if (this.config.webSearchOptions) {
+      reqValue.web_search_options = {
+        ...this.config.webSearchOptions.searchContextSize && {
+          search_context_size: this.config.webSearchOptions.searchContextSize
+        },
+        ...this.config.webSearchOptions.userLocation && {
+          user_location: {
+            approximate: {
+              type: "approximate",
+              ...this.config.webSearchOptions.userLocation.approximate.city && {
+                city: this.config.webSearchOptions.userLocation.approximate.city
+              },
+              ...this.config.webSearchOptions.userLocation.approximate.country && {
+                country: this.config.webSearchOptions.userLocation.approximate.country
+              },
+              ...this.config.webSearchOptions.userLocation.approximate.region && {
+                region: this.config.webSearchOptions.userLocation.approximate.region
+              },
+              ...this.config.webSearchOptions.userLocation.approximate.timezone && {
+                timezone: this.config.webSearchOptions.userLocation.approximate.timezone
+              }
+            }
+          }
+        }
+      };
+    }
     if (config.thinkingTokenBudget) {
       switch (config.thinkingTokenBudget) {
         case "minimal":
@@ -2232,6 +2281,7 @@ var AxAIOpenAIImpl = class {
       return {
         id: `${choice.index}`,
         content: choice.message.content,
+        thought: choice.message.reasoning_content,
         functionCalls,
         finishReason
       };
@@ -2254,7 +2304,12 @@ var AxAIOpenAIImpl = class {
     }
     const results = choices.map(
       ({
-        delta: { content, role, tool_calls: toolCalls },
+        delta: {
+          content,
+          role,
+          tool_calls: toolCalls,
+          reasoning_content: thought
+        },
         finish_reason: oaiFinishReason
       }) => {
         const finishReason = mapFinishReason2(oaiFinishReason);
@@ -2275,6 +2330,7 @@ var AxAIOpenAIImpl = class {
         return {
           content,
           role,
+          thought,
           functionCalls,
           finishReason,
           id
@@ -2373,7 +2429,8 @@ var AxAIOpenAIBase = class extends AxBaseAI {
     apiURL,
     modelInfo,
     models,
-    chatReqUpdater
+    chatReqUpdater,
+    supportFor
   }) {
     if (!apiKey || apiKey === "") {
       throw new Error("OpenAI API key not set");
@@ -2393,9 +2450,15 @@ var AxAIOpenAIBase = class extends AxBaseAI {
         embedModel: config.embedModel
       },
       options,
-      supportFor: () => {
-        return { functions: true, streaming: true };
-      },
+      supportFor: supportFor ?? ((model) => {
+        const modelInf = modelInfo.find((m) => m.name === model);
+        return {
+          functions: true,
+          streaming: true,
+          hasThinkingBudget: modelInf?.hasThinkingBudget ?? false,
+          hasShowThoughts: modelInf?.hasShowThoughts ?? false
+        };
+      }),
       models
     });
   }
@@ -2410,6 +2473,15 @@ var AxAIOpenAI = class extends AxAIOpenAIBase {
     if (!apiKey || apiKey === "") {
       throw new Error("OpenAI API key not set");
     }
+    const supportForFn = (model) => {
+      const modelInf = axModelInfoOpenAI.find((m) => m.name === model);
+      return {
+        functions: true,
+        streaming: true,
+        hasThinkingBudget: modelInf?.hasThinkingBudget ?? false,
+        hasShowThoughts: modelInf?.hasShowThoughts ?? false
+      };
+    };
     super({
       apiKey,
       config: {
@@ -2418,7 +2490,8 @@ var AxAIOpenAI = class extends AxAIOpenAIBase {
       },
       options,
       modelInfo: axModelInfoOpenAI,
-      models
+      models,
+      supportFor: supportForFn
     });
     super.setName("OpenAI");
   }
@@ -2457,7 +2530,16 @@ var AxAIAzureOpenAI = class extends AxAIOpenAIBase {
       config: _config,
       options,
       models,
-      modelInfo: axModelInfoOpenAI
+      modelInfo: axModelInfoOpenAI,
+      supportFor: (model) => {
+        const modelInf = axModelInfoOpenAI.find((m) => m.name === model);
+        return {
+          functions: true,
+          streaming: true,
+          hasThinkingBudget: modelInf?.hasThinkingBudget ?? false,
+          hasShowThoughts: modelInf?.hasShowThoughts ?? false
+        };
+      }
     });
     const host = resourceName.includes("://") ? resourceName : `https://${resourceName}.openai.azure.com/`;
     super.setName("Azure OpenAI");
@@ -2916,14 +2998,18 @@ var axModelInfoGoogleGemini = [
     currency: "usd",
     characterIsToken: false,
     promptTokenCostPer1M: 2.5,
-    completionTokenCostPer1M: 15
+    completionTokenCostPer1M: 15,
+    hasThinkingBudget: true,
+    hasShowThoughts: true
   },
   {
     name: "gemini-2.5-flash-preview-04-17" /* Gemini25Flash */,
     currency: "usd",
     characterIsToken: false,
     promptTokenCostPer1M: 15,
-    completionTokenCostPer1M: 3.5
+    completionTokenCostPer1M: 3.5,
+    hasThinkingBudget: true,
+    hasShowThoughts: true
   },
   {
     name: "gemini-2.0-flash" /* Gemini20Flash */,
@@ -3398,7 +3484,16 @@ var AxAIGoogleGemini = class extends AxBaseAI {
         embedModel: _config.embedModel
       },
       options,
-      supportFor: { functions: true, streaming: true },
+      supportFor: (model) => {
+        const modelInf = axModelInfoGoogleGemini.find((m) => m.name === model);
+        return {
+          functions: true,
+          streaming: true,
+          hasThinkingBudget: modelInf?.hasThinkingBudget ?? false,
+          hasShowThoughts: modelInf?.hasShowThoughts ?? false,
+          functionCot: false
+        };
+      },
       models
     });
   }
@@ -4188,7 +4283,8 @@ var axModelInfoGrok = [
     name: "grok-3-mini" /* Grok3Mini */,
     currency: "USD",
     promptTokenCostPer1M: 0.3,
-    completionTokenCostPer1M: 0.5
+    completionTokenCostPer1M: 0.5,
+    hasThinkingBudget: true
   },
   {
     name: "grok-3-fast" /* Grok3Fast */,
@@ -4200,7 +4296,8 @@ var axModelInfoGrok = [
     name: "grok-3-mini-fast" /* Grok3MiniFast */,
     currency: "USD",
     promptTokenCostPer1M: 0.6,
-    completionTokenCostPer1M: 4
+    completionTokenCostPer1M: 4,
+    hasThinkingBudget: true
   }
 ];
 
@@ -4233,7 +4330,16 @@ var AxAIGrok = class extends AxAIOpenAIBase {
       options,
       apiURL: "https://api.x.ai/v1",
       modelInfo: axModelInfoGrok,
-      models
+      models,
+      supportFor: (model) => {
+        const modelInf = axModelInfoGrok.find((m) => m.name === model);
+        return {
+          functions: true,
+          streaming: true,
+          hasThinkingBudget: modelInf?.hasThinkingBudget ?? false,
+          hasShowThoughts: modelInf?.hasShowThoughts ?? false
+        };
+      }
     });
     super.setName("Grok");
   }
@@ -7070,7 +7176,7 @@ Content: ${result.content}`
     return false;
   }
   async *_forward1(ai, values, options) {
-    const tracer = options?.tracer ?? this.options?.tracer;
+    const tracer = options?.tracer ?? this.options?.tracer ?? ai.getOptions().tracer;
     let functions = this.functions;
     if (options?.functions) {
       functions = parseFunctions(options.functions, this.functions);