@ax-llm/ax 11.0.56 → 11.0.57

package/index.d.cts

@@ -166,6 +166,7 @@ type AxModelInfo = {
     aliases?: string[];
     hasThinkingBudget?: boolean;
     hasShowThoughts?: boolean;
+    maxTokens?: number;
 };
 type AxTokenUsage = {
     promptTokens: number;
@@ -386,6 +387,8 @@ interface AxAIServiceImpl<TModel, TEmbedModel, TChatRequest, TEmbedRequest, TCha
 }
 
 declare enum AxAIAnthropicModel {
+    Claude4Opus = "claude-opus-4-20250514",
+    Claude4Sonnet = "claude-sonnet-4-20250514",
     Claude37Sonnet = "claude-3-7-sonnet-latest",
     Claude35Sonnet = "claude-3-5-sonnet-latest",
     Claude35Haiku = "claude-3-5-haiku-latest",

package/index.d.ts

@@ -166,6 +166,7 @@ type AxModelInfo = {
     aliases?: string[];
     hasThinkingBudget?: boolean;
     hasShowThoughts?: boolean;
+    maxTokens?: number;
 };
 type AxTokenUsage = {
     promptTokens: number;
@@ -386,6 +387,8 @@ interface AxAIServiceImpl<TModel, TEmbedModel, TChatRequest, TEmbedRequest, TCha
 }
 
 declare enum AxAIAnthropicModel {
+    Claude4Opus = "claude-opus-4-20250514",
+    Claude4Sonnet = "claude-sonnet-4-20250514",
     Claude37Sonnet = "claude-3-7-sonnet-latest",
     Claude35Sonnet = "claude-3-5-sonnet-latest",
     Claude35Haiku = "claude-3-5-haiku-latest",

package/index.js

@@ -1425,6 +1425,8 @@ var GoogleVertexAuth = class {
 
 // ai/anthropic/types.ts
 var AxAIAnthropicModel = /* @__PURE__ */ ((AxAIAnthropicModel2) => {
+  AxAIAnthropicModel2["Claude4Opus"] = "claude-opus-4-20250514";
+  AxAIAnthropicModel2["Claude4Sonnet"] = "claude-sonnet-4-20250514";
   AxAIAnthropicModel2["Claude37Sonnet"] = "claude-3-7-sonnet-latest";
   AxAIAnthropicModel2["Claude35Sonnet"] = "claude-3-5-sonnet-latest";
   AxAIAnthropicModel2["Claude35Haiku"] = "claude-3-5-haiku-latest";
@@ -1447,50 +1449,80 @@ var AxAIAnthropicVertexModel = /* @__PURE__ */ ((AxAIAnthropicVertexModel2) => {
 
 // ai/anthropic/info.ts
 var axModelInfoAnthropic = [
-  // 35
+  // 4
+  {
+    name: "claude-opus-4-20250514" /* Claude4Opus */,
+    currency: "usd",
+    promptTokenCostPer1M: 15,
+    completionTokenCostPer1M: 75,
+    maxTokens: 32e3
+  },
+  {
+    name: "claude-sonnet-4-20250514" /* Claude4Sonnet */,
+    currency: "usd",
+    promptTokenCostPer1M: 3,
+    completionTokenCostPer1M: 15,
+    maxTokens: 64e3
+  },
+  // 3.7
+  {
+    name: "claude-3-7-sonnet-latest" /* Claude37Sonnet */,
+    currency: "usd",
+    promptTokenCostPer1M: 3,
+    completionTokenCostPer1M: 15,
+    maxTokens: 64e3
+  },
+  // 3.5
   {
     name: "claude-3-5-sonnet-latest" /* Claude35Sonnet */,
     currency: "usd",
     promptTokenCostPer1M: 3,
-    completionTokenCostPer1M: 15
+    completionTokenCostPer1M: 15,
+    maxTokens: 8192
   },
   {
     name: "claude-3-5-haiku-latest" /* Claude35Haiku */,
     currency: "usd",
     promptTokenCostPer1M: 0.8,
-    completionTokenCostPer1M: 4
+    completionTokenCostPer1M: 4,
+    maxTokens: 8192
   },
   // 3
   {
     name: "claude-3-opus-latest" /* Claude3Opus */,
     currency: "usd",
     promptTokenCostPer1M: 15,
-    completionTokenCostPer1M: 75
+    completionTokenCostPer1M: 75,
+    maxTokens: 4096
   },
   {
     name: "claude-3-sonnet-20240229" /* Claude3Sonnet */,
     currency: "usd",
     promptTokenCostPer1M: 3,
-    completionTokenCostPer1M: 15
+    completionTokenCostPer1M: 15,
+    maxTokens: 4096
   },
   {
     name: "claude-3-haiku-20240307" /* Claude3Haiku */,
     currency: "usd",
     promptTokenCostPer1M: 0.25,
-    completionTokenCostPer1M: 1.25
+    completionTokenCostPer1M: 1.25,
+    maxTokens: 4096
   },
-  // 21
+  // 2.1
   {
     name: "claude-2.1" /* Claude21 */,
     currency: "usd",
     promptTokenCostPer1M: 8,
-    completionTokenCostPer1M: 25
+    completionTokenCostPer1M: 25,
+    maxTokens: 4096
   },
   {
     name: "claude-instant-1.2" /* ClaudeInstant12 */,
     currency: "usd",
     promptTokenCostPer1M: 0.8,
-    completionTokenCostPer1M: 2.24
+    completionTokenCostPer1M: 2.24,
+    maxTokens: 4096
   }
 ];
 
@@ -1515,7 +1547,7 @@ var AxAIAnthropicImpl = class {
   getModelConfig() {
     const { config } = this;
     return {
-      maxTokens: config.maxTokens,
+      maxTokens: config.maxTokens ?? 4096,
       temperature: config.temperature,
       topP: config.topP,
       topK: config.topK,
@@ -1578,13 +1610,18 @@ var AxAIAnthropicImpl = class {
         input_schema: v.parameters
       })
     );
+    const maxTokens = req.modelConfig?.maxTokens ?? this.config.maxTokens;
+    const stopSequences = req.modelConfig?.stopSequences ?? this.config.stopSequences;
+    const temperature = req.modelConfig?.temperature ?? this.config.temperature;
+    const topP = req.modelConfig?.topP ?? this.config.topP;
+    const topK = req.modelConfig?.topK ?? this.config.topK;
     const reqValue = {
       ...this.isVertex ? { anthropic_version: "vertex-2023-10-16" } : { model },
-      max_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
-      stop_sequences: req.modelConfig?.stopSequences ?? this.config.stopSequences,
-      temperature: req.modelConfig?.temperature ?? this.config.temperature,
-      top_p: req.modelConfig?.topP ?? this.config.topP,
-      top_k: req.modelConfig?.topK ?? this.config.topK,
+      ...maxTokens ? { max_tokens: maxTokens } : {},
+      ...stopSequences && stopSequences.length > 0 ? { stop_sequences: stopSequences } : {},
+      ...temperature ? { temperature } : {},
+      ...topP ? { top_p: topP } : {},
+      ...topK ? { top_k: topK } : {},
       ...toolsChoice,
       ...tools && tools.length > 0 ? { tools } : {},
       ...stream ? { stream: true } : {},