@ax-llm/ax 11.0.44 → 11.0.45

package/index.cjs

@@ -46,6 +46,9 @@ __export(index_exports, {
   AxAIGoogleGeminiModel: () => AxAIGoogleGeminiModel,
   AxAIGoogleGeminiSafetyCategory: () => AxAIGoogleGeminiSafetyCategory,
   AxAIGoogleGeminiSafetyThreshold: () => AxAIGoogleGeminiSafetyThreshold,
+  AxAIGrok: () => AxAIGrok,
+  AxAIGrokEmbedModels: () => AxAIGrokEmbedModels,
+  AxAIGrokModel: () => AxAIGrokModel,
   AxAIGroq: () => AxAIGroq,
   AxAIGroqModel: () => AxAIGroqModel,
   AxAIHuggingFace: () => AxAIHuggingFace,
@@ -126,6 +129,8 @@ __export(index_exports, {
   axAIDeepSeekDefaultConfig: () => axAIDeepSeekDefaultConfig,
   axAIGoogleGeminiDefaultConfig: () => axAIGoogleGeminiDefaultConfig,
   axAIGoogleGeminiDefaultCreativeConfig: () => axAIGoogleGeminiDefaultCreativeConfig,
+  axAIGrokBestConfig: () => axAIGrokBestConfig,
+  axAIGrokDefaultConfig: () => axAIGrokDefaultConfig,
   axAIHuggingFaceCreativeConfig: () => axAIHuggingFaceCreativeConfig,
   axAIHuggingFaceDefaultConfig: () => axAIHuggingFaceDefaultConfig,
   axAIMistralBestConfig: () => axAIMistralBestConfig,
@@ -147,6 +152,7 @@ __export(index_exports, {
   axModelInfoCohere: () => axModelInfoCohere,
   axModelInfoDeepSeek: () => axModelInfoDeepSeek,
   axModelInfoGoogleGemini: () => axModelInfoGoogleGemini,
+  axModelInfoGrok: () => axModelInfoGrok,
   axModelInfoGroq: () => axModelInfoGroq,
   axModelInfoHuggingFace: () => axModelInfoHuggingFace,
   axModelInfoMistral: () => axModelInfoMistral,
@@ -1073,10 +1079,6 @@ var AxBaseAI = class {
     if (!canStream) {
       modelConfig.stream = false;
     }
-    const canSetThinkingTokenBudget = this.getFeatures(model).thinkingTokenBudget;
-    if (!canSetThinkingTokenBudget && options?.thinkingTokenBudget) {
-      throw new Error("Thinking token budget is not supported for this model");
-    }
     if (this.tracer) {
       return await this.tracer?.startActiveSpan(
         "AI Chat Request",
@@ -2106,9 +2108,10 @@ var axAIOpenAIFastConfig = () => ({
   model: "gpt-4.1-mini" /* GPT41Mini */
 });
 var AxAIOpenAIImpl = class {
-  constructor(config, streamingUsage) {
+  constructor(config, streamingUsage, chatReqUpdater) {
     this.config = config;
     this.streamingUsage = streamingUsage;
+    this.chatReqUpdater = chatReqUpdater;
   }
   tokensUsed;
   getTokenUsage() {
@@ -2128,7 +2131,7 @@ var AxAIOpenAIImpl = class {
       stream: config.stream
     };
   }
-  createChatReq(req, _config) {
+  createChatReq(req, config) {
     const model = req.model;
     if (!req.chatPrompt || req.chatPrompt.length === 0) {
       throw new Error("Chat prompt is empty");
@@ -2148,12 +2151,11 @@ var AxAIOpenAIImpl = class {
     const messages = createMessages2(req);
     const frequencyPenalty = req.modelConfig?.frequencyPenalty ?? this.config.frequencyPenalty;
     const stream = req.modelConfig?.stream ?? this.config.stream;
-    const reasoningEffort = isReasoningModel(model) ? this.config.reasoningEffort : void 0;
     const store = this.config.store;
-    const reqValue = {
+    let reqValue = {
       model,
       messages,
-      response_format: this.config?.responseFormat ? { type: this.config?.responseFormat } : void 0,
+      response_format: this.config?.responseFormat ? { type: this.config.responseFormat } : void 0,
       tools,
       tool_choice: toolsChoice,
       max_completion_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens ?? 500,
@@ -2165,9 +2167,29 @@ var AxAIOpenAIImpl = class {
       logit_bias: this.config.logitBias,
       ...frequencyPenalty ? { frequency_penalty: frequencyPenalty } : {},
       ...stream && this.streamingUsage ? { stream: true, stream_options: { include_usage: true } } : {},
-      ...reasoningEffort ? { reasoning_effort: reasoningEffort } : {},
       ...store ? { store } : {}
     };
+    if (this.config.reasoningEffort) {
+      reqValue.reasoning_effort = this.config.reasoningEffort;
+    }
+    if (config.thinkingTokenBudget) {
+      switch (config.thinkingTokenBudget) {
+        case "minimal":
+          reqValue.reasoning_effort = "low";
+          break;
+        case "low":
+          reqValue.reasoning_effort = "medium";
+          break;
+        case "medium":
+          reqValue.reasoning_effort = "high";
+          break;
+        case "high":
+          reqValue.reasoning_effort = "high";
+      }
+    }
+    if (this.chatReqUpdater) {
+      reqValue = this.chatReqUpdater(reqValue);
+    }
     return [apiConfig, reqValue];
   }
   createEmbedReq(req) {
@@ -2350,14 +2372,16 @@ var AxAIOpenAIBase = class extends AxBaseAI {
     options,
     apiURL,
     modelInfo,
-    models
+    models,
+    chatReqUpdater
   }) {
     if (!apiKey || apiKey === "") {
       throw new Error("OpenAI API key not set");
     }
     const aiImpl = new AxAIOpenAIImpl(
       config,
-      options?.streamingUsage ?? true
+      options?.streamingUsage ?? true,
+      chatReqUpdater
     );
     super(aiImpl, {
       name: "OpenAI",
@@ -2376,9 +2400,6 @@ var AxAIOpenAIBase = class extends AxBaseAI {
     });
   }
 };
-var isReasoningModel = (model) => ["o1-mini" /* O1Mini */, "o1" /* O1 */, "o3-mini" /* O3Mini */].includes(
-  model
-);
 var AxAIOpenAI = class extends AxAIOpenAIBase {
   constructor({
     apiKey,
@@ -3163,7 +3184,20 @@ var AxAIGoogleGeminiImpl = class {
       thinkingConfig.thinkingBudget = this.config.thinking.thinkingTokenBudget;
     }
     if (config.thinkingTokenBudget) {
-      thinkingConfig.thinkingBudget = config.thinkingTokenBudget;
+      switch (config.thinkingTokenBudget) {
+        case "minimal":
+          thinkingConfig.thinkingBudget = 0;
+          break;
+        case "low":
+          thinkingConfig.thinkingBudget = 1024;
+          break;
+        case "medium":
+          thinkingConfig.thinkingBudget = 4096;
+          break;
+        case "high":
+          thinkingConfig.thinkingBudget = 8192;
+          break;
+      }
     }
     const generationConfig = {
       maxOutputTokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
@@ -4129,9 +4163,85 @@ var AxAI = class {
   }
 };
 
+// ai/x-grok/types.ts
+var AxAIGrokModel = /* @__PURE__ */ ((AxAIGrokModel2) => {
+  AxAIGrokModel2["Grok3"] = "grok-3";
+  AxAIGrokModel2["Grok3Mini"] = "grok-3-mini";
+  AxAIGrokModel2["Grok3Fast"] = "grok-3-fast";
+  AxAIGrokModel2["Grok3MiniFast"] = "grok-3-mini-fast";
+  return AxAIGrokModel2;
+})(AxAIGrokModel || {});
+var AxAIGrokEmbedModels = /* @__PURE__ */ ((AxAIGrokEmbedModels3) => {
+  AxAIGrokEmbedModels3["GrokEmbedSmall"] = "grok-embed-small";
+  return AxAIGrokEmbedModels3;
+})(AxAIGrokEmbedModels || {});
+
+// ai/x-grok/info.ts
+var axModelInfoGrok = [
+  {
+    name: "grok-3" /* Grok3 */,
+    currency: "USD",
+    promptTokenCostPer1M: 3,
+    completionTokenCostPer1M: 15
+  },
+  {
+    name: "grok-3-mini" /* Grok3Mini */,
+    currency: "USD",
+    promptTokenCostPer1M: 0.3,
+    completionTokenCostPer1M: 0.5
+  },
+  {
+    name: "grok-3-fast" /* Grok3Fast */,
+    currency: "USD",
+    promptTokenCostPer1M: 5,
+    completionTokenCostPer1M: 25
+  },
+  {
+    name: "grok-3-mini-fast" /* Grok3MiniFast */,
+    currency: "USD",
+    promptTokenCostPer1M: 0.6,
+    completionTokenCostPer1M: 4
+  }
+];
+
+// ai/x-grok/api.ts
+var axAIGrokDefaultConfig = () => structuredClone({
+  model: "grok-3-mini" /* Grok3Mini */,
+  ...axBaseAIDefaultConfig()
+});
+var axAIGrokBestConfig = () => structuredClone({
+  ...axAIGrokDefaultConfig(),
+  model: "grok-3" /* Grok3 */
+});
+var AxAIGrok = class extends AxAIOpenAIBase {
+  constructor({
+    apiKey,
+    config,
+    options,
+    models
+  }) {
+    if (!apiKey || apiKey === "") {
+      throw new Error("Grok API key not set");
+    }
+    const _config = {
+      ...axAIGrokDefaultConfig(),
+      ...config
+    };
+    super({
+      apiKey,
+      config: _config,
+      options,
+      apiURL: "https://api.x.ai/v1",
+      modelInfo: axModelInfoGrok,
+      models
+    });
+    super.setName("Grok");
+  }
+};
+
 // dsp/generate.ts
 var import_web5 = require("stream/web");
-var import_api21 = require("@opentelemetry/api");
+var import_api22 = require("@opentelemetry/api");
 
 // ai/util.ts
 function mergeFunctionCalls(functionCalls, functionCallDeltas) {
@@ -6986,7 +7096,7 @@ Content: ${result.content}`
     const traceLabel = options.traceLabel ?? this.options?.traceLabel;
     const spanName = traceLabel ? `${traceLabel} (AxGen)` : "AxGen";
     const span = tracer.startSpan(spanName, {
-      kind: import_api21.SpanKind.SERVER,
+      kind: import_api22.SpanKind.SERVER,
       attributes
     });
     try {
@@ -7861,7 +7971,7 @@ var randomSample = (array, n) => {
 };
 
 // db/base.ts
-var import_api22 = require("@opentelemetry/api");
+var import_api23 = require("@opentelemetry/api");
 var AxDBBase = class {
   name;
   fetch;
@@ -7888,7 +7998,7 @@ var AxDBBase = class {
     return await this.tracer?.startActiveSpan(
       "DB Upsert Request",
       {
-        kind: import_api22.SpanKind.SERVER,
+        kind: import_api23.SpanKind.SERVER,
         attributes: {
           [axSpanAttributes.DB_SYSTEM]: this.name,
           [axSpanAttributes.DB_OPERATION_NAME]: "upsert",
@@ -7922,7 +8032,7 @@ var AxDBBase = class {
     return await this.tracer?.startActiveSpan(
       "DB Batch Upsert Request",
       {
-        kind: import_api22.SpanKind.SERVER,
+        kind: import_api23.SpanKind.SERVER,
         attributes: {
           [axSpanAttributes.DB_SYSTEM]: this.name,
           [axSpanAttributes.DB_OPERATION_NAME]: "upsert",
@@ -7950,7 +8060,7 @@ var AxDBBase = class {
     return await this.tracer?.startActiveSpan(
       "DB Query Request",
       {
-        kind: import_api22.SpanKind.SERVER,
+        kind: import_api23.SpanKind.SERVER,
         attributes: {
           [axSpanAttributes.DB_SYSTEM]: this.name,
           [axSpanAttributes.DB_OPERATION_NAME]: "upsert",
@@ -11764,6 +11874,9 @@ var AxRAG = class extends AxChainOfThought {
   AxAIGoogleGeminiModel,
   AxAIGoogleGeminiSafetyCategory,
   AxAIGoogleGeminiSafetyThreshold,
+  AxAIGrok,
+  AxAIGrokEmbedModels,
+  AxAIGrokModel,
   AxAIGroq,
   AxAIGroqModel,
   AxAIHuggingFace,
@@ -11844,6 +11957,8 @@ var AxRAG = class extends AxChainOfThought {
   axAIDeepSeekDefaultConfig,
   axAIGoogleGeminiDefaultConfig,
   axAIGoogleGeminiDefaultCreativeConfig,
+  axAIGrokBestConfig,
+  axAIGrokDefaultConfig,
   axAIHuggingFaceCreativeConfig,
   axAIHuggingFaceDefaultConfig,
   axAIMistralBestConfig,
@@ -11865,6 +11980,7 @@ var AxRAG = class extends AxChainOfThought {
   axModelInfoCohere,
   axModelInfoDeepSeek,
   axModelInfoGoogleGemini,
+  axModelInfoGrok,
   axModelInfoGroq,
   axModelInfoHuggingFace,
   axModelInfoMistral,