@ax-llm/ax 11.0.46 → 11.0.48

package/index.cjs

@@ -365,14 +365,14 @@ var defaultRetryConfig = {
 var defaultTimeoutMs = 3e4;
 var textDecoderStream = import_web3.TextDecoderStream ?? TextDecoderStreamPolyfill;
 var AxAIServiceError = class extends Error {
-  constructor(message, url, requestBody, context = {}) {
+  constructor(message, url, requestBody, context3 = {}) {
     super(message);
     this.url = url;
     this.requestBody = requestBody;
     this.name = this.constructor.name;
     this.timestamp = (/* @__PURE__ */ new Date()).toISOString();
     this.errorId = crypto.randomUUID();
-    this.context = context;
+    this.context = context3;
     this.stack = this.toString();
   }
   timestamp;
@@ -394,11 +394,11 @@ var AxAIServiceError = class extends Error {
   }
 };
 var AxAIServiceStatusError = class extends AxAIServiceError {
-  constructor(status, statusText, url, requestBody, context) {
+  constructor(status, statusText, url, requestBody, context3) {
     super(`HTTP ${status} - ${statusText}`, url, requestBody, {
       httpStatus: status,
       httpStatusText: statusText,
-      ...context
+      ...context3
     });
     this.status = status;
     this.statusText = statusText;
@@ -406,11 +406,11 @@ var AxAIServiceStatusError = class extends AxAIServiceError {
   }
 };
 var AxAIServiceNetworkError = class extends AxAIServiceError {
-  constructor(originalError, url, requestBody, context) {
+  constructor(originalError, url, requestBody, context3) {
     super(`Network Error: ${originalError.message}`, url, requestBody, {
       originalErrorName: originalError.name,
       originalErrorStack: originalError.stack,
-      ...context
+      ...context3
     });
     this.originalError = originalError;
     this.name = this.constructor.name;
@@ -418,33 +418,33 @@ var AxAIServiceNetworkError = class extends AxAIServiceError {
   }
 };
 var AxAIServiceResponseError = class extends AxAIServiceError {
-  constructor(message, url, requestBody, context) {
-    super(message, url, requestBody, context);
+  constructor(message, url, requestBody, context3) {
+    super(message, url, requestBody, context3);
     this.name = this.constructor.name;
   }
 };
 var AxAIServiceStreamTerminatedError = class extends AxAIServiceError {
-  constructor(url, requestBody, lastChunk, context) {
+  constructor(url, requestBody, lastChunk, context3) {
     super("Stream terminated unexpectedly by remote host", url, requestBody, {
       lastChunk,
-      ...context
+      ...context3
     });
     this.lastChunk = lastChunk;
     this.name = this.constructor.name;
   }
 };
 var AxAIServiceTimeoutError = class extends AxAIServiceError {
-  constructor(url, timeoutMs, requestBody, context) {
+  constructor(url, timeoutMs, requestBody, context3) {
     super(`Request timeout after ${timeoutMs}ms`, url, requestBody, {
       timeoutMs,
-      ...context
+      ...context3
     });
     this.name = this.constructor.name;
   }
 };
 var AxAIServiceAuthenticationError = class extends AxAIServiceError {
-  constructor(url, requestBody, context) {
-    super("Authentication failed", url, requestBody, context);
+  constructor(url, requestBody, context3) {
+    super("Authentication failed", url, requestBody, context3);
     this.name = this.constructor.name;
   }
 };
@@ -490,14 +490,12 @@ var apiCall = async (api, json) => {
       );
     }
   }
-  if (api.span?.isRecording()) {
-    api.span.setAttributes({
-      "http.request.method": api.put ? "PUT" : "POST",
-      "url.full": apiUrl.href,
-      "request.id": requestId,
-      "request.startTime": metrics.startTime
-    });
-  }
+  api.span?.setAttributes({
+    "http.request.method": api.put ? "PUT" : "POST",
+    "url.full": apiUrl.href,
+    "request.id": requestId,
+    "request.startTime": metrics.startTime
+  });
   let attempt = 0;
   while (true) {
     const controller = new AbortController();
@@ -524,16 +522,14 @@ var apiCall = async (api, json) => {
         const delay = calculateRetryDelay(attempt, retryConfig);
         attempt++;
         updateRetryMetrics(metrics);
-        if (api.span?.isRecording()) {
-          api.span.addEvent("retry", {
-            attempt,
-            delay,
-            status: res.status,
-            "metrics.startTime": metrics.startTime,
-            "metrics.retryCount": metrics.retryCount,
-            "metrics.lastRetryTime": metrics.lastRetryTime
-          });
-        }
+        api.span?.addEvent("retry", {
+          attempt,
+          delay,
+          status: res.status,
+          "metrics.startTime": metrics.startTime,
+          "metrics.retryCount": metrics.retryCount,
+          "metrics.lastRetryTime": metrics.lastRetryTime
+        });
         await new Promise((resolve) => setTimeout(resolve, delay));
         continue;
       }
@@ -559,12 +555,10 @@ var apiCall = async (api, json) => {
             );
           }
         }
-        if (api.span?.isRecording()) {
-          api.span.setAttributes({
-            "response.time": Date.now() - metrics.startTime,
-            "response.retries": metrics.retryCount
-          });
-        }
+        api.span?.setAttributes({
+          "response.time": Date.now() - metrics.startTime,
+          "response.retries": metrics.retryCount
+        });
         return resJson;
       }
       if (!res.body) {
@@ -584,15 +578,11 @@ var apiCall = async (api, json) => {
           metrics.streamChunks = chunkCount;
           metrics.lastChunkTime = Date.now();
           controller2.enqueue(chunk);
-        },
-        flush() {
-          if (api.span?.isRecording()) {
-            api.span.setAttributes({
-              "stream.chunks": chunkCount,
-              "stream.duration": Date.now() - metrics.startTime,
-              "response.retries": metrics.retryCount
-            });
-          }
+          api.span?.addEvent("stream.chunk", {
+            "stream.chunks": chunkCount,
+            "stream.duration": Date.now() - metrics.startTime,
+            "response.retries": metrics.retryCount
+          });
         }
       });
       let closed = false;
@@ -677,16 +667,14 @@ var apiCall = async (api, json) => {
         const delay = calculateRetryDelay(attempt, retryConfig);
         attempt++;
         updateRetryMetrics(metrics);
-        if (api.span?.isRecording()) {
-          api.span.addEvent("retry", {
-            attempt,
-            delay,
-            error: error.message,
-            "metrics.startTime": metrics.startTime,
-            "metrics.retryCount": metrics.retryCount,
-            "metrics.lastRetryTime": metrics.lastRetryTime
-          });
-        }
+        api.span?.addEvent("retry", {
+          attempt,
+          delay,
+          error: error.message,
+          "metrics.startTime": metrics.startTime,
+          "metrics.retryCount": metrics.retryCount,
+          "metrics.lastRetryTime": metrics.lastRetryTime
+        });
         await new Promise((resolve) => setTimeout(resolve, delay));
         continue;
       }
@@ -1085,7 +1073,7 @@ var AxBaseAI = class {
       modelConfig.stream = false;
     }
     if (this.tracer) {
-      return await this.tracer?.startActiveSpan(
+      return await this.tracer.startActiveSpan(
         "AI Chat Request",
         {
           kind: import_api2.SpanKind.SERVER,
@@ -1103,6 +1091,7 @@ var AxBaseAI = class {
             [axSpanAttributes.LLM_REQUEST_LLM_IS_STREAMING]: modelConfig.stream
           }
         },
+        options?.traceContext ?? import_api2.context.active(),
         async (span) => {
           return await this._chat2(model, modelConfig, req, options, span);
         }
@@ -1284,6 +1273,7 @@ var AxBaseAI = class {
             [axSpanAttributes.LLM_REQUEST_MODEL]: embedModel
           }
         },
+        options?.traceContext ?? import_api2.context.active(),
         async (span) => {
           try {
             return await this._embed2(embedModel, req, options, span);
@@ -2234,6 +2224,10 @@ var AxAIOpenAIImpl = class {
           break;
         case "high":
           reqValue.reasoning_effort = "high";
+          break;
+        case "highest":
+          reqValue.reasoning_effort = "high";
+          break;
       }
     }
     if (this.chatReqUpdater) {
@@ -3272,16 +3266,19 @@ var AxAIGoogleGeminiImpl = class {
     if (config.thinkingTokenBudget) {
       switch (config.thinkingTokenBudget) {
         case "minimal":
-          thinkingConfig.thinkingBudget = 0;
+          thinkingConfig.thinkingBudget = 200;
           break;
         case "low":
-          thinkingConfig.thinkingBudget = 1024;
+          thinkingConfig.thinkingBudget = 800;
           break;
         case "medium":
-          thinkingConfig.thinkingBudget = 4096;
+          thinkingConfig.thinkingBudget = 5e3;
           break;
         case "high":
-          thinkingConfig.thinkingBudget = 8192;
+          thinkingConfig.thinkingBudget = 1e4;
+          break;
+        case "highest":
+          thinkingConfig.thinkingBudget = 24500;
           break;
       }
     }
@@ -4682,9 +4679,9 @@ var SignatureParser = class {
       };
     } catch (error) {
       const errorMessage = error instanceof Error ? error.message : "Unknown error";
-      const context = this.getErrorContext();
+      const context3 = this.getErrorContext();
       throw new Error(`${errorMessage}
-${context}`);
+${context3}`);
     }
   }
   getErrorContext() {
@@ -6783,7 +6780,8 @@ var AxGen = class extends AxProgramWithSignature {
   async forwardSendRequest({
     ai,
     mem,
-    options
+    options,
+    traceContext
   }) {
     const {
       sessionId,
@@ -6816,7 +6814,8 @@ var AxGen = class extends AxProgramWithSignature {
         rateLimiter,
         stream,
         debug: false,
-        thinkingTokenBudget
+        thinkingTokenBudget,
+        traceContext
       }
     );
     return res;
@@ -6825,7 +6824,8 @@ var AxGen = class extends AxProgramWithSignature {
     ai,
     mem,
     options,
-    span
+    span,
+    traceContext
   }) {
     const { sessionId, traceId, functions: _functions } = options ?? {};
     const fastFail = options?.fastFail ?? this.options?.fastFail;
@@ -6834,7 +6834,8 @@ var AxGen = class extends AxProgramWithSignature {
     const res = await this.forwardSendRequest({
       ai,
       mem,
-      options
+      options,
+      traceContext
     });
     if (res instanceof import_web5.ReadableStream) {
       yield* this.processStreamingResponse({
@@ -7072,7 +7073,7 @@ Content: ${result.content}`
     }
     return { ...this.values };
   }
-  async *_forward2(ai, values, options, span) {
+  async *_forward2(ai, values, options, span, traceContext) {
     const stopFunction = (options?.stopFunction ?? this.options?.stopFunction)?.toLowerCase();
     const maxRetries = options.maxRetries ?? this.options?.maxRetries ?? 10;
     const maxSteps = options.maxSteps ?? this.options?.maxSteps ?? 10;
@@ -7096,7 +7097,13 @@ Content: ${result.content}`
     multiStepLoop: for (let n = 0; n < maxSteps; n++) {
       for (let errCount = 0; errCount < maxRetries; errCount++) {
         try {
-          const generator = this.forwardCore({ options, ai, mem, span });
+          const generator = this.forwardCore({
+            options,
+            ai,
+            mem,
+            span,
+            traceContext
+          });
           for await (const delta of generator) {
             if (delta !== void 0) {
               yield { version: errCount, delta };
@@ -7176,7 +7183,7 @@ Content: ${result.content}`
     return false;
   }
   async *_forward1(ai, values, options) {
-    const tracer = options?.tracer ?? this.options?.tracer;
+    const tracer = options?.tracer ?? this.options?.tracer ?? ai.getOptions().tracer;
     let functions = this.functions;
     if (options?.functions) {
       functions = parseFunctions(options.functions, this.functions);
@@ -7205,6 +7212,8 @@ Content: ${result.content}`
       kind: import_api22.SpanKind.SERVER,
       attributes
     });
+    const currentContext = import_api22.context.active();
+    const traceContext = import_api22.trace.setSpan(currentContext, span);
     try {
       if (!this.excludeContentFromTrace) {
         span.addEvent("input", { content: JSON.stringify(values, null, 2) });
@@ -7216,7 +7225,8 @@ Content: ${result.content}`
           ...options,
           functions
         },
-        span
+        span,
+        traceContext
       );
       if (!this.excludeContentFromTrace) {
         span.addEvent("output", {
@@ -8101,7 +8111,7 @@ var AxDBBase = class {
     if (!this.tracer) {
       return await this._upsert(req, update);
     }
-    return await this.tracer?.startActiveSpan(
+    return await this.tracer.startActiveSpan(
       "DB Upsert Request",
       {
         kind: import_api23.SpanKind.SERVER,
@@ -8135,7 +8145,7 @@ var AxDBBase = class {
     if (!this.tracer) {
       return await this._batchUpsert(req, update);
     }
-    return await this.tracer?.startActiveSpan(
+    return await this.tracer.startActiveSpan(
       "DB Batch Upsert Request",
       {
         kind: import_api23.SpanKind.SERVER,
@@ -8163,7 +8173,7 @@ var AxDBBase = class {
     if (!this.tracer) {
       return await this._query(req);
     }
-    return await this.tracer?.startActiveSpan(
+    return await this.tracer.startActiveSpan(
       "DB Query Request",
       {
         kind: import_api23.SpanKind.SERVER,
@@ -9140,24 +9150,24 @@ var AxJSInterpreter = class {
     this.permissions = permissions ?? [];
   }
   codeInterpreterJavascript(code) {
-    const context = { console };
+    const context3 = { console };
     if (this.permissions.includes("node:fs" /* FS */)) {
-      context.fs = _fs;
+      context3.fs = _fs;
     }
     if (this.permissions.includes("net" /* NET */)) {
-      context.http = _http;
-      context.https = _https;
+      context3.http = _http;
+      context3.https = _https;
     }
     if (this.permissions.includes("os" /* OS */)) {
-      context.os = _os;
+      context3.os = _os;
     }
     if (this.permissions.includes("crypto" /* CRYPTO */)) {
-      context.crypto = _crypto;
+      context3.crypto = _crypto;
     }
     if (this.permissions.includes("process" /* PROCESS */)) {
-      context.process = _process;
+      context3.process = _process;
     }
-    return (0, import_node_vm.runInNewContext)(`(function() { ${code} })()`, context);
+    return (0, import_node_vm.runInNewContext)(`(function() { ${code} })()`, context3);
   }
   toFunction() {
     return {
@@ -9940,9 +9950,9 @@ var colorLog6 = new ColorLog();
 var AxSimpleClassifierClass = class {
   name;
   context;
-  constructor(name, context) {
+  constructor(name, context3) {
     this.name = name;
-    this.context = context;
+    this.context = context3;
   }
   getName() {
     return this.name;
@@ -11946,20 +11956,20 @@ var AxRAG = class extends AxChainOfThought {
     this.register(this.genQuery);
   }
   async forward(ai, { question }, options) {
-    let context = [];
+    let context3 = [];
     for (let i = 0; i < this.maxHops; i++) {
       const { query } = await this.genQuery.forward(
         ai,
         {
-          context,
+          context: context3,
           question
         },
         options
       );
       const val = await this.queryFn(query);
-      context = AxStringUtil.dedup([...context, val]);
+      context3 = AxStringUtil.dedup([...context3, val]);
     }
-    return super.forward(ai, { context, question }, options);
+    return super.forward(ai, { context: context3, question }, options);
   }
 };
 // Annotate the CommonJS export names for ESM import in node: