@wix/evalforge-evaluator 0.153.0 → 0.154.0

package/build/index.mjs

@@ -33,6 +33,8 @@ function loadConfig() {
     }
   }
   aiGatewayHeaders["x-wix-ai-gateway-disable-cache"] = "true";
+  aiGatewayHeaders["x-time-budget"] = "300000";
+  aiGatewayHeaders["x-wix-time-budget"] = "300000";
   const tracePushUrl = process.env.TRACE_PUSH_URL;
   const routeHeader = process.env.EVAL_ROUTE_HEADER;
   const authToken = process.env.EVAL_AUTH_TOKEN;
@@ -3393,6 +3395,7 @@ defaultRegistry.register(openCodeAdapter);
 
 // src/run-scenario/agents/simple-agent/execute.ts
 import {
+  APICallError,
   generateText,
   stepCountIs
 } from "ai";
@@ -3722,6 +3725,16 @@ async function executeWithAiSdk(context) {
   if (traceContext) {
     emitStartEvent(traceContext, startTime);
   }
+  const effectiveMaxTurns = cfg.maxTurns === 0 ? void 0 : cfg.maxTurns ?? DEFAULT_MAX_TOOL_STEPS;
+  const SDK_TIMEOUT_MS = cfg.maxDurationMs ?? Math.max(3e5, (effectiveMaxTurns ?? 25) * 6e4);
+  const abortController = new AbortController();
+  const timeoutHandle = setTimeout(() => {
+    abortController.abort(
+      new Error(
+        `Simple Agent generateText timed out after ${SDK_TIMEOUT_MS}ms (model=${modelId}, scenario=${scenario.name})`
+      )
+    );
+  }, SDK_TIMEOUT_MS);
   try {
     const isAnthropic = provider === PROVIDER_ANTHROPIC2;
     const isResponsesAPI = [...OPENAI_RESPONSES_MODEL_IDS].some(
@@ -3762,12 +3775,12 @@ async function executeWithAiSdk(context) {
       ...computedProviderOpts
     };
     const stepTimestamps = [];
-    const effectiveMaxTurns = cfg.maxTurns === 0 ? void 0 : cfg.maxTurns ?? DEFAULT_MAX_TOOL_STEPS;
     const { triggerPromptImages } = context;
     const hasImages = triggerPromptImages && triggerPromptImages.length > 0;
     const result = await generateText({
       ...topLevelExtras,
       model,
+      abortSignal: abortController.signal,
       system: systemPrompt,
       ...hasImages ? {
         messages: [
@@ -3855,14 +3868,90 @@ async function executeWithAiSdk(context) {
     };
   } catch (err) {
     const baseMsg = err instanceof Error ? err.message : String(err);
+    const ctx = extractGatewayErrorContext(err);
     throw new Error(
-      `AI gateway request failed (provider=${provider}, model=${modelId}): ${baseMsg}`,
+      `AI gateway request failed (provider=${provider}, model=${modelId}): ${baseMsg}${ctx}`,
       { cause: err }
     );
   } finally {
+    clearTimeout(timeoutHandle);
     await closeMcpClients(clients);
   }
 }
+var UPSTREAM_REQUEST_ID_HEADERS = [
+  "openai-request-id",
+  "x-request-id",
+  "cf-ray",
+  "x-wix-request-id"
+];
+var PROXY_BODY_FIELDS = [
+  "proxy_request_id",
+  "upstream_request_id",
+  "failure_phase"
+];
+var MAX_ERROR_WALK_DEPTH = 5;
+function findApiCallError(err, depth = 0) {
+  if (err == null || depth > MAX_ERROR_WALK_DEPTH) return void 0;
+  if (APICallError.isInstance(err)) return err;
+  if (typeof err === "object") {
+    const errors = err.errors;
+    if (Array.isArray(errors)) {
+      for (let i = errors.length - 1; i >= 0; i--) {
+        const found = findApiCallError(errors[i], depth + 1);
+        if (found) return found;
+      }
+    }
+    const cause = err.cause;
+    if (cause != null) return findApiCallError(cause, depth + 1);
+  }
+  return void 0;
+}
+function getHeader(headers, name) {
+  if (!headers) return void 0;
+  const target = name.toLowerCase();
+  for (const [key, value] of Object.entries(headers)) {
+    if (key.toLowerCase() === target) return value;
+  }
+  return void 0;
+}
+function getProxyBodyFields(responseBody) {
+  if (typeof responseBody !== "string" || responseBody.length === 0) {
+    return {};
+  }
+  let parsed;
+  try {
+    parsed = JSON.parse(responseBody);
+  } catch {
+    return {};
+  }
+  if (parsed == null || typeof parsed !== "object") return {};
+  const out = {};
+  for (const name of PROXY_BODY_FIELDS) {
+    const value = parsed[name];
+    if (typeof value === "string" && value.length > 0) {
+      out[name] = value;
+    }
+  }
+  return out;
+}
+function extractGatewayErrorContext(err) {
+  const apiError = findApiCallError(err);
+  if (!apiError) return "";
+  const fields = [];
+  if (typeof apiError.statusCode === "number") {
+    fields.push(`status=${apiError.statusCode}`);
+  }
+  for (const name of UPSTREAM_REQUEST_ID_HEADERS) {
+    const value = getHeader(apiError.responseHeaders, name);
+    if (value) fields.push(`${name}=${value}`);
+  }
+  const bodyFields = getProxyBodyFields(apiError.responseBody);
+  for (const name of PROXY_BODY_FIELDS) {
+    const value = bodyFields[name];
+    if (value) fields.push(`${name}=${value}`);
+  }
+  return fields.length > 0 ? ` [${fields.join(", ")}]` : "";
+}
 function composeSystemPrompt(context) {
   const parts = [];
   if (context.systemPrompt) {