@wix/evalforge-evaluator 0.6.0 → 0.8.0

package/build/index.js

@@ -55,21 +55,45 @@ function loadConfig() {
       aiGatewayHeaders[key] = value;
     }
   }
+  const tracePushUrl = process.env.TRACE_PUSH_URL;
+  const routeHeader = process.env.EVAL_ROUTE_HEADER;
+  const authToken = process.env.EVAL_AUTH_TOKEN;
   return {
     serverUrl,
     apiPrefix,
     aiGatewayUrl,
     aiGatewayHeaders,
-    evaluationsDir
+    evaluationsDir,
+    tracePushUrl,
+    routeHeader,
+    authToken
   };
 }
 
 // src/api-client.ts
-function createApiClient(serverUrl, apiPrefix = "") {
+function createApiClient(serverUrl, options = "") {
+  const opts = typeof options === "string" ? { apiPrefix: options } : options;
+  const apiPrefix = opts.apiPrefix ?? "";
+  const routeHeader = opts.routeHeader;
+  const authToken = opts.authToken;
+  const pathPrefix = authToken ? "/public" : "";
+  function buildHeaders(additionalHeaders) {
+    const headers = { ...additionalHeaders };
+    if (authToken) {
+      headers["Authorization"] = `Bearer ${authToken}`;
+    }
+    if (routeHeader) {
+      headers["x-wix-route"] = routeHeader;
+    }
+    return headers;
+  }
   async function fetchJson(path9) {
-    const url = `${serverUrl}${apiPrefix}${path9}`;
+    const url = `${serverUrl}${apiPrefix}${pathPrefix}${path9}`;
     console.error(`[API] GET ${url}`);
-    const response = await fetch(url);
+    const headers = buildHeaders();
+    const response = await fetch(url, {
+      headers: Object.keys(headers).length > 0 ? headers : void 0
+    });
     if (!response.ok) {
       const errorText = await response.text();
       throw new Error(
@@ -79,11 +103,11 @@ function createApiClient(serverUrl, apiPrefix = "") {
     return response.json();
   }
   async function postJson(path9, body) {
-    const url = `${serverUrl}${apiPrefix}${path9}`;
+    const url = `${serverUrl}${apiPrefix}${pathPrefix}${path9}`;
     console.error(`[API] POST ${url}`);
     const response = await fetch(url, {
       method: "POST",
-      headers: { "Content-Type": "application/json" },
+      headers: buildHeaders({ "Content-Type": "application/json" }),
       body: JSON.stringify(body)
     });
     if (!response.ok) {
@@ -94,9 +118,13 @@ function createApiClient(serverUrl, apiPrefix = "") {
     }
   }
   async function deleteRequest(path9) {
-    const url = `${serverUrl}${apiPrefix}${path9}`;
+    const url = `${serverUrl}${apiPrefix}${pathPrefix}${path9}`;
     console.error(`[API] DELETE ${url}`);
-    const response = await fetch(url, { method: "DELETE" });
+    const headers = buildHeaders();
+    const response = await fetch(url, {
+      method: "DELETE",
+      headers: Object.keys(headers).length > 0 ? headers : void 0
+    });
     if (!response.ok) {
       const errorText = await response.text();
       throw new Error(
@@ -105,11 +133,11 @@ function createApiClient(serverUrl, apiPrefix = "") {
     }
   }
   async function putJson(path9, body) {
-    const url = `${serverUrl}${apiPrefix}${path9}`;
+    const url = `${serverUrl}${apiPrefix}${pathPrefix}${path9}`;
     console.error(`[API] PUT ${url}`);
     const response = await fetch(url, {
       method: "PUT",
-      headers: { "Content-Type": "application/json" },
+      headers: buildHeaders({ "Content-Type": "application/json" }),
       body: JSON.stringify(body)
     });
     if (!response.ok) {
@@ -6076,8 +6104,39 @@ var import_crypto = require("crypto");
 var import_promises3 = require("fs/promises");
 var import_path5 = require("path");
 var DEFAULT_MODEL = "claude-sonnet-4-20250514";
-function emitTraceEvent(event) {
+function emitTraceEvent(event, tracePushUrl, routeHeader, authToken) {
   console.log(`${import_evalforge_types.TRACE_EVENT_PREFIX}${JSON.stringify(event)}`);
+  if (tracePushUrl) {
+    pushTraceEvent(tracePushUrl, event, routeHeader, authToken).catch((err) => {
+      console.error("[Trace Push] Failed to push trace event:", err);
+    });
+  }
+}
+async function pushTraceEvent(url, event, routeHeader, authToken) {
+  try {
+    const headers = {
+      "Content-Type": "application/json"
+    };
+    if (authToken) {
+      headers["Authorization"] = `Bearer ${authToken}`;
+    }
+    if (routeHeader) {
+      headers["x-wix-route"] = routeHeader;
+    }
+    const response = await fetch(url, {
+      method: "POST",
+      headers,
+      body: JSON.stringify(event)
+    });
+    if (!response.ok) {
+      const errorText = await response.text();
+      console.error(
+        `[Trace Push] HTTP ${response.status}: ${errorText.slice(0, 200)}`
+      );
+    }
+  } catch (err) {
+    console.error("[Trace Push] Network error:", err);
+  }
 }
 function createTraceEventFromMessage(message, context, stepNumber, isComplete) {
   let type = import_evalforge_types.LiveTraceEventType.COMPLETION;
@@ -6235,7 +6294,12 @@ async function executeWithClaudeCode(skill, scenario, options) {
         false
         // Not complete yet
       );
-      emitTraceEvent(traceEvent);
+      emitTraceEvent(
+        traceEvent,
+        traceContext.tracePushUrl,
+        traceContext.routeHeader,
+        traceContext.authToken
+      );
     }
   }
   console.log(
@@ -6244,18 +6308,23 @@ async function executeWithClaudeCode(skill, scenario, options) {
     "messages"
   );
   if (traceContext) {
-    emitTraceEvent({
-      evalRunId: traceContext.evalRunId,
-      scenarioId: traceContext.scenarioId,
-      scenarioName: traceContext.scenarioName,
-      targetId: traceContext.targetId,
-      targetName: traceContext.targetName,
-      stepNumber: traceStepNumber + 1,
-      type: import_evalforge_types.LiveTraceEventType.COMPLETION,
-      outputPreview: "Scenario execution completed",
-      timestamp: (/* @__PURE__ */ new Date()).toISOString(),
-      isComplete: true
-    });
+    emitTraceEvent(
+      {
+        evalRunId: traceContext.evalRunId,
+        scenarioId: traceContext.scenarioId,
+        scenarioName: traceContext.scenarioName,
+        targetId: traceContext.targetId,
+        targetName: traceContext.targetName,
+        stepNumber: traceStepNumber + 1,
+        type: import_evalforge_types.LiveTraceEventType.COMPLETION,
+        outputPreview: "Scenario execution completed",
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        isComplete: true
+      },
+      traceContext.tracePushUrl,
+      traceContext.routeHeader,
+      traceContext.authToken
+    );
   }
   const endTime = /* @__PURE__ */ new Date();
   const totalDurationMs = endTime.getTime() - startTime.getTime();
@@ -6473,7 +6542,10 @@ async function callSkill(config, evalRunId2, scenario, skill, agent, workDir) {
       scenarioId: scenario.id,
       scenarioName: scenario.name,
       targetId: skill.id,
-      targetName: skill.name
+      targetName: skill.name,
+      tracePushUrl: config.tracePushUrl,
+      routeHeader: config.routeHeader,
+      authToken: config.authToken
     }
   });
   const completedAt = (/* @__PURE__ */ new Date()).toISOString();
@@ -6586,9 +6658,14 @@ async function runEvaluation(projectId2, evalRunId2) {
     serverUrl: config.serverUrl,
     aiGatewayUrl: config.aiGatewayUrl,
     evaluationsDir: config.evaluationsDir,
-    hasAiGatewayHeaders: Object.keys(config.aiGatewayHeaders).length > 0
+    hasAiGatewayHeaders: Object.keys(config.aiGatewayHeaders).length > 0,
+    hasRouteHeader: !!config.routeHeader
+  });
+  const api = createApiClient(config.serverUrl, {
+    apiPrefix: config.apiPrefix,
+    routeHeader: config.routeHeader,
+    authToken: config.authToken
   });
-  const api = createApiClient(config.serverUrl, config.apiPrefix);
   console.error(
     "[DEBUG-H2] fetchEvaluationData START",
     JSON.stringify({ serverUrl: config.serverUrl, timestamp: Date.now() })
@@ -6672,7 +6749,10 @@ runEvaluation(projectId, evalRunId).then(() => {
   console.error("[EVALUATOR-BOOT] runEvaluation FAILED:", err);
   try {
     const config = loadConfig();
-    const api = createApiClient(config.serverUrl, config.apiPrefix);
+    const api = createApiClient(config.serverUrl, {
+      apiPrefix: config.apiPrefix,
+      routeHeader: config.routeHeader
+    });
     await api.updateEvalRun(projectId, evalRunId, {
       status: import_evalforge_types3.EvalStatus.FAILED,
       completedAt: (/* @__PURE__ */ new Date()).toISOString()