@wix/evalforge-evaluator 0.89.0 → 0.91.0

package/build/index.js

@@ -249,6 +249,12 @@ function applyParamsToAssertion(assertion, params) {
       }
     };
   }
+  if (assertion.type === "time_limit" && params.maxDurationMs !== void 0) {
+    return {
+      ...assertion,
+      maxDurationMs: params.maxDurationMs
+    };
+  }
   if (assertion.type === "skill_was_called" && params.skillNames !== void 0) {
     return {
       ...assertion,
@@ -274,6 +280,18 @@ function resolveSystemAssertion(assertionId, params) {
         expectedExitCode: params?.expectedExitCode ?? void 0
       };
       break;
+    case "time_limit":
+      baseAssertion = {
+        type: "time_limit",
+        maxDurationMs: params?.maxDurationMs ?? 3e5
+      };
+      break;
+    case "cost":
+      baseAssertion = {
+        type: "cost",
+        maxCostUsd: params?.maxCostUsd ?? 1
+      };
+      break;
     case "llm_judge":
       baseAssertion = {
         type: "llm_judge",
@@ -2538,7 +2556,8 @@ async function runScenario(config, evalRunId2, scenario, evalData, template, res
     fileDiffs: partialResult.fileDiffs?.map((d) => ({
       path: d.path,
       status: templateFilesMap.get(d.path)
-    }))
+    })),
+    durationMs: partialResult.duration
   };
   const { "x-wix-ai-gateway-stream": _stream, ...judgeHeaders } = config.aiGatewayHeaders;
   const defaultJudgeModel = import_evalforge_types6.DEFAULT_JUDGE_MODEL;