@wix/evalforge-evaluator 0.93.0 → 0.95.0

package/build/index.js

@@ -223,23 +223,15 @@ function applyParamsToAssertion(assertion, params) {
   }
   if (assertion.type === "llm_judge") {
     let prompt = assertion.prompt;
-    let systemPrompt = assertion.systemPrompt;
     for (const [key, value] of Object.entries(params)) {
       const placeholder = `{{${key}}}`;
       const escapedPlaceholder = placeholder.replace(/[{}]/g, "\\$&");
       const replacement = String(value ?? "");
       prompt = prompt.replace(new RegExp(escapedPlaceholder, "g"), replacement);
-      if (systemPrompt) {
-        systemPrompt = systemPrompt.replace(
-          new RegExp(escapedPlaceholder, "g"),
-          replacement
-        );
-      }
     }
     return {
       ...assertion,
       prompt,
-      systemPrompt,
       ...params.model !== void 0 && { model: params.model },
       ...params.maxTokens !== void 0 && {
         maxTokens: params.maxTokens
@@ -264,6 +256,17 @@ function applyParamsToAssertion(assertion, params) {
       skillNames: parseSkillNamesFromParams(params.skillNames)
     };
   }
+  if (assertion.type === "tool_called_with_param") {
+    return {
+      ...assertion,
+      ...params.toolName !== void 0 && {
+        toolName: params.toolName
+      },
+      ...params.expectedParams !== void 0 && {
+        expectedParams: params.expectedParams
+      }
+    };
+  }
   return { ...assertion, ...params };
 }
 function resolveSystemAssertion(assertionId, params) {
@@ -276,6 +279,13 @@ function resolveSystemAssertion(assertionId, params) {
         skillNames: parseSkillNamesFromParams(params?.skillNames)
       };
       break;
+    case "tool_called_with_param":
+      baseAssertion = {
+        type: "tool_called_with_param",
+        toolName: params?.toolName ?? "",
+        expectedParams: params?.expectedParams ?? "{}"
+      };
+      break;
     case "build_passed":
       baseAssertion = {
         type: "build_passed",
@@ -299,7 +309,6 @@ function resolveSystemAssertion(assertionId, params) {
       baseAssertion = {
         type: "llm_judge",
         prompt: params?.prompt ?? "",
-        systemPrompt: params?.systemPrompt,
         minScore: params?.minScore,
         model: params?.model,
         maxTokens: params?.maxTokens,
@@ -316,7 +325,6 @@ function customAssertionToAssertion(ca, params) {
   const baseAssertion = {
     type: "llm_judge",
     prompt: config?.prompt ?? "",
-    systemPrompt: config?.systemPrompt,
     minScore: config?.minScore,
     model: config?.model,
     maxTokens: config?.maxTokens,