@wix/evalforge-evaluator 0.120.0 → 0.121.0

package/build/index.js

@@ -186,9 +186,6 @@ function createApiClient(serverUrl, options = "") {
     getPreset(projectId2, id) {
       return fetchJson(`/projects/${projectId2}/presets/${id}`);
     },
-    getAssertion(projectId2, id) {
-      return fetchJson(`/projects/${projectId2}/assertions/${id}`);
-    },
     addResult(projectId2, evalRunId2, result) {
       return postJson(
         `/projects/${projectId2}/eval-runs/${evalRunId2}/results`,
@@ -250,9 +247,6 @@ function resolveValue(value, placeholders) {
   }
   return value;
 }
-function resolvePlaceholdersInString(text, placeholders) {
-  return resolveValue(text, placeholders);
-}
 
 // src/fetch-evaluation-data.ts
 function parseSkillNamesFromParams(value) {
@@ -265,59 +259,6 @@ function parseSkillNamesFromParams(value) {
   }
   return [];
 }
-function applyParamsToAssertion(assertion, params) {
-  if (!params || Object.keys(params).length === 0) {
-    return assertion;
-  }
-  if (assertion.type === "llm_judge") {
-    const stringParams = {};
-    for (const [key, value] of Object.entries(params)) {
-      stringParams[key] = String(value ?? "");
-    }
-    const prompt = resolvePlaceholdersInString(assertion.prompt, stringParams);
-    return {
-      ...assertion,
-      prompt,
-      ...params.model !== void 0 && { model: params.model },
-      ...params.maxTokens !== void 0 && {
-        maxTokens: params.maxTokens
-      },
-      ...params.temperature !== void 0 && {
-        temperature: params.temperature
-      },
-      ...params.minScore !== void 0 && {
-        minScore: params.minScore
-      }
-    };
-  }
-  if (assertion.type === "time_limit" && params.maxDurationMs !== void 0) {
-    return {
-      ...assertion,
-      maxDurationMs: params.maxDurationMs
-    };
-  }
-  if (assertion.type === "skill_was_called" && params.skillNames !== void 0) {
-    return {
-      ...assertion,
-      skillNames: parseSkillNamesFromParams(params.skillNames)
-    };
-  }
-  if (assertion.type === "tool_called_with_param") {
-    return {
-      ...assertion,
-      ...params.toolName !== void 0 && {
-        toolName: params.toolName
-      },
-      ...params.expectedParams !== void 0 && {
-        expectedParams: params.expectedParams
-      },
-      ...params.requireSuccess !== void 0 && {
-        requireSuccess: params.requireSuccess
-      }
-    };
-  }
-  return { ...assertion, ...params };
-}
 function resolveSystemAssertion(assertionId, params) {
   const systemAssertion = import_evalforge_types.SYSTEM_ASSERTIONS[assertionId];
   let baseAssertion;
@@ -372,18 +313,6 @@ function resolveSystemAssertion(assertionId, params) {
   }
   return baseAssertion;
 }
-function customAssertionToAssertion(ca, params) {
-  const config = ca.config;
-  const baseAssertion = {
-    type: "llm_judge",
-    prompt: config?.prompt ?? "",
-    minScore: config?.minScore,
-    model: config?.model,
-    maxTokens: config?.maxTokens,
-    temperature: config?.temperature
-  };
-  return applyParamsToAssertion(baseAssertion, params);
-}
 async function fetchEvaluationData(api, projectId2, evalRunId2) {
   const evalRun = await api.getEvalRun(projectId2, evalRunId2);
   const scenarios = await Promise.all(
@@ -453,30 +382,14 @@ async function fetchEvaluationData(api, projectId2, evalRunId2) {
     templateIds.map((id) => api.getTemplate(projectId2, id))
   ) : [];
   const templateMap = new Map(templates.map((t) => [t.id, t]));
-  const assertionIds = [
-    ...new Set(
-      scenarios.flatMap((s) => s.assertionLinks ?? []).map((link) => link.assertionId).filter((id) => !(0, import_evalforge_types.isSystemAssertionId)(id))
-    )
-  ];
-  const assertions = assertionIds.length > 0 ? await Promise.all(
-    assertionIds.map((id) => api.getAssertion(projectId2, id))
-  ) : [];
-  const assertionMap = new Map(assertions.map((a) => [a.id, a]));
   const scenarioItems = scenarios.map((scenario) => {
     const resolvedAssertions = (scenario.assertionLinks ?? []).map((link) => {
       const { assertionId, params } = link;
-      if ((0, import_evalforge_types.isSystemAssertionId)(assertionId)) {
-        return resolveSystemAssertion(
-          assertionId,
-          params
-        );
-      }
-      const customAssertion = assertionMap.get(assertionId);
-      if (!customAssertion) {
+      if (!(0, import_evalforge_types.isSystemAssertionId)(assertionId)) {
         return null;
       }
-      return customAssertionToAssertion(
-        customAssertion,
+      return resolveSystemAssertion(
+        assertionId,
         params
       );
     }).filter((a) => a !== null);