@wix/evalforge-evaluator 0.144.0 → 0.146.0

package/build/index.js

@@ -155,34 +155,12 @@ function createApiClient(serverUrl, options = "") {
     getScenario(projectId2, id) {
       return fetchJson(`/projects/${projectId2}/test-scenarios/${id}`);
     },
-    getSkill(projectId2, id) {
-      return fetchJson(`/projects/${projectId2}/skills/${id}`);
-    },
-    getSkillVersion(projectId2, skillId, versionId) {
-      return fetchJson(
-        `/projects/${projectId2}/skills/${skillId}/versions/${versionId}`
-      );
-    },
-    getLatestSkillVersion(projectId2, skillId) {
-      return fetchJson(
-        `/projects/${projectId2}/skills/${skillId}/versions/latest`
-      );
-    },
     getAgent(projectId2, id) {
       return fetchJson(`/projects/${projectId2}/agents/${id}`);
     },
     getTemplate(projectId2, id) {
       return fetchJson(`/projects/${projectId2}/templates/${id}`);
     },
-    getMcp(projectId2, id) {
-      return fetchJson(`/projects/${projectId2}/mcps/${id}`);
-    },
-    getSubAgent(projectId2, id) {
-      return fetchJson(`/projects/${projectId2}/sub-agents/${id}`);
-    },
-    getRule(projectId2, id) {
-      return fetchJson(`/projects/${projectId2}/rules/${id}`);
-    },
     getPreset(projectId2, id) {
       return fetchJson(`/projects/${projectId2}/presets/${id}`);
     },
@@ -397,54 +375,6 @@ async function fetchEvaluationData(api, projectId2, evalRunId2) {
           break;
       }
     }
-  } else {
-    const resolvedSkillIds = evalRun.skillIds ?? [];
-    if (resolvedSkillIds.length > 0) {
-      const fetchResults = await Promise.allSettled(
-        resolvedSkillIds.map((id) => api.getSkill(projectId2, id))
-      );
-      skills = fetchResults.filter(
-        (r) => r.status === "fulfilled"
-      ).map((r) => r.value).filter((s) => !s.deleted);
-      if (evalRun.skillVersions && Object.keys(evalRun.skillVersions).length > 0) {
-        skills = await Promise.all(
-          skills.map(async (skill) => {
-            const versionId = evalRun.skillVersions?.[skill.id];
-            if (versionId) {
-              const version = await api.getSkillVersion(
-                projectId2,
-                skill.id,
-                versionId
-              );
-              return { ...skill, latestVersion: version };
-            }
-            return skill;
-          })
-        );
-      }
-      skills = skills.map((skill) => {
-        const hasPinnedVersion = evalRun.skillVersions?.[skill.id];
-        if (!hasPinnedVersion && skill.source) {
-          return { ...skill, latestVersion: void 0 };
-        }
-        return skill;
-      });
-    }
-    if (evalRun.mcpIds && evalRun.mcpIds.length > 0) {
-      mcps = await Promise.all(
-        evalRun.mcpIds.map((id) => api.getMcp(projectId2, id))
-      );
-    }
-    if (evalRun.subAgentIds && evalRun.subAgentIds.length > 0) {
-      subAgents = await Promise.all(
-        evalRun.subAgentIds.map((id) => api.getSubAgent(projectId2, id))
-      );
-    }
-    if (evalRun.ruleIds && evalRun.ruleIds.length > 0) {
-      rules = await Promise.all(
-        evalRun.ruleIds.map((id) => api.getRule(projectId2, id))
-      );
-    }
   }
   const templateIds = [
     ...new Set(
@@ -5029,7 +4959,7 @@ async function runEvaluation(projectId2, evalRunId2) {
     hasAgent: !!agent,
     agentId: evalData.evalRun.agentId,
     presetId: evalData.evalRun.presetId,
-    skillIds: evalData.evalRun.skillIds
+    capabilityIds: evalData.evalRun.capabilityIds
   };
   if (scenarioItems.length > 0 && !agent) {
     throw new Error(