@wix/evalforge-evaluator 0.91.0 → 0.92.0

package/build/index.mjs

@@ -159,6 +159,9 @@ function createApiClient(serverUrl, options = "") {
     getSubAgent(projectId2, id) {
       return fetchJson(`/projects/${projectId2}/sub-agents/${id}`);
     },
+    getRule(projectId2, id) {
+      return fetchJson(`/projects/${projectId2}/rules/${id}`);
+    },
     getAssertion(projectId2, id) {
       return fetchJson(`/projects/${projectId2}/assertions/${id}`);
     },
@@ -358,6 +361,12 @@ async function fetchEvaluationData(api, projectId2, evalRunId2) {
       evalRun.subAgentIds.map((id) => api.getSubAgent(projectId2, id))
     );
   }
+  let rules = [];
+  if (evalRun.ruleIds && evalRun.ruleIds.length > 0) {
+    rules = await Promise.all(
+      evalRun.ruleIds.map((id) => api.getRule(projectId2, id))
+    );
+  }
   const templateIds = [
     ...new Set(
       scenarios.map((s) => s.templateId).filter((id) => !!id)
@@ -409,6 +418,7 @@ async function fetchEvaluationData(api, projectId2, evalRunId2) {
     skillsGroupName,
     mcps,
     subAgents,
+    rules,
     scenarioItems
   };
 }
@@ -719,6 +729,56 @@ async function writeSubAgentsToFilesystem(cwd, subAgents) {
   console.log(`[SubAgents] Written to ${agentsDir}`);
 }
 
+// src/run-scenario/agents/claude-code/write-rules.ts
+import { mkdir as mkdir3, writeFile as writeFile4, readFile } from "fs/promises";
+import { join as join4 } from "path";
+var CURSOR_RULES_DIR = ".cursor/rules";
+function toRuleFilename(name, index, nameCount) {
+  const base = (name || "").toLowerCase().replace(/\s+/g, "-").replace(/[^a-z0-9-]/g, "").replace(/^-+|-+$/g, "") || `rule-${index}`;
+  const count = nameCount.get(base) ?? 0;
+  nameCount.set(base, count + 1);
+  return count === 0 ? base : `${base}-${count + 1}`;
+}
+async function appendToFile(filePath, content) {
+  let existing = "";
+  try {
+    existing = await readFile(filePath, "utf8");
+  } catch {
+  }
+  const merged = existing ? `${existing.trimEnd()}
+
+${content}` : content;
+  await writeFile4(filePath, merged, "utf8");
+}
+async function writeRulesToFilesystem(cwd, rules) {
+  if (rules.length === 0) return;
+  const nameCount = /* @__PURE__ */ new Map();
+  let hasCursorRules = false;
+  for (const [i, rule] of rules.entries()) {
+    switch (rule.ruleType) {
+      case "claude-md": {
+        await appendToFile(join4(cwd, "CLAUDE.md"), rule.content);
+        break;
+      }
+      case "agents-md": {
+        await appendToFile(join4(cwd, "AGENTS.md"), rule.content);
+        break;
+      }
+      case "cursor-rule": {
+        if (!hasCursorRules) {
+          await mkdir3(join4(cwd, CURSOR_RULES_DIR), { recursive: true });
+          hasCursorRules = true;
+        }
+        const filename = toRuleFilename(rule.name, i, nameCount);
+        const filePath = join4(cwd, CURSOR_RULES_DIR, `${filename}.md`);
+        await writeFile4(filePath, rule.content, "utf8");
+        break;
+      }
+    }
+  }
+  console.log(`[Rules] Written ${rules.length} rule(s) to ${cwd}`);
+}
+
 // src/run-scenario/agents/claude-code/execute.ts
 var DEFAULT_MODEL = ClaudeModel.CLAUDE_4_5_SONNET_1_0;
 function emitTraceEvent(event, tracePushUrl, routeHeader, authToken) {
@@ -933,10 +993,10 @@ async function executeWithClaudeCode(skills, scenario, options) {
   }
   const startTime = /* @__PURE__ */ new Date();
   const allMessages = [];
-  const { mkdir: mkdirAsync, writeFile: writeFile4 } = await import("fs/promises");
+  const { mkdir: mkdirAsync, writeFile: writeFile5 } = await import("fs/promises");
   const claudeDir = `${options.cwd}/.claude`;
   await mkdirAsync(claudeDir, { recursive: true });
-  await writeFile4(`${claudeDir}/settings.json`, "{}", {
+  await writeFile5(`${claudeDir}/settings.json`, "{}", {
     flag: "wx"
   }).catch(() => {
   });
@@ -946,6 +1006,9 @@ async function executeWithClaudeCode(skills, scenario, options) {
   if (options.subAgents && options.subAgents.length > 0) {
     await writeSubAgentsToFilesystem(options.cwd, options.subAgents);
   }
+  if (options.rules && options.rules.length > 0) {
+    await writeRulesToFilesystem(options.cwd, options.rules);
+  }
   console.error(
     "[DEBUG-H4] writeSkillsToFilesystem START",
     JSON.stringify({
@@ -1697,7 +1760,8 @@ var ClaudeCodeAdapter = class {
       aiGatewayHeaders,
       traceContext,
       mcps,
-      subAgents
+      subAgents,
+      rules
     } = context;
     const modelForSdk = modelConfig?.model;
     const options = {
@@ -1709,7 +1773,8 @@ var ClaudeCodeAdapter = class {
       aiGatewayHeaders,
       traceContext,
       mcps,
-      subAgents
+      subAgents,
+      rules
     };
     const { result, llmTrace } = await executeWithClaudeCode(
       skills,
@@ -1736,7 +1801,7 @@ defaultRegistry.register(claudeCodeAdapter);
 
 // src/run-scenario/file-diff.ts
 import { readdirSync, readFileSync as readFileSync2, statSync, existsSync as existsSync2 } from "fs";
-import { join as join5, relative } from "path";
+import { join as join6, relative } from "path";
 
 // ../../node_modules/diff/lib/index.mjs
 function Diff() {
@@ -1912,7 +1977,7 @@ Diff.prototype = {
   tokenize: function tokenize(value) {
     return Array.from(value);
   },
-  join: function join4(chars) {
+  join: function join5(chars) {
     return chars.join("");
   },
   postProcess: function postProcess(changeObjects) {
@@ -2352,7 +2417,7 @@ function snapshotDirectory(dir, baseDir) {
   }
   const entries = readdirSync(dir, { withFileTypes: true });
   for (const entry of entries) {
-    const fullPath = join5(dir, entry.name);
+    const fullPath = join6(dir, entry.name);
     const relativePath = relative(base, fullPath);
     if (shouldIgnore(entry.name)) {
       continue;
@@ -2491,7 +2556,8 @@ async function runAgentWithContext(config, evalRunId2, scenario, evalData, workD
       authToken: config.authToken
     },
     mcps: evalData.mcps.length > 0 ? evalData.mcps : void 0,
-    subAgents: evalData.subAgents.length > 0 ? evalData.subAgents : void 0
+    subAgents: evalData.subAgents.length > 0 ? evalData.subAgents : void 0,
+    rules: evalData.rules?.length > 0 ? evalData.rules : void 0
   };
   const { outputText, durationMs, llmTrace } = await adapter.execute(executionContext);
   const completedAt = (/* @__PURE__ */ new Date()).toISOString();