agentv 4.20.0 → 4.21.0-next.1

package/dist/{chunk-LP4Y5D2Z.js → chunk-ERSBQAGK.js}

@@ -417,14 +417,14 @@ __export(external_exports2, {
   void: () => voidType
 });
 
-// ../../packages/core/dist/chunk-24ND5HZC.js
+// ../../packages/core/dist/chunk-LKX4QW3G.js
 import { constants } from "node:fs";
 import { access, readFile } from "node:fs/promises";
 import path from "node:path";
 import { existsSync, readFileSync } from "node:fs";
 import { homedir } from "node:os";
 import path2 from "node:path";
-import { readFile as readFile2 } from "node:fs/promises";
+import { readFile as readFile2, readdir, stat } from "node:fs/promises";
 import path3 from "node:path";
 import fg from "fast-glob";
 import { parse as parseYaml } from "yaml";
@@ -2254,6 +2254,63 @@ async function resolveFileReference2(ref, evalFileDir) {
   }
   return loadCasesFromFile(absolutePattern);
 }
+async function loadCasesFromDirectory(dirPath) {
+  const entries = await readdir(dirPath, { withFileTypes: true });
+  const subdirs = entries.filter((e) => e.isDirectory()).sort((a, b) => a.name < b.name ? -1 : a.name > b.name ? 1 : 0);
+  const results = [];
+  for (const subdir of subdirs) {
+    const subdirPath = path3.join(dirPath, subdir.name);
+    let caseFilePath;
+    for (const filename of ["case.yaml", "case.yml"]) {
+      const candidate = path3.join(subdirPath, filename);
+      try {
+        const s = await stat(candidate);
+        if (s.isFile()) {
+          caseFilePath = candidate;
+          break;
+        }
+      } catch {
+      }
+    }
+    if (!caseFilePath) {
+      console.warn(
+        `${ANSI_YELLOW}Warning: Skipping directory '${subdir.name}' \u2014 no case.yaml found${ANSI_RESET}`
+      );
+      continue;
+    }
+    let content;
+    try {
+      content = await readFile2(caseFilePath, "utf8");
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      throw new Error(`Cannot read case file: ${caseFilePath}
+  ${message}`);
+    }
+    const raw = parseYaml(content);
+    const parsed = interpolateEnv(raw, process.env);
+    if (!isJsonObject(parsed)) {
+      throw new Error(
+        `Case file must contain a YAML object, got ${typeof parsed}: ${caseFilePath}`
+      );
+    }
+    const caseObj = { ...parsed };
+    if (caseObj.id === void 0 || caseObj.id === null) {
+      caseObj.id = subdir.name;
+    }
+    if (!caseObj.workspace) {
+      const workspaceDirPath = path3.join(subdirPath, "workspace");
+      try {
+        const s = await stat(workspaceDirPath);
+        if (s.isDirectory()) {
+          caseObj.workspace = { template: workspaceDirPath };
+        }
+      } catch {
+      }
+    }
+    results.push(caseObj);
+  }
+  return results;
+}
 async function expandFileReferences(tests, evalFileDir) {
   const expanded = [];
   for (const entry of tests) {
@@ -8225,7 +8282,7 @@ var _a20;
 _a20 = symbol20;
 var defaultDownload2 = createDownload();
 
-// ../../packages/core/dist/chunk-ELF6SQAK.js
+// ../../packages/core/dist/chunk-WCW3V6QJ.js
 import path46 from "node:path";
 import { pathToFileURL as pathToFileURL2 } from "node:url";
 import { existsSync as existsSync6 } from "node:fs";
@@ -8234,7 +8291,7 @@ import micromatch4 from "micromatch";
 import { execFile as execFile3 } from "node:child_process";
 import { createHash as createHash2, randomUUID as randomUUID9 } from "node:crypto";
 import { existsSync as existsSync5 } from "node:fs";
-import { copyFile as copyFile2, mkdir as mkdir14, readdir as readdir8, stat as stat8 } from "node:fs/promises";
+import { copyFile as copyFile2, mkdir as mkdir14, readdir as readdir8, stat as stat9 } from "node:fs/promises";
 import path44 from "node:path";
 import { promisify as promisify7 } from "node:util";
 import micromatch3 from "micromatch";
@@ -12915,7 +12972,7 @@ var openrouter = createOpenRouter({
   // strict for OpenRouter API
 });
 
-// ../../packages/core/dist/chunk-ELF6SQAK.js
+// ../../packages/core/dist/chunk-WCW3V6QJ.js
 import { spawn } from "node:child_process";
 import { randomUUID } from "node:crypto";
 import { createWriteStream } from "node:fs";
@@ -14419,10 +14476,10 @@ var RequestError = class _RequestError extends Error {
   }
 };
 
-// ../../packages/core/dist/chunk-ELF6SQAK.js
+// ../../packages/core/dist/chunk-WCW3V6QJ.js
 import { exec as execCallback } from "node:child_process";
 import { readdirSync, statSync } from "node:fs";
-import { readFile as readFile22, readdir, stat } from "node:fs/promises";
+import { readFile as readFile22, readdir as readdir2, stat as stat2 } from "node:fs/promises";
 import path9 from "node:path";
 import { promisify as promisify2 } from "node:util";
 import { randomUUID as randomUUID4 } from "node:crypto";
@@ -14433,7 +14490,7 @@ import { fileURLToPath as fileURLToPath2 } from "node:url";
 import { readFile as readFile4 } from "node:fs/promises";
 import { homedir as homedir4 } from "node:os";
 import path13 from "node:path";
-import { readFile as readFile32, readdir as readdir2, stat as stat2 } from "node:fs/promises";
+import { readFile as readFile32, readdir as readdir22, stat as stat22 } from "node:fs/promises";
 import { homedir as homedir32 } from "node:os";
 import path12 from "node:path";
 import { parse as parseYaml2 } from "yaml";
@@ -14503,7 +14560,7 @@ import path35 from "node:path";
 import { promisify as promisify6 } from "node:util";
 import { readdir as readdir7, stat as stat7 } from "node:fs/promises";
 import path36 from "node:path";
-import { readFile as readFile15 } from "node:fs/promises";
+import { readFile as readFile15, stat as stat8 } from "node:fs/promises";
 import path43 from "node:path";
 import micromatch2 from "micromatch";
 import { parse as parse4 } from "yaml";
@@ -16565,11 +16622,11 @@ function createFilesystemTools(workspacePath) {
       execute: async (input) => {
         try {
           const resolved = resolveSandboxed(workspacePath, input.path);
-          const stat9 = await fs.stat(resolved);
-          if (stat9.isDirectory()) {
+          const stat10 = await fs.stat(resolved);
+          if (stat10.isDirectory()) {
             return { error: `'${input.path}' is a directory, not a file` };
           }
-          const buffer = Buffer.alloc(Math.min(stat9.size, MAX_FILE_SIZE));
+          const buffer = Buffer.alloc(Math.min(stat10.size, MAX_FILE_SIZE));
           const fd = await fs.open(resolved, "r");
           try {
             await fd.read(buffer, 0, buffer.length, 0);
@@ -16577,8 +16634,8 @@ function createFilesystemTools(workspacePath) {
             await fd.close();
           }
           const content = buffer.toString("utf-8");
-          const truncated = stat9.size > MAX_FILE_SIZE;
-          return { content, truncated, size: stat9.size };
+          const truncated = stat10.size > MAX_FILE_SIZE;
+          return { content, truncated, size: stat10.size };
         } catch (error) {
           return { error: error instanceof Error ? error.message : String(error) };
         }
@@ -16629,8 +16686,8 @@ async function searchDirectory(dirPath, workspacePath, regex, matches) {
       const ext = path32.extname(entry.name).toLowerCase();
       if (BINARY_EXTENSIONS.has(ext)) continue;
       try {
-        const stat9 = await fs.stat(fullPath);
-        if (stat9.size > MAX_FILE_SIZE) continue;
+        const stat10 = await fs.stat(fullPath);
+        if (stat10.size > MAX_FILE_SIZE) continue;
         const content = await fs.readFile(fullPath, "utf-8");
         const lines = content.split("\n");
         for (let i = 0; i < lines.length; i++) {
@@ -21232,7 +21289,7 @@ async function captureSnapshot(dir) {
 async function walkDir(rootDir, currentDir, snapshot) {
   let entries;
   try {
-    entries = await readdir(currentDir);
+    entries = await readdir2(currentDir);
   } catch {
     return;
   }
@@ -21241,7 +21298,7 @@ async function walkDir(rootDir, currentDir, snapshot) {
     const fullPath = path9.join(currentDir, entry);
     let fileStat;
     try {
-      fileStat = await stat(fullPath);
+      fileStat = await stat2(fullPath);
     } catch {
       continue;
     }
@@ -22096,7 +22153,7 @@ async function discoverCopilotSessions(opts) {
   const limit = opts?.limit ?? 10;
   let entries;
   try {
-    entries = await readdir2(sessionStateDir);
+    entries = await readdir22(sessionStateDir);
   } catch {
     return [];
   }
@@ -22111,7 +22168,7 @@ async function discoverCopilotSessions(opts) {
       const cwd = String(workspace.cwd ?? "");
       let updatedAt;
       try {
-        const eventsStat = await stat2(eventsPath);
+        const eventsStat = await stat22(eventsPath);
         updatedAt = eventsStat.mtime;
       } catch {
         updatedAt = /* @__PURE__ */ new Date(0);
@@ -30194,7 +30251,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
     return { tests: await loadTestsFromAgentSkills(evalFilePath) };
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-32COE32J-TCT4RIRT.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-HPIPE72C-GDYGJVIA.js");
     return loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
   }
   const { tests, parsed, suiteWorkspacePath } = await loadTestsFromYaml(
@@ -30229,7 +30286,7 @@ async function loadTests(evalFilePath, repoRoot, options) {
     return loadTestsFromAgentSkills(evalFilePath);
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-32COE32J-TCT4RIRT.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-HPIPE72C-GDYGJVIA.js");
     const suite = await loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
     return suite.tests;
   }
@@ -30265,7 +30322,17 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
   let expandedTestCases;
   if (typeof rawTestCases === "string") {
     const externalPath = path43.resolve(evalFileDir, rawTestCases);
-    expandedTestCases = await loadCasesFromFile(externalPath);
+    let isDir = false;
+    try {
+      const pathStat = await stat8(externalPath);
+      isDir = pathStat.isDirectory();
+    } catch {
+    }
+    if (isDir) {
+      expandedTestCases = await loadCasesFromDirectory(externalPath);
+    } else {
+      expandedTestCases = await loadCasesFromFile(externalPath);
+    }
   } else if (Array.isArray(rawTestCases)) {
     expandedTestCases = await expandFileReferences(rawTestCases, evalFileDir);
   } else {
@@ -31082,7 +31149,7 @@ async function runEvaluation(options) {
   let staticMaterialised = false;
   const isYamlConfiguredPath = !cliWorkspacePath && !!yamlWorkspacePath;
   if (useStaticWorkspace && configuredStaticPath) {
-    const dirExists = await stat8(configuredStaticPath).then(
+    const dirExists = await stat9(configuredStaticPath).then(
       (s) => s.isDirectory(),
       () => false
     );
@@ -31178,7 +31245,7 @@ async function runEvaluation(options) {
     if (suiteWorkspaceFile && sharedWorkspacePath) {
       const copiedWorkspaceFile = path44.join(sharedWorkspacePath, path44.basename(suiteWorkspaceFile));
       try {
-        await stat8(copiedWorkspaceFile);
+        await stat9(copiedWorkspaceFile);
         suiteWorkspaceFile = copiedWorkspaceFile;
       } catch {
       }
@@ -31955,7 +32022,7 @@ async function runEvalCase(options) {
       if (caseWorkspaceFile && workspacePath) {
         const copiedFile = path44.join(workspacePath, path44.basename(caseWorkspaceFile));
         try {
-          await stat8(copiedFile);
+          await stat9(copiedFile);
           caseWorkspaceFile = copiedFile;
         } catch {
         }
@@ -33872,6 +33939,7 @@ export {
   resolveTargetDefinition,
   interpolateEnv,
   loadCasesFromFile,
+  loadCasesFromDirectory,
   generateText,
   DEFAULT_THRESHOLD,
   PASS_THRESHOLD,
@@ -34001,4 +34069,4 @@ export {
   loadTsEvalFile,
   loadTsEvalSuite
 };
-//# sourceMappingURL=chunk-LP4Y5D2Z.js.map
+//# sourceMappingURL=chunk-ERSBQAGK.js.map