@agentv/core 4.20.0-next.1 → 4.21.0-next.1

package/dist/{chunk-ELF6SQAK.js → chunk-WCW3V6QJ.js}

@@ -11,11 +11,12 @@ import {
   isGraderKind,
   isJsonObject,
   isTestMessage,
+  loadCasesFromDirectory,
   loadCasesFromFile,
   readTextFile,
   resolveDelegatedTargetDefinition,
   resolveTargetDefinition
-} from "./chunk-24ND5HZC.js";
+} from "./chunk-LKX4QW3G.js";
 import {
   execFileWithStdin,
   execShellWithStdin
@@ -125,7 +126,7 @@ function negateScore(score) {
 import { execFile as execFile3 } from "node:child_process";
 import { createHash as createHash2, randomUUID as randomUUID9 } from "node:crypto";
 import { existsSync as existsSync5 } from "node:fs";
-import { copyFile as copyFile2, mkdir as mkdir14, readdir as readdir8, stat as stat8 } from "node:fs/promises";
+import { copyFile as copyFile2, mkdir as mkdir14, readdir as readdir8, stat as stat9 } from "node:fs/promises";
 import path44 from "node:path";
 import { promisify as promisify7 } from "node:util";
 import micromatch3 from "micromatch";
@@ -2123,11 +2124,11 @@ function createFilesystemTools(workspacePath) {
       execute: async (input) => {
         try {
           const resolved = resolveSandboxed(workspacePath, input.path);
-          const stat9 = await fs.stat(resolved);
-          if (stat9.isDirectory()) {
+          const stat10 = await fs.stat(resolved);
+          if (stat10.isDirectory()) {
             return { error: `'${input.path}' is a directory, not a file` };
           }
-          const buffer = Buffer.alloc(Math.min(stat9.size, MAX_FILE_SIZE));
+          const buffer = Buffer.alloc(Math.min(stat10.size, MAX_FILE_SIZE));
           const fd = await fs.open(resolved, "r");
           try {
             await fd.read(buffer, 0, buffer.length, 0);
@@ -2135,8 +2136,8 @@ function createFilesystemTools(workspacePath) {
             await fd.close();
           }
           const content = buffer.toString("utf-8");
-          const truncated = stat9.size > MAX_FILE_SIZE;
-          return { content, truncated, size: stat9.size };
+          const truncated = stat10.size > MAX_FILE_SIZE;
+          return { content, truncated, size: stat10.size };
         } catch (error) {
           return { error: error instanceof Error ? error.message : String(error) };
         }
@@ -2187,8 +2188,8 @@ async function searchDirectory(dirPath, workspacePath, regex, matches) {
       const ext = path3.extname(entry.name).toLowerCase();
       if (BINARY_EXTENSIONS.has(ext)) continue;
       try {
-        const stat9 = await fs.stat(fullPath);
-        if (stat9.size > MAX_FILE_SIZE) continue;
+        const stat10 = await fs.stat(fullPath);
+        if (stat10.size > MAX_FILE_SIZE) continue;
         const content = await fs.readFile(fullPath, "utf-8");
         const lines = content.split("\n");
         for (let i = 0; i < lines.length; i++) {
@@ -12799,7 +12800,7 @@ async function executeWorkspaceScript(config, context, failureMode = "fatal") {
 }
 
 // src/evaluation/yaml-parser.ts
-import { readFile as readFile15 } from "node:fs/promises";
+import { readFile as readFile15, stat as stat8 } from "node:fs/promises";
 import path43 from "node:path";
 import micromatch2 from "micromatch";
 import { parse as parse4 } from "yaml";
@@ -16090,7 +16091,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
     return { tests: await loadTestsFromAgentSkills(evalFilePath) };
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-32COE32J.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-HPIPE72C.js");
     return loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
   }
   const { tests, parsed, suiteWorkspacePath } = await loadTestsFromYaml(
@@ -16125,7 +16126,7 @@ async function loadTests(evalFilePath, repoRoot, options) {
     return loadTestsFromAgentSkills(evalFilePath);
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-32COE32J.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-HPIPE72C.js");
     const suite = await loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
     return suite.tests;
   }
@@ -16161,7 +16162,17 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
   let expandedTestCases;
   if (typeof rawTestCases === "string") {
     const externalPath = path43.resolve(evalFileDir, rawTestCases);
-    expandedTestCases = await loadCasesFromFile(externalPath);
+    let isDir = false;
+    try {
+      const pathStat = await stat8(externalPath);
+      isDir = pathStat.isDirectory();
+    } catch {
+    }
+    if (isDir) {
+      expandedTestCases = await loadCasesFromDirectory(externalPath);
+    } else {
+      expandedTestCases = await loadCasesFromFile(externalPath);
+    }
   } else if (Array.isArray(rawTestCases)) {
     expandedTestCases = await expandFileReferences(rawTestCases, evalFileDir);
   } else {
@@ -16980,7 +16991,7 @@ async function runEvaluation(options) {
   let staticMaterialised = false;
   const isYamlConfiguredPath = !cliWorkspacePath && !!yamlWorkspacePath;
   if (useStaticWorkspace && configuredStaticPath) {
-    const dirExists = await stat8(configuredStaticPath).then(
+    const dirExists = await stat9(configuredStaticPath).then(
       (s) => s.isDirectory(),
       () => false
     );
@@ -17076,7 +17087,7 @@ async function runEvaluation(options) {
     if (suiteWorkspaceFile && sharedWorkspacePath) {
       const copiedWorkspaceFile = path44.join(sharedWorkspacePath, path44.basename(suiteWorkspaceFile));
       try {
-        await stat8(copiedWorkspaceFile);
+        await stat9(copiedWorkspaceFile);
         suiteWorkspaceFile = copiedWorkspaceFile;
       } catch {
       }
@@ -17853,7 +17864,7 @@ async function runEvalCase(options) {
       if (caseWorkspaceFile && workspacePath) {
         const copiedFile = path44.join(workspacePath, path44.basename(caseWorkspaceFile));
         try {
-          await stat8(copiedFile);
+          await stat9(copiedFile);
           caseWorkspaceFile = copiedFile;
         } catch {
         }
@@ -19876,4 +19887,4 @@ export {
   loadTestById,
   loadEvalCaseById
 };
-//# sourceMappingURL=chunk-ELF6SQAK.js.map
+//# sourceMappingURL=chunk-WCW3V6QJ.js.map