agentv 4.22.0 → 4.24.0-next.1

package/dist/{chunk-4YZDPAGZ.js → chunk-HL3MTSIW.js}

@@ -417,7 +417,8 @@ __export(external_exports2, {
   void: () => voidType
 });
 
-// ../../packages/core/dist/chunk-LKX4QW3G.js
+// ../../packages/core/dist/chunk-4VLOUBFL.js
+import { parse } from "yaml";
 import { constants } from "node:fs";
 import { access, readFile } from "node:fs/promises";
 import path from "node:path";
@@ -427,7 +428,6 @@ import path2 from "node:path";
 import { readFile as readFile2, readdir, stat } from "node:fs/promises";
 import path3 from "node:path";
 import fg from "fast-glob";
-import { parse as parseYaml } from "yaml";
 var CONTENT_TYPES = /* @__PURE__ */ new Set(["text", "image", "file"]);
 function isContent(value) {
   if (!value || typeof value !== "object") return false;
@@ -525,6 +525,10 @@ var GRADER_KIND_SET = new Set(GRADER_KIND_VALUES);
 function isGraderKind(value) {
   return typeof value === "string" && GRADER_KIND_SET.has(value);
 }
+var PARSE_OPTIONS = { merge: true };
+function parseYamlValue(content) {
+  return parse(content, PARSE_OPTIONS);
+}
 async function fileExists(filePath) {
   try {
     await access(filePath, constants.F_OK);
@@ -2167,7 +2171,7 @@ function isGlobPattern(filePath) {
   return filePath.includes("*") || filePath.includes("?") || filePath.includes("{");
 }
 function parseYamlCases(content, filePath) {
-  const raw = parseYaml(content);
+  const raw = parseYamlValue(content);
   const parsed = interpolateEnv(raw, process.env);
   if (!Array.isArray(parsed)) {
     throw new Error(
@@ -2286,7 +2290,7 @@ async function loadCasesFromDirectory(dirPath) {
       throw new Error(`Cannot read case file: ${caseFilePath}
   ${message}`);
     }
-    const raw = parseYaml(content);
+    const raw = parseYamlValue(content);
     const parsed = interpolateEnv(raw, process.env);
     if (!isJsonObject(parsed)) {
       throw new Error(
@@ -8282,7 +8286,7 @@ var _a20;
 _a20 = symbol20;
 var defaultDownload2 = createDownload();
 
-// ../../packages/core/dist/chunk-B3BLJRYI.js
+// ../../packages/core/dist/chunk-CUVG5O5P.js
 import path46 from "node:path";
 import { pathToFileURL as pathToFileURL2 } from "node:url";
 import { existsSync as existsSync6 } from "node:fs";
@@ -12972,7 +12976,7 @@ var openrouter = createOpenRouter({
   // strict for OpenRouter API
 });
 
-// ../../packages/core/dist/chunk-B3BLJRYI.js
+// ../../packages/core/dist/chunk-CUVG5O5P.js
 import { spawn } from "node:child_process";
 import { randomUUID } from "node:crypto";
 import { createWriteStream } from "node:fs";
@@ -14476,7 +14480,7 @@ var RequestError = class _RequestError extends Error {
   }
 };
 
-// ../../packages/core/dist/chunk-B3BLJRYI.js
+// ../../packages/core/dist/chunk-CUVG5O5P.js
 import { exec as execCallback } from "node:child_process";
 import { readdirSync, statSync } from "node:fs";
 import { readFile as readFile22, readdir as readdir2, stat as stat2 } from "node:fs/promises";
@@ -14493,7 +14497,6 @@ import path13 from "node:path";
 import { readFile as readFile32, readdir as readdir22, stat as stat22 } from "node:fs/promises";
 import { homedir as homedir32 } from "node:os";
 import path12 from "node:path";
-import { parse as parseYaml2 } from "yaml";
 import { randomUUID as randomUUID6 } from "node:crypto";
 import { existsSync as existsSync22 } from "node:fs";
 import { mkdir as mkdir5 } from "node:fs/promises";
@@ -14538,7 +14541,6 @@ import path26 from "node:path";
 import { constants as constants32 } from "node:fs";
 import { access as access32, readFile as readFile7 } from "node:fs/promises";
 import path28 from "node:path";
-import { parse } from "yaml";
 import path29 from "node:path";
 import fg2 from "fast-glob";
 import path30 from "node:path";
@@ -14563,24 +14565,20 @@ import path36 from "node:path";
 import { readFile as readFile15, stat as stat8 } from "node:fs/promises";
 import path43 from "node:path";
 import micromatch2 from "micromatch";
-import { parse as parse4 } from "yaml";
 import { readFile as readFile9 } from "node:fs/promises";
 import path37 from "node:path";
 import { readFile as readFile10 } from "node:fs/promises";
 import path39 from "node:path";
-import { parse as parse2 } from "yaml";
 import { constants as constants4 } from "node:fs";
 import { access as access4 } from "node:fs/promises";
 import path38 from "node:path";
 import { fileURLToPath as fileURLToPath4 } from "node:url";
 import { readFile as readFile12 } from "node:fs/promises";
 import path40 from "node:path";
-import { parse as parse3 } from "yaml";
 import { readFile as readFile11 } from "node:fs/promises";
 import { readFile as readFile14 } from "node:fs/promises";
 import path422 from "node:path";
 import micromatch from "micromatch";
-import { parse as parseYaml22 } from "yaml";
 import { readFile as readFile13 } from "node:fs/promises";
 import path41 from "node:path";
 var DEFAULT_THRESHOLD = 0.8;
@@ -22164,7 +22162,7 @@ async function discoverCopilotSessions(opts) {
     const eventsPath = path12.join(sessionDir, "events.jsonl");
     try {
       const workspaceContent = await readFile32(workspacePath, "utf8");
-      const workspace = parseYaml2(workspaceContent) ?? {};
+      const workspace = parseYamlValue(workspaceContent) ?? {};
       const cwd = String(workspace.cwd ?? "");
       let updatedAt;
       try {
@@ -25686,7 +25684,7 @@ async function readTargetDefinitions(filePath) {
     throw new Error(`targets.yaml not found at ${absolutePath}`);
   }
   const raw = await readFile7(absolutePath, "utf8");
-  const parsed = parse(raw);
+  const parsed = parseYamlValue(raw);
   if (!isRecord(parsed)) {
     throw new Error(`targets.yaml at ${absolutePath} must be a YAML object with a 'targets' field`);
   }
@@ -27269,7 +27267,7 @@ async function loadConfig(evalFilePath, repoRoot) {
     }
     try {
       const rawConfig = await readFile10(configPath, "utf8");
-      const parsed = interpolateEnv(parse2(rawConfig), process.env);
+      const parsed = interpolateEnv(parseYamlValue(rawConfig), process.env);
       if (!isJsonObject(parsed)) {
         logWarning(`Invalid .agentv/config.yaml format at ${configPath}`);
         continue;
@@ -27808,7 +27806,7 @@ ${resolved.attempted.map((attempt) => `  Tried: ${attempt}`).join("\n")}` : "";
     throw new Error(`Assertion template cycle detected in '${evalId}': ${cycle}`);
   }
   const content = await readFile12(resolved.resolvedPath, "utf8");
-  const parsed = interpolateEnv(parse3(content), process.env);
+  const parsed = interpolateEnv(parseYamlValue(content), process.env);
   if (!isJsonObject2(parsed)) {
     throw new Error(
       `Invalid assertion template file in '${evalId}': ${resolved.resolvedPath} (expected a YAML object with an assertions array)`
@@ -29828,7 +29826,7 @@ async function loadSidecarMetadata(jsonlPath, verbose) {
   }
   try {
     const content = await readFile14(sidecarPath, "utf8");
-    const parsed = interpolateEnv(parseYaml22(content), process.env);
+    const parsed = interpolateEnv(parseYamlValue(content), process.env);
     if (!isJsonObject(parsed)) {
       logWarning4(`Invalid sidecar metadata format in ${sidecarPath}`);
       return {};
@@ -30008,7 +30006,7 @@ ${detailBlock}${ANSI_RESET7}`);
   }
 }
 var MetadataSchema = external_exports2.object({
-  name: external_exports2.string().min(1).max(64).regex(/^[a-z0-9-]+$/),
+  name: external_exports2.string().min(1).max(64).regex(/^[a-z0-9-]+$/).optional(),
   description: external_exports2.string().min(1).max(1024).optional(),
   version: external_exports2.string().optional(),
   author: external_exports2.string().optional(),
@@ -30019,9 +30017,7 @@ var MetadataSchema = external_exports2.object({
   }).optional()
 });
 function parseMetadata(suite) {
-  const hasName = typeof suite.name === "string";
-  const hasDescription = typeof suite.description === "string";
-  if (!hasName) {
+  if (typeof suite.name !== "string") {
     return void 0;
   }
   return MetadataSchema.parse({
@@ -30249,7 +30245,7 @@ async function readTestSuiteMetadata(testFilePath) {
   try {
     const absolutePath = path43.resolve(testFilePath);
     const content = await readFile15(absolutePath, "utf8");
-    const parsed = interpolateEnv(parse4(content), process.env);
+    const parsed = interpolateEnv(parseYamlValue(content), process.env);
     if (!isJsonObject(parsed)) {
       return {};
     }
@@ -30272,7 +30268,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
     return { tests: await loadTestsFromAgentSkills(evalFilePath) };
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-PA4YFM5D-2DKQQQOZ.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-SYQYQPMC-FKU23VX3.js");
     return loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
   }
   const { tests, parsed, suiteWorkspacePath } = await loadTestsFromYaml(
@@ -30307,7 +30303,7 @@ async function loadTests(evalFilePath, repoRoot, options) {
     return loadTestsFromAgentSkills(evalFilePath);
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-PA4YFM5D-2DKQQQOZ.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-SYQYQPMC-FKU23VX3.js");
     const suite = await loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
     return suite.tests;
   }
@@ -30323,7 +30319,7 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
   const searchRoots = buildSearchRoots2(absoluteTestPath, repoRootPath);
   const config = await loadConfig(absoluteTestPath, repoRootPath);
   const rawFile = await readFile15(absoluteTestPath, "utf8");
-  const interpolated = interpolateEnv(parse4(rawFile), process.env);
+  const interpolated = interpolateEnv(parseYamlValue(rawFile), process.env);
   if (!isJsonObject(interpolated)) {
     throw new Error(`Invalid test file format: ${evalFilePath}`);
   }
@@ -30360,6 +30356,7 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
     throw new Error(`Invalid test file format: ${evalFilePath} - missing 'tests' field`);
   }
   const suiteWorkspace = await resolveWorkspaceConfig(suite.workspace, evalFileDir);
+  const suiteGovernance = extractSuiteGovernance(suite);
   const suiteInputMessages = expandInputShorthand(suite.input);
   const suiteInputFiles = suite.input_files;
   const rawGlobalExecution = isJsonObject(suite.execution) ? suite.execution : void 0;
@@ -30469,7 +30466,9 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
     const userFilePaths = collectResolvedInputFilePaths(inputMessages);
     const caseWorkspace = await resolveWorkspaceConfig(testCaseConfig.workspace, evalFileDir);
     const mergedWorkspace = mergeWorkspaceConfigs(suiteWorkspace, caseWorkspace);
-    const metadata = isJsonObject(testCaseConfig.metadata) ? testCaseConfig.metadata : void 0;
+    const rawCaseMetadata = isJsonObject(testCaseConfig.metadata) ? testCaseConfig.metadata : void 0;
+    const suitePayload = suiteGovernance !== void 0 ? { governance: suiteGovernance } : void 0;
+    const metadata = mergeSuiteMetadataPayload(rawCaseMetadata, suitePayload);
     const caseTargets = extractTargetsFromTestCase(testCaseConfig);
     const dependsOn = Array.isArray(testCaseConfig.depends_on) ? testCaseConfig.depends_on.filter(
       (v) => typeof v === "string"
@@ -30610,7 +30609,7 @@ async function resolveWorkspaceConfig(raw, evalFileDir) {
     } catch {
       throw new Error(`Workspace file not found: ${raw} (resolved to ${workspaceFilePath})`);
     }
-    const parsed = interpolateEnv(parse4(content), process.env);
+    const parsed = interpolateEnv(parseYamlValue(content), process.env);
     if (!isJsonObject(parsed)) {
       throw new Error(
         `Invalid workspace file format: ${workspaceFilePath} (expected a YAML object)`
@@ -30717,6 +30716,47 @@ function mergeWorkspaceConfigs(suiteLevel, caseLevel) {
 function asString5(value) {
   return typeof value === "string" ? value : void 0;
 }
+function extractSuiteGovernance(suite) {
+  const top = suite.governance;
+  if (isJsonObject(top)) {
+    return top;
+  }
+  const wrapper = suite.metadata;
+  if (isJsonObject(wrapper)) {
+    const nested = wrapper.governance;
+    if (isJsonObject(nested)) {
+      return nested;
+    }
+  }
+  return void 0;
+}
+function mergeSuiteMetadataPayload(caseMetadata, suitePayload) {
+  if (!suitePayload) return caseMetadata;
+  const result = { ...caseMetadata ?? {} };
+  for (const [key, suiteVal] of Object.entries(suitePayload)) {
+    const caseVal = result[key];
+    if (Array.isArray(suiteVal) && Array.isArray(caseVal)) {
+      const seen = /* @__PURE__ */ new Set();
+      const out = [];
+      for (const v of [...suiteVal, ...caseVal]) {
+        const k = typeof v === "string" ? v : JSON.stringify(v);
+        if (!seen.has(k)) {
+          seen.add(k);
+          out.push(v);
+        }
+      }
+      result[key] = out;
+    } else if (isJsonObject(suiteVal) && isJsonObject(caseVal)) {
+      result[key] = mergeSuiteMetadataPayload(
+        caseVal,
+        suiteVal
+      );
+    } else if (caseVal === void 0) {
+      result[key] = suiteVal;
+    }
+  }
+  return result;
+}
 function logWarning5(message, details) {
   if (details && details.length > 0) {
     const detailBlock = details.join("\n");
@@ -31623,6 +31663,9 @@ async function runEvaluation(options) {
           result = { ...result, beforeAllOutput };
           beforeAllOutputAttached = true;
         }
+        if (evalCase.metadata && !result.metadata) {
+          result = { ...result, metadata: evalCase.metadata };
+        }
         if (onProgress) {
           await onProgress({
             workerId,
@@ -31633,7 +31676,9 @@ async function runEvaluation(options) {
             completedAt: Date.now(),
             error: result.error,
             score: result.score,
-            executionStatus: result.executionStatus
+            executionStatus: result.executionStatus,
+            durationMs: result.durationMs,
+            evalRunDurationMs: result.evalRun?.durationMs
           });
         }
         if (onResult) {
@@ -31947,7 +31992,8 @@ async function runBatchEvaluation(options) {
           completedAt: Date.now(),
           error: error instanceof Error ? error.message : String(error),
           score: errorResult.score,
-          executionStatus: errorResult.executionStatus
+          executionStatus: errorResult.executionStatus,
+          evalRunDurationMs: errorResult.evalRun?.durationMs
         });
       }
       continue;
@@ -31965,7 +32011,9 @@ async function runBatchEvaluation(options) {
         completedAt: Date.now(),
         error: result.error,
         score: result.score,
-        executionStatus: result.executionStatus
+        executionStatus: result.executionStatus,
+        durationMs: result.durationMs,
+        evalRunDurationMs: result.evalRun?.durationMs
       });
     }
   }
@@ -33942,6 +33990,7 @@ export {
   isJsonValue,
   isTestMessage,
   isGraderKind,
+  parseYamlValue,
   fileExists,
   normalizeLineEndings,
   readTextFile,
@@ -34091,4 +34140,4 @@ export {
   loadTsEvalFile,
   loadTsEvalSuite
 };
-//# sourceMappingURL=chunk-4YZDPAGZ.js.map
+//# sourceMappingURL=chunk-HL3MTSIW.js.map