@agentv/core 4.22.0 → 4.24.0-next.1

package/dist/{chunk-B3BLJRYI.js → chunk-CUVG5O5P.js}

@@ -13,10 +13,11 @@ import {
   isTestMessage,
   loadCasesFromDirectory,
   loadCasesFromFile,
+  parseYamlValue,
   readTextFile,
   resolveDelegatedTargetDefinition,
   resolveTargetDefinition
-} from "./chunk-LKX4QW3G.js";
+} from "./chunk-4VLOUBFL.js";
 import {
   execFileWithStdin,
   execShellWithStdin
@@ -7762,7 +7763,6 @@ function parseCopilotEvents(eventsJsonl) {
 import { readFile as readFile3, readdir as readdir2, stat as stat2 } from "node:fs/promises";
 import { homedir as homedir3 } from "node:os";
 import path12 from "node:path";
-import { parse as parseYaml } from "yaml";
 var DEFAULT_SESSION_STATE_DIR = () => path12.join(homedir3(), ".copilot", "session-state");
 async function discoverCopilotSessions(opts) {
   const sessionStateDir = opts?.sessionStateDir ?? DEFAULT_SESSION_STATE_DIR();
@@ -7780,7 +7780,7 @@ async function discoverCopilotSessions(opts) {
     const eventsPath = path12.join(sessionDir, "events.jsonl");
     try {
       const workspaceContent = await readFile3(workspacePath, "utf8");
-      const workspace = parseYaml(workspaceContent) ?? {};
+      const workspace = parseYamlValue(workspaceContent) ?? {};
       const cwd = String(workspace.cwd ?? "");
       let updatedAt;
       try {
@@ -11371,7 +11371,6 @@ total unlocked subagents available: ${result.created.length + result.skippedExis
 import { constants as constants3 } from "node:fs";
 import { access as access3, readFile as readFile7 } from "node:fs/promises";
 import path28 from "node:path";
-import { parse } from "yaml";
 function isRecord(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -11415,7 +11414,7 @@ async function readTargetDefinitions(filePath) {
     throw new Error(`targets.yaml not found at ${absolutePath}`);
   }
   const raw = await readFile7(absolutePath, "utf8");
-  const parsed = parse(raw);
+  const parsed = parseYamlValue(raw);
   if (!isRecord(parsed)) {
     throw new Error(`targets.yaml at ${absolutePath} must be a YAML object with a 'targets' field`);
   }
@@ -12803,7 +12802,6 @@ async function executeWorkspaceScript(config, context, failureMode = "fatal") {
 import { readFile as readFile15, stat as stat8 } from "node:fs/promises";
 import path43 from "node:path";
 import micromatch2 from "micromatch";
-import { parse as parse4 } from "yaml";
 
 // src/evaluation/input-message-utils.ts
 function flattenInputMessages(messages) {
@@ -12952,7 +12950,6 @@ function parseAgentSkillsEvals(parsed, source = "evals.json", baseDir) {
 // src/evaluation/loaders/config-loader.ts
 import { readFile as readFile10 } from "node:fs/promises";
 import path39 from "node:path";
-import { parse as parse2 } from "yaml";
 
 // src/evaluation/loaders/file-resolver.ts
 import { constants as constants4 } from "node:fs";
@@ -13072,7 +13069,7 @@ async function loadConfig(evalFilePath, repoRoot) {
     }
     try {
       const rawConfig = await readFile10(configPath, "utf8");
-      const parsed = interpolateEnv(parse2(rawConfig), process.env);
+      const parsed = interpolateEnv(parseYamlValue(rawConfig), process.env);
       if (!isJsonObject(parsed)) {
         logWarning(`Invalid .agentv/config.yaml format at ${configPath}`);
         continue;
@@ -13481,7 +13478,6 @@ function logWarning(message) {
 // src/evaluation/loaders/grader-parser.ts
 import { readFile as readFile12 } from "node:fs/promises";
 import path40 from "node:path";
-import { parse as parse3 } from "yaml";
 
 // src/evaluation/validation/prompt-validator.ts
 import { readFile as readFile11 } from "node:fs/promises";
@@ -13621,7 +13617,7 @@ ${resolved.attempted.map((attempt) => `  Tried: ${attempt}`).join("\n")}` : "";
     throw new Error(`Assertion template cycle detected in '${evalId}': ${cycle}`);
   }
   const content = await readFile12(resolved.resolvedPath, "utf8");
-  const parsed = interpolateEnv(parse3(content), process.env);
+  const parsed = interpolateEnv(parseYamlValue(content), process.env);
   if (!isJsonObject2(parsed)) {
     throw new Error(
       `Invalid assertion template file in '${evalId}': ${resolved.resolvedPath} (expected a YAML object with an assertions array)`
@@ -15235,7 +15231,6 @@ function parseInlineRubrics(rawRubrics) {
 import { readFile as readFile14 } from "node:fs/promises";
 import path42 from "node:path";
 import micromatch from "micromatch";
-import { parse as parseYaml2 } from "yaml";
 
 // src/evaluation/loaders/message-processor.ts
 import { readFile as readFile13 } from "node:fs/promises";
@@ -15659,7 +15654,7 @@ async function loadSidecarMetadata(jsonlPath, verbose) {
   }
   try {
     const content = await readFile14(sidecarPath, "utf8");
-    const parsed = interpolateEnv(parseYaml2(content), process.env);
+    const parsed = interpolateEnv(parseYamlValue(content), process.env);
     if (!isJsonObject(parsed)) {
       logWarning4(`Invalid sidecar metadata format in ${sidecarPath}`);
       return {};
@@ -15842,7 +15837,7 @@ ${detailBlock}${ANSI_RESET7}`);
 // src/evaluation/metadata.ts
 import { z as z3 } from "zod";
 var MetadataSchema = z3.object({
-  name: z3.string().min(1).max(64).regex(/^[a-z0-9-]+$/),
+  name: z3.string().min(1).max(64).regex(/^[a-z0-9-]+$/).optional(),
   description: z3.string().min(1).max(1024).optional(),
   version: z3.string().optional(),
   author: z3.string().optional(),
@@ -15853,9 +15848,7 @@ var MetadataSchema = z3.object({
   }).optional()
 });
 function parseMetadata(suite) {
-  const hasName = typeof suite.name === "string";
-  const hasDescription = typeof suite.description === "string";
-  if (!hasName) {
+  if (typeof suite.name !== "string") {
     return void 0;
   }
   return MetadataSchema.parse({
@@ -16089,7 +16082,7 @@ async function readTestSuiteMetadata(testFilePath) {
   try {
     const absolutePath = path43.resolve(testFilePath);
     const content = await readFile15(absolutePath, "utf8");
-    const parsed = interpolateEnv(parse4(content), process.env);
+    const parsed = interpolateEnv(parseYamlValue(content), process.env);
     if (!isJsonObject(parsed)) {
       return {};
     }
@@ -16112,7 +16105,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
     return { tests: await loadTestsFromAgentSkills(evalFilePath) };
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-PA4YFM5D.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-SYQYQPMC.js");
     return loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
   }
   const { tests, parsed, suiteWorkspacePath } = await loadTestsFromYaml(
@@ -16147,7 +16140,7 @@ async function loadTests(evalFilePath, repoRoot, options) {
     return loadTestsFromAgentSkills(evalFilePath);
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-PA4YFM5D.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-SYQYQPMC.js");
     const suite = await loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
     return suite.tests;
   }
@@ -16163,7 +16156,7 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
   const searchRoots = buildSearchRoots(absoluteTestPath, repoRootPath);
   const config = await loadConfig(absoluteTestPath, repoRootPath);
   const rawFile = await readFile15(absoluteTestPath, "utf8");
-  const interpolated = interpolateEnv(parse4(rawFile), process.env);
+  const interpolated = interpolateEnv(parseYamlValue(rawFile), process.env);
   if (!isJsonObject(interpolated)) {
     throw new Error(`Invalid test file format: ${evalFilePath}`);
   }
@@ -16200,6 +16193,7 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
     throw new Error(`Invalid test file format: ${evalFilePath} - missing 'tests' field`);
   }
   const suiteWorkspace = await resolveWorkspaceConfig(suite.workspace, evalFileDir);
+  const suiteGovernance = extractSuiteGovernance(suite);
   const suiteInputMessages = expandInputShorthand(suite.input);
   const suiteInputFiles = suite.input_files;
   const rawGlobalExecution = isJsonObject(suite.execution) ? suite.execution : void 0;
@@ -16309,7 +16303,9 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
     const userFilePaths = collectResolvedInputFilePaths(inputMessages);
     const caseWorkspace = await resolveWorkspaceConfig(testCaseConfig.workspace, evalFileDir);
     const mergedWorkspace = mergeWorkspaceConfigs(suiteWorkspace, caseWorkspace);
-    const metadata = isJsonObject(testCaseConfig.metadata) ? testCaseConfig.metadata : void 0;
+    const rawCaseMetadata = isJsonObject(testCaseConfig.metadata) ? testCaseConfig.metadata : void 0;
+    const suitePayload = suiteGovernance !== void 0 ? { governance: suiteGovernance } : void 0;
+    const metadata = mergeSuiteMetadataPayload(rawCaseMetadata, suitePayload);
     const caseTargets = extractTargetsFromTestCase(testCaseConfig);
     const dependsOn = Array.isArray(testCaseConfig.depends_on) ? testCaseConfig.depends_on.filter(
       (v) => typeof v === "string"
@@ -16450,7 +16446,7 @@ async function resolveWorkspaceConfig(raw, evalFileDir) {
     } catch {
       throw new Error(`Workspace file not found: ${raw} (resolved to ${workspaceFilePath})`);
     }
-    const parsed = interpolateEnv(parse4(content), process.env);
+    const parsed = interpolateEnv(parseYamlValue(content), process.env);
     if (!isJsonObject(parsed)) {
       throw new Error(
         `Invalid workspace file format: ${workspaceFilePath} (expected a YAML object)`
@@ -16557,6 +16553,47 @@ function mergeWorkspaceConfigs(suiteLevel, caseLevel) {
 function asString5(value) {
   return typeof value === "string" ? value : void 0;
 }
+function extractSuiteGovernance(suite) {
+  const top = suite.governance;
+  if (isJsonObject(top)) {
+    return top;
+  }
+  const wrapper = suite.metadata;
+  if (isJsonObject(wrapper)) {
+    const nested = wrapper.governance;
+    if (isJsonObject(nested)) {
+      return nested;
+    }
+  }
+  return void 0;
+}
+function mergeSuiteMetadataPayload(caseMetadata, suitePayload) {
+  if (!suitePayload) return caseMetadata;
+  const result = { ...caseMetadata ?? {} };
+  for (const [key, suiteVal] of Object.entries(suitePayload)) {
+    const caseVal = result[key];
+    if (Array.isArray(suiteVal) && Array.isArray(caseVal)) {
+      const seen = /* @__PURE__ */ new Set();
+      const out = [];
+      for (const v of [...suiteVal, ...caseVal]) {
+        const k = typeof v === "string" ? v : JSON.stringify(v);
+        if (!seen.has(k)) {
+          seen.add(k);
+          out.push(v);
+        }
+      }
+      result[key] = out;
+    } else if (isJsonObject(suiteVal) && isJsonObject(caseVal)) {
+      result[key] = mergeSuiteMetadataPayload(
+        caseVal,
+        suiteVal
+      );
+    } else if (caseVal === void 0) {
+      result[key] = suiteVal;
+    }
+  }
+  return result;
+}
 function logWarning5(message, details) {
   if (details && details.length > 0) {
     const detailBlock = details.join("\n");
@@ -17465,6 +17502,9 @@ async function runEvaluation(options) {
           result = { ...result, beforeAllOutput };
           beforeAllOutputAttached = true;
         }
+        if (evalCase.metadata && !result.metadata) {
+          result = { ...result, metadata: evalCase.metadata };
+        }
         if (onProgress) {
           await onProgress({
             workerId,
@@ -17475,7 +17515,9 @@ async function runEvaluation(options) {
             completedAt: Date.now(),
             error: result.error,
             score: result.score,
-            executionStatus: result.executionStatus
+            executionStatus: result.executionStatus,
+            durationMs: result.durationMs,
+            evalRunDurationMs: result.evalRun?.durationMs
           });
         }
         if (onResult) {
@@ -17789,7 +17831,8 @@ async function runBatchEvaluation(options) {
           completedAt: Date.now(),
           error: error instanceof Error ? error.message : String(error),
           score: errorResult.score,
-          executionStatus: errorResult.executionStatus
+          executionStatus: errorResult.executionStatus,
+          evalRunDurationMs: errorResult.evalRun?.durationMs
         });
       }
       continue;
@@ -17807,7 +17850,9 @@ async function runBatchEvaluation(options) {
         completedAt: Date.now(),
         error: result.error,
         score: result.score,
-        executionStatus: result.executionStatus
+        executionStatus: result.executionStatus,
+        durationMs: result.durationMs,
+        evalRunDurationMs: result.evalRun?.durationMs
       });
     }
   }
@@ -19909,4 +19954,4 @@ export {
   loadTestById,
   loadEvalCaseById
 };
-//# sourceMappingURL=chunk-B3BLJRYI.js.map
+//# sourceMappingURL=chunk-CUVG5O5P.js.map