agentv 3.8.0 → 3.9.0

package/README.md

@@ -164,7 +164,7 @@ For large-scale evaluations, AgentV supports JSONL (JSON Lines) format as an alt
 Optional sidecar YAML metadata file (`dataset.eval.yaml` alongside `dataset.jsonl`):
 ```yaml
 description: Math evaluation dataset
-dataset: math-tests
+name: math-tests
 execution:
   target: azure-llm
 assertions:

package/dist/{chunk-ASYRKFAI.js → chunk-GC5P5HHZ.js}

@@ -27,12 +27,12 @@ import {
   subscribeToCopilotCliLogEntries,
   subscribeToCopilotSdkLogEntries,
   subscribeToPiLogEntries
-} from "./chunk-F4UDJ7LG.js";
+} from "./chunk-TXDPYXHY.js";
 
 // package.json
 var package_default = {
   name: "agentv",
-  version: "3.8.0",
+  version: "3.9.0",
   description: "CLI entry point for AgentV",
   type: "module",
   repository: {
@@ -1524,7 +1524,7 @@ var JunitWriter = class _JunitWriter {
     this.closed = true;
     const grouped = /* @__PURE__ */ new Map();
     for (const result of this.results) {
-      const suite = result.dataset ?? "default";
+      const suite = result.eval_set ?? "default";
       const existing = grouped.get(suite);
       if (existing) {
         existing.push(result);
@@ -3220,31 +3220,6 @@ async function validateConfigFile(filePath) {
       return { valid: false, filePath, fileType: "config", errors };
     }
     const config = parsed;
-    const guidelinePatterns = config.guideline_patterns;
-    if (guidelinePatterns !== void 0) {
-      if (!Array.isArray(guidelinePatterns)) {
-        errors.push({
-          severity: "error",
-          filePath,
-          location: "guideline_patterns",
-          message: "Field 'guideline_patterns' must be an array"
-        });
-      } else if (!guidelinePatterns.every((p) => typeof p === "string")) {
-        errors.push({
-          severity: "error",
-          filePath,
-          location: "guideline_patterns",
-          message: "All entries in 'guideline_patterns' must be strings"
-        });
-      } else if (guidelinePatterns.length === 0) {
-        errors.push({
-          severity: "warning",
-          filePath,
-          location: "guideline_patterns",
-          message: "Field 'guideline_patterns' is empty. Consider removing it or adding patterns."
-        });
-      }
-    }
     const evalPatterns = config.eval_patterns;
     if (evalPatterns !== void 0) {
       if (!Array.isArray(evalPatterns)) {
@@ -3281,13 +3256,7 @@ async function validateConfigFile(filePath) {
         });
       }
     }
-    const allowedFields = /* @__PURE__ */ new Set([
-      "$schema",
-      "guideline_patterns",
-      "eval_patterns",
-      "required_version",
-      "execution"
-    ]);
+    const allowedFields = /* @__PURE__ */ new Set(["$schema", "eval_patterns", "required_version", "execution"]);
     const unexpectedFields = Object.keys(config).filter((key) => !allowedFields.has(key));
     if (unexpectedFields.length > 0) {
       errors.push({
@@ -4156,7 +4125,7 @@ async function runEvalCommand(input) {
   const useFileExport = !!(options.otelFile || options.traceFile);
   if (options.exportOtel || useFileExport) {
     try {
-      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-4AQUJJAP.js");
+      const { OtelTraceExporter, OTEL_BACKEND_PRESETS } = await import("./dist-PIOSPBKX.js");
       let endpoint = process.env.OTEL_EXPORTER_OTLP_ENDPOINT;
       let headers = {};
       if (options.otelBackend) {
@@ -4498,4 +4467,4 @@ export {
   selectTarget,
   runEvalCommand
 };
-//# sourceMappingURL=chunk-ASYRKFAI.js.map
+//# sourceMappingURL=chunk-GC5P5HHZ.js.map