@agentv/core 4.1.0 → 4.2.0

package/dist/evaluation/validation/index.js

@@ -9,7 +9,7 @@ import {
   isEvaluatorKind,
   loadCasesFromFile,
   resolveFileReference
-} from "../../chunk-PXYYRDHH.js";
+} from "../../chunk-V6QVGHVD.js";
 
 // src/evaluation/validation/file-type.ts
 import { readFile } from "node:fs/promises";

package/dist/index.cjs

@@ -1402,6 +1402,7 @@ __export(index_exports, {
   OtelStreamingObserver: () => OtelStreamingObserver,
   OtelTraceExporter: () => OtelTraceExporter,
   OtlpJsonFileExporter: () => OtlpJsonFileExporter,
+  PASS_THRESHOLD: () => PASS_THRESHOLD,
   ProviderRegistry: () => ProviderRegistry,
   RepoManager: () => RepoManager,
   ResponseCache: () => ResponseCache,
@@ -13309,14 +13310,9 @@ function resolveAndCreateProvider(definition, env = process.env) {
 }
 
 // src/evaluation/evaluators/scoring.ts
+var PASS_THRESHOLD = 0.8;
 function scoreToVerdict(score) {
-  if (score >= 0.8) {
-    return "pass";
-  }
-  if (score >= 0.6) {
-    return "borderline";
-  }
-  return "fail";
+  return score >= PASS_THRESHOLD ? "pass" : "fail";
 }
 function clampScore(value) {
   if (Number.isNaN(value) || !Number.isFinite(value)) {
@@ -13382,13 +13378,16 @@ function deepEqual(a, b) {
   if (aKeys.length !== bKeys.length) return false;
   return aKeys.every((key) => Object.hasOwn(bObj, key) && deepEqual(aObj[key], bObj[key]));
 }
+var NEGATED_VERDICT = {
+  pass: "fail",
+  fail: "pass",
+  skip: "skip"
+};
 function negateScore(score) {
-  const negatedScore = clampScore(1 - score.score);
-  const negatedVerdict = score.verdict === "pass" ? "fail" : score.verdict === "fail" ? "pass" : "borderline";
   return {
     ...score,
-    score: negatedScore,
-    verdict: negatedVerdict,
+    score: clampScore(1 - score.score),
+    verdict: NEGATED_VERDICT[score.verdict],
     assertions: score.assertions.map((a) => ({
       ...a,
       passed: !a.passed,
@@ -15105,7 +15104,7 @@ var DEFAULT_COMPOSITE_AGGREGATOR_PROMPT = `Review the following evaluation resul
 {{EVALUATOR_RESULTS_JSON}}
 
 Decide the final score and verdict based on all evaluator results.
-Return a JSON object with: score (0.0-1.0), verdict (pass/fail/borderline), and reasoning.`;
+Return a JSON object with: score (0.0-1.0), verdict (pass/fail), and reasoning.`;
 var CompositeEvaluator = class {
   kind = "composite";
   config;
@@ -15219,7 +15218,7 @@ var CompositeEvaluator = class {
         continue;
       }
       evaluatedCount++;
-      const isPassing = member.result.verdict === "pass" || member.result.verdict === "borderline";
+      const isPassing = member.result.verdict === "pass";
       if (isPassing) {
         passingCount++;
       }
@@ -15284,7 +15283,7 @@ var CompositeEvaluator = class {
         passed: Boolean(a.passed),
         ...typeof a.evidence === "string" ? { evidence: a.evidence } : {}
       })) : [];
-      const verdict = typeof parsed?.verdict === "string" && (parsed.verdict === "pass" || parsed.verdict === "fail" || parsed.verdict === "borderline") ? parsed.verdict : scoreToVerdict(score);
+      const verdict = typeof parsed?.verdict === "string" && (parsed.verdict === "pass" || parsed.verdict === "fail") ? parsed.verdict : scoreToVerdict(score);
       return {
         score,
         verdict,
@@ -18500,9 +18499,8 @@ async function executeWorkspaceScript(config, context2, failureMode = "fatal") {
 }
 
 // src/evaluation/orchestrator.ts
-var QUALITY_PASS_THRESHOLD = 0.8;
 function classifyQualityStatus(score) {
-  return score >= QUALITY_PASS_THRESHOLD ? "ok" : "quality_failure";
+  return score >= PASS_THRESHOLD ? "ok" : "quality_failure";
 }
 function buildSkippedEvaluatorError(scores) {
   const skippedScores = scores?.filter((score) => score.verdict === "skip") ?? [];
@@ -20250,7 +20248,6 @@ async function runEvaluatorList(options) {
       }
     }
   }
-  const PASS_THRESHOLD = 0.8;
   const hasRequiredFailure = scored.some((entry) => {
     if (!entry.required) return false;
     const minScore = typeof entry.required === "number" ? entry.required : PASS_THRESHOLD;
@@ -20627,24 +20624,17 @@ function mapAssertionType(type) {
 function computeSummary(results, durationMs) {
   const total = results.length;
   let passed = 0;
-  let failed = 0;
-  let borderline = 0;
   let scoreSum = 0;
   for (const r of results) {
     scoreSum += r.score;
-    if (r.score >= 0.8) {
+    if (r.score >= PASS_THRESHOLD) {
       passed++;
-    } else if (r.score < 0.5) {
-      failed++;
-    } else {
-      borderline++;
     }
   }
   return {
     total,
     passed,
-    failed,
-    borderline,
+    failed: total - passed,
     durationMs,
     meanScore: total > 0 ? scoreSum / total : 0
   };
@@ -21474,6 +21464,7 @@ function createAgentKernel() {
   OtelStreamingObserver,
   OtelTraceExporter,
   OtlpJsonFileExporter,
+  PASS_THRESHOLD,
   ProviderRegistry,
   RepoManager,
   ResponseCache,