@agentv/core 4.29.2-next.1 → 4.30.0-next.1

package/dist/{chunk-SCC35F3L.js → chunk-Z2BBOGE4.js}

@@ -6,6 +6,7 @@ import {
   fileExists,
   findGitRoot,
   interpolateEnv,
+  interpolateTemplateVars,
   isAgentProvider,
   isContentArray,
   isGraderKind,
@@ -17,7 +18,7 @@ import {
   readTextFile,
   resolveDelegatedTargetDefinition,
   resolveTargetDefinition
-} from "./chunk-YFXMMBUG.js";
+} from "./chunk-5RQMJZDJ.js";
 import {
   execFileWithStdin,
   execShellWithStdin
@@ -15695,6 +15696,41 @@ function resolveTests(suite) {
   }
   return void 0;
 }
+function interpolateCaseField(value, vars) {
+  if (!vars || value === void 0) {
+    return value;
+  }
+  return interpolateTemplateVars(value, vars);
+}
+function interpolateCaseTurns(turns, vars) {
+  if (!vars || !Array.isArray(turns)) {
+    return turns;
+  }
+  return turns.map((rawTurn) => {
+    if (!isJsonObject(rawTurn)) {
+      return rawTurn;
+    }
+    return {
+      ...rawTurn,
+      input: interpolateCaseField(rawTurn.input, vars),
+      expected_output: interpolateCaseField(rawTurn.expected_output, vars)
+    };
+  });
+}
+function interpolateRawEvalCase(raw, vars) {
+  if (!vars) {
+    return raw;
+  }
+  return {
+    ...raw,
+    ...raw.criteria !== void 0 ? { criteria: interpolateCaseField(raw.criteria, vars) } : {},
+    ...raw.expected_outcome !== void 0 ? { expected_outcome: interpolateCaseField(raw.expected_outcome, vars) } : {},
+    ...raw.input !== void 0 ? { input: interpolateCaseField(raw.input, vars) } : {},
+    ...raw.input_files !== void 0 ? { input_files: interpolateCaseField(raw.input_files, vars) } : {},
+    ...raw.expected_output !== void 0 ? { expected_output: interpolateCaseField(raw.expected_output, vars) } : {},
+    ...raw.turns !== void 0 ? { turns: interpolateCaseTurns(raw.turns, vars) } : {}
+  };
+}
 async function readTestSuiteMetadata(testFilePath) {
   try {
     const absolutePath = path43.resolve(testFilePath);
@@ -15722,7 +15758,7 @@ async function loadTestSuite(evalFilePath, repoRoot, options) {
     return { tests: await loadTestsFromAgentSkills(evalFilePath) };
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-EMSGL2BQ.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-JL5DGTJL.js");
     return loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
   }
   const { tests, parsed, suiteWorkspacePath } = await loadTestsFromYaml(
@@ -15757,7 +15793,7 @@ async function loadTests(evalFilePath, repoRoot, options) {
     return loadTestsFromAgentSkills(evalFilePath);
   }
   if (format === "typescript") {
-    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-EMSGL2BQ.js");
+    const { loadTsEvalSuite: loadTsEvalSuite2 } = await import("./ts-eval-loader-JL5DGTJL.js");
     const suite = await loadTsEvalSuite2(evalFilePath, resolveToAbsolutePath(repoRoot), options);
     return suite.tests;
   }
@@ -15811,8 +15847,8 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
   }
   const suiteWorkspace = await resolveWorkspaceConfig(suite.workspace, evalFileDir);
   const suiteGovernance = extractSuiteGovernance(suite);
-  const suiteInputMessages = expandInputShorthand(suite.input);
-  const suiteInputFiles = suite.input_files;
+  const rawSuiteInput = suite.input;
+  const rawSuiteInputFiles = suite.input_files;
   const rawGlobalExecution = isJsonObject(suite.execution) ? suite.execution : void 0;
   const _globalTarget = asString5(rawGlobalExecution?.target) ?? asString5(suite.target);
   const suiteAssertions = suite.assertions ?? suite.assert;
@@ -15831,30 +15867,33 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
     if (filterPattern && (!id || !matchesFilter2(id, filterPattern))) {
       continue;
     }
-    const conversationId = asString5(testCaseConfig.conversation_id);
-    let outcome = asString5(testCaseConfig.criteria);
-    if (!outcome && testCaseConfig.expected_outcome !== void 0) {
-      outcome = asString5(testCaseConfig.expected_outcome);
+    const caseVars = isJsonObject(testCaseConfig.vars) ? testCaseConfig.vars : void 0;
+    const renderedCase = interpolateRawEvalCase(testCaseConfig, caseVars);
+    const conversationId = asString5(renderedCase.conversation_id);
+    let outcome = asString5(renderedCase.criteria);
+    if (!outcome && renderedCase.expected_outcome !== void 0) {
+      outcome = asString5(renderedCase.expected_outcome);
       if (outcome) {
         logWarning5(
-          `Test '${asString5(testCaseConfig.id) ?? "unknown"}': 'expected_outcome' is deprecated. Use 'criteria' instead.`
+          `Test '${asString5(renderedCase.id) ?? "unknown"}': 'expected_outcome' is deprecated. Use 'criteria' instead.`
         );
       }
     }
-    const caseExecution = isJsonObject(testCaseConfig.execution) ? testCaseConfig.execution : void 0;
+    const caseExecution = isJsonObject(renderedCase.execution) ? renderedCase.execution : void 0;
     const skipDefaults = caseExecution?.skip_defaults === true;
     const caseThreshold = typeof caseExecution?.threshold === "number" && caseExecution.threshold >= 0 && caseExecution.threshold <= 1 ? caseExecution.threshold : void 0;
-    const effectiveSuiteInputFiles = suiteInputFiles && !skipDefaults ? suiteInputFiles : void 0;
-    const testInputMessages = resolveInputMessages(testCaseConfig, effectiveSuiteInputFiles);
-    const expectedMessages = resolveExpectedMessages(testCaseConfig) ?? [];
-    const hasEvaluationSpec = !!outcome || expectedMessages.length > 0 || testCaseConfig.assertions !== void 0 || testCaseConfig.assert !== void 0 || Array.isArray(testCaseConfig.turns) && testCaseConfig.turns.length > 0;
+    const effectiveSuiteInputFiles = rawSuiteInputFiles && !skipDefaults ? interpolateCaseField(rawSuiteInputFiles, caseVars) : void 0;
+    const testInputMessages = resolveInputMessages(renderedCase, effectiveSuiteInputFiles);
+    const expectedMessages = resolveExpectedMessages(renderedCase) ?? [];
+    const hasEvaluationSpec = !!outcome || expectedMessages.length > 0 || renderedCase.assertions !== void 0 || renderedCase.assert !== void 0 || Array.isArray(renderedCase.turns) && renderedCase.turns.length > 0;
     if (!id || !hasEvaluationSpec || !testInputMessages || testInputMessages.length === 0) {
       logError3(
         `Skipping incomplete test: ${id ?? "unknown"}. Missing required fields: id, input, and at least one of criteria/expected_output/assertions/turns`
       );
       continue;
     }
-    const effectiveSuiteInputMessages = suiteInputMessages && !skipDefaults ? suiteInputMessages : void 0;
+    const effectiveSuiteInputValue = rawSuiteInput && !skipDefaults ? interpolateCaseField(rawSuiteInput, caseVars) : void 0;
+    const effectiveSuiteInputMessages = expandInputShorthand(effectiveSuiteInputValue);
     const hasExpectedMessages = expectedMessages.length > 0;
     const inputTextParts = [];
     const suiteResolvedInputMessages = effectiveSuiteInputMessages ? await processMessages({
@@ -15894,11 +15933,11 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
       }
     }
     const question = inputTextParts.map((part) => part.trim()).filter((part) => part.length > 0).join(" ");
-    const testCaseEvaluatorKind = coerceEvaluator(testCaseConfig.evaluator, id) ?? globalEvaluator;
+    const testCaseEvaluatorKind = coerceEvaluator(renderedCase.evaluator, id) ?? globalEvaluator;
     let evaluators;
     try {
       evaluators = await parseGraders(
-        testCaseConfig,
+        renderedCase,
         globalExecution,
         searchRoots,
         id ?? "unknown",
@@ -15909,7 +15948,7 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
       logError3(`Skipping test '${id}': ${message}`);
       continue;
     }
-    const inlineRubrics = testCaseConfig.rubrics;
+    const inlineRubrics = renderedCase.rubrics;
     if (inlineRubrics !== void 0 && Array.isArray(inlineRubrics)) {
       const rubricEvaluator = parseInlineRubrics(inlineRubrics);
       if (rubricEvaluator) {
@@ -15918,25 +15957,25 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
     }
     warnUnconsumedCriteria(outcome, evaluators, id ?? "unknown");
     const userFilePaths = collectResolvedInputFilePaths(inputMessages);
-    const caseWorkspace = await resolveWorkspaceConfig(testCaseConfig.workspace, evalFileDir);
+    const caseWorkspace = await resolveWorkspaceConfig(renderedCase.workspace, evalFileDir);
     const mergedWorkspace = mergeWorkspaceConfigs(suiteWorkspace, caseWorkspace);
-    const rawCaseMetadata = isJsonObject(testCaseConfig.metadata) ? testCaseConfig.metadata : void 0;
+    const rawCaseMetadata = isJsonObject(renderedCase.metadata) ? renderedCase.metadata : void 0;
     const suitePayload = suiteGovernance !== void 0 ? { governance: suiteGovernance } : void 0;
     const metadata = mergeSuiteMetadataPayload(rawCaseMetadata, suitePayload);
-    const caseTargets = extractTargetsFromTestCase(testCaseConfig);
-    const dependsOn = Array.isArray(testCaseConfig.depends_on) ? testCaseConfig.depends_on.filter(
+    const caseTargets = extractTargetsFromTestCase(renderedCase);
+    const dependsOn = Array.isArray(renderedCase.depends_on) ? renderedCase.depends_on.filter(
       (v) => typeof v === "string"
     ) : void 0;
-    const onDependencyFailureRaw = asString5(testCaseConfig.on_dependency_failure);
+    const onDependencyFailureRaw = asString5(renderedCase.on_dependency_failure);
     const onDependencyFailure = onDependencyFailureRaw === "skip" || onDependencyFailureRaw === "fail" || onDependencyFailureRaw === "run" ? onDependencyFailureRaw : void 0;
-    const modeRaw = asString5(testCaseConfig.mode);
+    const modeRaw = asString5(renderedCase.mode);
     const mode = modeRaw === "conversation" ? "conversation" : void 0;
-    const turns = Array.isArray(testCaseConfig.turns) ? parseTurns(testCaseConfig.turns) : void 0;
-    const aggregationRaw = asString5(testCaseConfig.aggregation);
+    const turns = Array.isArray(renderedCase.turns) ? parseTurns(renderedCase.turns) : void 0;
+    const aggregationRaw = asString5(renderedCase.aggregation);
     const aggregation = aggregationRaw === "mean" || aggregationRaw === "min" || aggregationRaw === "max" ? aggregationRaw : void 0;
-    const onTurnFailureRaw = asString5(testCaseConfig.on_turn_failure);
+    const onTurnFailureRaw = asString5(renderedCase.on_turn_failure);
     const onTurnFailure = onTurnFailureRaw === "continue" || onTurnFailureRaw === "stop" ? onTurnFailureRaw : void 0;
-    const windowSize = typeof testCaseConfig.window_size === "number" && testCaseConfig.window_size >= 1 ? testCaseConfig.window_size : void 0;
+    const windowSize = typeof renderedCase.window_size === "number" && renderedCase.window_size >= 1 ? renderedCase.window_size : void 0;
     const testCase = {
       id,
       suite: suiteName,
@@ -19632,4 +19671,4 @@ export {
   loadTestById,
   loadEvalCaseById
 };
-//# sourceMappingURL=chunk-SCC35F3L.js.map
+//# sourceMappingURL=chunk-Z2BBOGE4.js.map