@agentv/core 2.7.1-next.3 → 2.7.1-next.5

package/dist/index.js

@@ -2637,6 +2637,7 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
     throw new Error(`Invalid test file format: ${evalFilePath} - missing 'tests' field`);
   }
   const suiteWorkspace = parseWorkspaceConfig(suite.workspace, evalFileDir);
+  const suiteInputMessages = expandInputShorthand(suite.input);
   const rawGlobalExecution = isJsonObject(suite.execution) ? suite.execution : void 0;
   const _globalTarget = asString6(rawGlobalExecution?.target) ?? asString6(suite.target);
   const globalExecution = suite.assert !== void 0 ? { ...rawGlobalExecution ?? {}, assert: suite.assert } : rawGlobalExecution;
@@ -2661,14 +2662,17 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
         );
       }
     }
-    const inputMessages = resolveInputMessages(evalcase);
+    const testInputMessages = resolveInputMessages(evalcase);
     const expectedMessages = resolveExpectedMessages(evalcase) ?? [];
-    if (!id || !outcome || !inputMessages || inputMessages.length === 0) {
+    if (!id || !outcome || !testInputMessages || testInputMessages.length === 0) {
       logError2(
         `Skipping incomplete test: ${id ?? "unknown"}. Missing required fields: id, criteria, and/or input`
       );
       continue;
     }
+    const caseExecution = isJsonObject(evalcase.execution) ? evalcase.execution : void 0;
+    const skipDefaults = caseExecution?.skip_defaults === true;
+    const inputMessages = suiteInputMessages && !skipDefaults ? [...suiteInputMessages, ...testInputMessages] : testInputMessages;
     const hasExpectedMessages = expectedMessages.length > 0;
     const guidelinePaths = [];
     const inputTextParts = [];