@agentv/core 3.0.0-next.1 → 3.2.0

package/dist/index.js

@@ -2467,9 +2467,10 @@ function expandInputFilesShorthand(inputFiles, inputText) {
   ];
   return [{ role: "user", content: contentBlocks }];
 }
-function resolveInputMessages(raw) {
-  if (raw.input_files !== void 0) {
-    return expandInputFilesShorthand(raw.input_files, raw.input);
+function resolveInputMessages(raw, suiteInputFiles) {
+  const effectiveInputFiles = raw.input_files ?? suiteInputFiles;
+  if (effectiveInputFiles !== void 0) {
+    return expandInputFilesShorthand(effectiveInputFiles, raw.input);
   }
   return expandInputShorthand(raw.input);
 }
@@ -3055,6 +3056,7 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
   }
   const suiteWorkspace = await resolveWorkspaceConfig(suite.workspace, evalFileDir);
   const suiteInputMessages = expandInputShorthand(suite.input);
+  const suiteInputFiles = suite.input_files;
   const rawGlobalExecution = isJsonObject(suite.execution) ? suite.execution : void 0;
   const _globalTarget = asString6(rawGlobalExecution?.target) ?? asString6(suite.target);
   const suiteAssertions = suite.assertions ?? suite.assert;
@@ -3083,7 +3085,10 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
         );
       }
     }
-    const testInputMessages = resolveInputMessages(evalcase);
+    const caseExecution = isJsonObject(evalcase.execution) ? evalcase.execution : void 0;
+    const skipDefaults = caseExecution?.skip_defaults === true;
+    const effectiveSuiteInputFiles = suiteInputFiles && !skipDefaults ? suiteInputFiles : void 0;
+    const testInputMessages = resolveInputMessages(evalcase, effectiveSuiteInputFiles);
     const expectedMessages = resolveExpectedMessages(evalcase) ?? [];
     const hasEvaluationSpec = !!outcome || expectedMessages.length > 0 || evalcase.assertions !== void 0 || evalcase.assert !== void 0;
     if (!id || !hasEvaluationSpec || !testInputMessages || testInputMessages.length === 0) {
@@ -3092,8 +3097,6 @@ async function loadTestsFromYaml(evalFilePath, repoRoot, options) {
       );
       continue;
     }
-    const caseExecution = isJsonObject(evalcase.execution) ? evalcase.execution : void 0;
-    const skipDefaults = caseExecution?.skip_defaults === true;
     const effectiveSuiteInputMessages = suiteInputMessages && !skipDefaults ? suiteInputMessages : void 0;
     const inputMessages = effectiveSuiteInputMessages ? [...effectiveSuiteInputMessages, ...testInputMessages] : testInputMessages;
     const hasExpectedMessages = expectedMessages.length > 0;