@agentv/core 4.15.5-next.1 → 4.15.6-next.1

package/dist/evaluation/validation/index.js

@@ -10,7 +10,7 @@ import {
   isEvaluatorKind,
   loadCasesFromFile,
   resolveFileReference
-} from "../../chunk-AOOU6PLC.js";
+} from "../../chunk-HVEQNYTC.js";
 
 // src/evaluation/validation/file-type.ts
 import { readFile } from "node:fs/promises";

package/dist/index.cjs

@@ -6081,7 +6081,7 @@ async function resolveWorkspaceConfig(raw, evalFileDir) {
     const workspaceFileDir = import_node_path9.default.dirname(workspaceFilePath);
     const resolvedWorkspace = parseWorkspaceConfig(parsed, workspaceFileDir);
     if (resolvedWorkspace) {
-      return resolvedWorkspace;
+      return { ...resolvedWorkspace, workspaceFileDir };
     }
     const parsedObject = parsed;
     if ("workspace" in parsedObject && isJsonObject(parsedObject.workspace)) {
@@ -6172,7 +6172,8 @@ function mergeWorkspaceConfigs(suiteLevel, caseLevel) {
     ...hasHooks && { hooks: mergedHooks },
     mode: caseLevel.mode ?? suiteLevel.mode,
     path: caseLevel.path ?? suiteLevel.path,
-    docker: caseLevel.docker ?? suiteLevel.docker
+    docker: caseLevel.docker ?? suiteLevel.docker,
+    workspaceFileDir: caseLevel.workspaceFileDir ?? suiteLevel.workspaceFileDir
   };
 }
 function asString5(value) {
@@ -20611,7 +20612,7 @@ async function executeWorkspaceScript(config, context2, failureMode = "fatal") {
     case_metadata: context2.caseMetadata ?? null
   });
   const timeoutMs = config.timeout_ms ?? (failureMode === "fatal" ? 6e4 : 3e4);
-  const cwd = config.cwd ?? context2.evalDir;
+  const cwd = config.cwd ?? context2.workspaceFileDir ?? context2.evalDir;
   if (config.script !== void 0 && config.command === void 0) {
     console.warn(
       "\x1B[33mWarning: 'script' is deprecated in workspace config. Use 'command' instead.\x1B[0m"
@@ -21224,7 +21225,8 @@ async function runEvaluation(options) {
         workspacePath: sharedWorkspacePath,
         testId: "__before_all__",
         evalRunId,
-        evalDir
+        evalDir,
+        workspaceFileDir: suiteWorkspace?.workspaceFileDir
       };
       try {
         beforeAllOutput = await executeWorkspaceScript(
@@ -21249,7 +21251,8 @@ async function runEvaluation(options) {
           workspacePath: slot.path,
           testId: "__before_all__",
           evalRunId,
-          evalDir
+          evalDir,
+          workspaceFileDir: suiteWorkspace?.workspaceFileDir
         };
         try {
           const output = await executeWorkspaceScript(
@@ -21558,7 +21561,8 @@ async function runEvaluation(options) {
           workspacePath: wsPath,
           testId: "__after_all__",
           evalRunId,
-          evalDir
+          evalDir,
+          workspaceFileDir: suiteWorkspace?.workspaceFileDir
         };
         try {
           const afterAllOutput = await executeWorkspaceScript(
@@ -21934,7 +21938,8 @@ async function runEvalCase(options) {
         evalRunId: evalRunId ?? "",
         caseInput: evalCase.question,
         caseMetadata: evalCase.metadata,
-        evalDir
+        evalDir,
+        workspaceFileDir: evalCase.workspace?.workspaceFileDir
       };
       try {
         beforeAllOutput = await executeWorkspaceScript(
@@ -22004,7 +22009,8 @@ async function runEvalCase(options) {
       evalRunId: evalRunId ?? "",
       caseInput: evalCase.question,
       caseMetadata: evalCase.metadata,
-      evalDir
+      evalDir,
+      workspaceFileDir: evalCase.workspace?.workspaceFileDir
     };
     try {
       beforeEachOutput = await executeWorkspaceScript(
@@ -22208,7 +22214,8 @@ ${providerFileChanges}` : providerFileChanges;
       evalRunId: evalRunId ?? "",
       caseInput: evalCase.question,
       caseMetadata: evalCase.metadata,
-      evalDir
+      evalDir,
+      workspaceFileDir: evalCase.workspace?.workspaceFileDir
     };
     try {
       afterEachOutput = await executeWorkspaceScript(