@agentv/core 4.15.5-next.1 → 4.15.6-next.1

package/dist/index.d.cts

@@ -661,6 +661,10 @@ type WorkspaceConfig = {
     readonly path?: string;
     /** Docker-based workspace: run grader commands inside a container */
     readonly docker?: DockerWorkspaceConfig;
+    /** Directory containing the workspace file when workspace is a file reference.
+     *  Used as default cwd for hook commands so that file-referenced templates resolve
+     *  relative paths from their own directory, not the eval file's directory. */
+    readonly workspaceFileDir?: string;
 };
 type CodeEvaluatorConfig = {
     readonly name: string;
@@ -3574,8 +3578,12 @@ interface ScriptExecutionContext {
     readonly evalRunId: string;
     readonly caseInput?: string;
     readonly caseMetadata?: Record<string, unknown>;
-    /** Directory containing the eval YAML file. Used as default cwd. */
+    /** Directory containing the eval YAML file. Used as fallback cwd. */
     readonly evalDir?: string;
+    /** Directory containing the workspace file (when workspace is a file reference).
+     *  Takes priority over evalDir as default cwd so that file-referenced templates
+     *  resolve relative paths from their own directory. */
+    readonly workspaceFileDir?: string;
 }
 type ScriptFailureMode = 'fatal' | 'warn';
 /**

package/dist/index.d.ts

@@ -661,6 +661,10 @@ type WorkspaceConfig = {
     readonly path?: string;
     /** Docker-based workspace: run grader commands inside a container */
     readonly docker?: DockerWorkspaceConfig;
+    /** Directory containing the workspace file when workspace is a file reference.
+     *  Used as default cwd for hook commands so that file-referenced templates resolve
+     *  relative paths from their own directory, not the eval file's directory. */
+    readonly workspaceFileDir?: string;
 };
 type CodeEvaluatorConfig = {
     readonly name: string;
@@ -3574,8 +3578,12 @@ interface ScriptExecutionContext {
     readonly evalRunId: string;
     readonly caseInput?: string;
     readonly caseMetadata?: Record<string, unknown>;
-    /** Directory containing the eval YAML file. Used as default cwd. */
+    /** Directory containing the eval YAML file. Used as fallback cwd. */
     readonly evalDir?: string;
+    /** Directory containing the workspace file (when workspace is a file reference).
+     *  Takes priority over evalDir as default cwd so that file-referenced templates
+     *  resolve relative paths from their own directory. */
+    readonly workspaceFileDir?: string;
 }
 type ScriptFailureMode = 'fatal' | 'warn';
 /**

package/dist/index.js

@@ -25,7 +25,7 @@ import {
   resolveDelegatedTargetDefinition,
   resolveFileReference,
   resolveTargetDefinition
-} from "./chunk-AOOU6PLC.js";
+} from "./chunk-HVEQNYTC.js";
 import {
   execFileWithStdin,
   execShellWithStdin
@@ -3897,7 +3897,7 @@ async function resolveWorkspaceConfig(raw, evalFileDir) {
     const workspaceFileDir = path8.dirname(workspaceFilePath);
     const resolvedWorkspace = parseWorkspaceConfig(parsed, workspaceFileDir);
     if (resolvedWorkspace) {
-      return resolvedWorkspace;
+      return { ...resolvedWorkspace, workspaceFileDir };
     }
     const parsedObject = parsed;
     if ("workspace" in parsedObject && isJsonObject(parsedObject.workspace)) {
@@ -3988,7 +3988,8 @@ function mergeWorkspaceConfigs(suiteLevel, caseLevel) {
     ...hasHooks && { hooks: mergedHooks },
     mode: caseLevel.mode ?? suiteLevel.mode,
     path: caseLevel.path ?? suiteLevel.path,
-    docker: caseLevel.docker ?? suiteLevel.docker
+    docker: caseLevel.docker ?? suiteLevel.docker,
+    workspaceFileDir: caseLevel.workspaceFileDir ?? suiteLevel.workspaceFileDir
   };
 }
 function asString5(value) {
@@ -16634,7 +16635,7 @@ async function executeWorkspaceScript(config, context, failureMode = "fatal") {
     case_metadata: context.caseMetadata ?? null
   });
   const timeoutMs = config.timeout_ms ?? (failureMode === "fatal" ? 6e4 : 3e4);
-  const cwd = config.cwd ?? context.evalDir;
+  const cwd = config.cwd ?? context.workspaceFileDir ?? context.evalDir;
   if (config.script !== void 0 && config.command === void 0) {
     console.warn(
       "\x1B[33mWarning: 'script' is deprecated in workspace config. Use 'command' instead.\x1B[0m"
@@ -17247,7 +17248,8 @@ async function runEvaluation(options) {
         workspacePath: sharedWorkspacePath,
         testId: "__before_all__",
         evalRunId,
-        evalDir
+        evalDir,
+        workspaceFileDir: suiteWorkspace?.workspaceFileDir
       };
       try {
         beforeAllOutput = await executeWorkspaceScript(
@@ -17272,7 +17274,8 @@ async function runEvaluation(options) {
           workspacePath: slot.path,
           testId: "__before_all__",
           evalRunId,
-          evalDir
+          evalDir,
+          workspaceFileDir: suiteWorkspace?.workspaceFileDir
         };
         try {
           const output = await executeWorkspaceScript(
@@ -17581,7 +17584,8 @@ async function runEvaluation(options) {
           workspacePath: wsPath,
           testId: "__after_all__",
           evalRunId,
-          evalDir
+          evalDir,
+          workspaceFileDir: suiteWorkspace?.workspaceFileDir
         };
         try {
           const afterAllOutput = await executeWorkspaceScript(
@@ -17957,7 +17961,8 @@ async function runEvalCase(options) {
         evalRunId: evalRunId ?? "",
         caseInput: evalCase.question,
         caseMetadata: evalCase.metadata,
-        evalDir
+        evalDir,
+        workspaceFileDir: evalCase.workspace?.workspaceFileDir
       };
       try {
         beforeAllOutput = await executeWorkspaceScript(
@@ -18027,7 +18032,8 @@ async function runEvalCase(options) {
       evalRunId: evalRunId ?? "",
       caseInput: evalCase.question,
       caseMetadata: evalCase.metadata,
-      evalDir
+      evalDir,
+      workspaceFileDir: evalCase.workspace?.workspaceFileDir
     };
     try {
       beforeEachOutput = await executeWorkspaceScript(
@@ -18231,7 +18237,8 @@ ${providerFileChanges}` : providerFileChanges;
       evalRunId: evalRunId ?? "",
       caseInput: evalCase.question,
       caseMetadata: evalCase.metadata,
-      evalDir
+      evalDir,
+      workspaceFileDir: evalCase.workspace?.workspaceFileDir
     };
     try {
       afterEachOutput = await executeWorkspaceScript(