@wix/evalforge-evaluator 0.41.0 → 0.42.0

package/build/types/run-scenario/environment.d.ts

@@ -3,11 +3,13 @@ import type { EvaluatorConfig } from '../config.js';
 /**
  * Prepare the working directory for a scenario.
  * If a template is provided, download and extract it.
+ * If no template, create an empty directory so file creation/modification can be tracked.
  *
  * @param config - Evaluator configuration
  * @param evalRunId - The evaluation run ID
  * @param targetId - The target ID (prompt agent, skill, or agent)
+ * @param scenarioId - The scenario ID (for per-scenario isolation when no template)
  * @param template - Optional pre-fetched template entity
- * @returns The working directory path, or undefined if no template
+ * @returns The working directory path
  */
-export declare function prepareWorkingDirectory(config: EvaluatorConfig, evalRunId: string, targetId: string, template?: Template): Promise<string | undefined>;
+export declare function prepareWorkingDirectory(config: EvaluatorConfig, evalRunId: string, targetId: string, scenarioId: string, template?: Template): Promise<string>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-evaluator",
-  "version": "0.41.0",
+  "version": "0.42.0",
   "description": "EvalForge Evaluator",
   "bin": "./build/index.js",
   "files": [
@@ -13,14 +13,14 @@
     "build:types": "tsc --emitDeclarationOnly --outDir ./build/types",
     "build": "yarn run clean && yarn run build:cjs && yarn run build:esm && yarn run build:types",
     "lint": "eslint .",
-    "test": "echo 'Tests moved to @wix/eval-assertions package' && exit 0"
+    "test": "node --import tsx --test tests/**/*.test.ts"
   },
   "dependencies": {
     "@ai-sdk/anthropic": "^3.0.2",
     "@anthropic-ai/claude-agent-sdk": "^0.2.12",
     "@anthropic-ai/claude-code": "^2.0.76",
     "@wix/eval-assertions": "0.1.0",
-    "@wix/evalforge-types": "0.13.0",
+    "@wix/evalforge-types": "0.14.0",
     "ai": "^6.0.6",
     "tar": "^7.5.3",
     "zod": "^4.3.5"
@@ -57,5 +57,5 @@
       "artifactId": "evalforge-evaluator"
     }
   },
-  "falconPackageHash": "bfb42984abd4af25f5ef1b5c344ba47661f4b6b5cca16558edb6f514"
+  "falconPackageHash": "057d6d34ae475738de64112e3b7e26f9a9a059acd289d3e6bf0210a3"
 }