@wix/evalforge-evaluator 0.41.0 → 0.42.0

package/build/index.js

@@ -232,6 +232,7 @@ var import_eval_assertions = require("@wix/eval-assertions");
 
 // src/run-scenario/environment.ts
 var import_fs5 = require("fs");
+var import_os = require("os");
 var import_stream = require("stream");
 var import_promises2 = require("stream/promises");
 var import_zlib2 = require("zlib");
@@ -6079,19 +6080,25 @@ async function downloadAndExtractTemplate(template, workDir) {
   }
   cleanAppleDoubleFiles(workDir);
 }
-async function prepareWorkingDirectory(config, evalRunId2, targetId, template) {
-  if (!template) {
-    return void 0;
+async function prepareWorkingDirectory(config, evalRunId2, targetId, scenarioId, template) {
+  const baseDir = config.evaluationsDir ?? import_path4.default.join((0, import_os.tmpdir)(), "evalforge-evaluations");
+  if (template) {
+    if (!config.evaluationsDir) {
+      console.warn(
+        "Template specified but EVALUATIONS_DIR not set, using temp directory"
+      );
+    }
+    const workDir2 = import_path4.default.join(baseDir, `${evalRunId2}_${targetId}`);
+    await downloadAndExtractTemplate(template, workDir2);
+    console.log(`Template extracted to ${workDir2}`);
+    return workDir2;
   }
-  if (!config.evaluationsDir) {
-    console.warn(
-      "Template specified but EVALUATIONS_DIR not set, skipping template setup"
-    );
-    return void 0;
+  const workDir = import_path4.default.join(baseDir, `${evalRunId2}_${targetId}_${scenarioId}`);
+  if ((0, import_fs5.existsSync)(workDir)) {
+    (0, import_fs5.rmSync)(workDir, { recursive: true });
   }
-  const workDir = import_path4.default.join(config.evaluationsDir, `${evalRunId2}_${targetId}`);
-  await downloadAndExtractTemplate(template, workDir);
-  console.log(`Template extracted to ${workDir}`);
+  (0, import_fs5.mkdirSync)(workDir, { recursive: true });
+  console.log(`Empty working directory created at ${workDir}`);
   return workDir;
 }
 
@@ -7473,6 +7480,7 @@ async function runScenario(config, evalRunId2, scenario, target, template) {
     config,
     evalRunId2,
     targetId,
+    scenario.id,
     template
   );
   let partialResult;