testeranto 0.173.0 → 0.189.0

package/src/PM/main.ts

@@ -2,8 +2,9 @@
 /* eslint-disable no-async-promise-executor */
 /* eslint-disable @typescript-eslint/no-explicit-any */
 /* eslint-disable @typescript-eslint/no-unused-vars */
-import { ChildProcess, spawn } from "node:child_process";
 
+import { ChildProcess, spawn } from "node:child_process";
+import ansiColors from "ansi-colors";
 import net from "net";
 import { Page } from "puppeteer-core/lib/esm/puppeteer";
 import fs, { watch } from "fs";
@@ -21,8 +22,8 @@ import { getRunnables } from "../utils";
 import { IBuiltConfig, IRunTime, ITestTypes } from "../Types.js";
 import { Sidecar } from "../lib/Sidecar.js";
 import { Queue } from "../utils/queue.js";
+
 import { PM_WithEslintAndTsc } from "./PM_WithEslintAndTsc.js";
-import ansiColors from "ansi-colors";
 
 type IOutputs = Record<
   string,
@@ -37,6 +38,113 @@ const fileHashes = {};
 const files: Record<string, Set<string>> = {};
 const screenshots: Record<string, Promise<Uint8Array>[]> = {};
 
+type LogStreams = {
+  closeAll: () => void;
+  writeExitCode: (code: number, error?: Error) => void;
+  stdout?: fs.WriteStream;
+  stderr?: fs.WriteStream;
+  info?: fs.WriteStream;
+  warn?: fs.WriteStream;
+  error?: fs.WriteStream;
+  debug?: fs.WriteStream;
+  exit: fs.WriteStream;
+};
+
+function runtimeLogs(
+  runtime: IRunTime,
+  reportDest: string
+): Record<string, fs.WriteStream> {
+  const safeDest = reportDest || `testeranto/reports/default_${Date.now()}`;
+
+  try {
+    if (!fs.existsSync(safeDest)) {
+      fs.mkdirSync(safeDest, { recursive: true });
+    }
+
+    if (runtime === "node") {
+      return {
+        stdout: fs.createWriteStream(`${safeDest}/stdout.log`),
+        stderr: fs.createWriteStream(`${safeDest}/stderr.log`),
+        exit: fs.createWriteStream(`${safeDest}/exit.log`),
+      };
+    } else if (runtime === "web") {
+      return {
+        info: fs.createWriteStream(`${safeDest}/info.log`),
+        warn: fs.createWriteStream(`${safeDest}/warn.log`),
+        error: fs.createWriteStream(`${safeDest}/error.log`),
+        debug: fs.createWriteStream(`${safeDest}/debug.log`),
+        exit: fs.createWriteStream(`${safeDest}/exit.log`),
+      };
+    } else if (runtime === "pure") {
+      return {
+        exit: fs.createWriteStream(`${safeDest}/exit.log`),
+      };
+    } else {
+      throw `unknown runtime: ${runtime}`;
+    }
+  } catch (e) {
+    console.error(`Failed to create log streams in ${safeDest}:`, e);
+    throw e;
+  }
+}
+
+function createLogStreams(reportDest: string, runtime: IRunTime): LogStreams {
+  // Create directory if it doesn't exist
+  if (!fs.existsSync(reportDest)) {
+    fs.mkdirSync(reportDest, { recursive: true });
+  }
+
+  const streams = runtimeLogs(runtime, reportDest);
+
+  // const streams = {
+  //   exit: fs.createWriteStream(`${reportDest}/exit.log`),
+  const safeDest = reportDest || `testeranto/reports/default_${Date.now()}`;
+
+  try {
+    if (!fs.existsSync(safeDest)) {
+      fs.mkdirSync(safeDest, { recursive: true });
+    }
+
+    const streams = runtimeLogs(runtime, safeDest);
+    // const streams = {
+    //   exit: fs.createWriteStream(`${safeDest}/exit.log`),
+    //   ...(runtime === "node" || runtime === "pure"
+    //     ? {
+    //         stdout: fs.createWriteStream(`${safeDest}/stdout.log`),
+    //         stderr: fs.createWriteStream(`${safeDest}/stderr.log`),
+    //       }
+    //     : {
+    //         info: fs.createWriteStream(`${safeDest}/info.log`),
+    //         warn: fs.createWriteStream(`${safeDest}/warn.log`),
+    //         error: fs.createWriteStream(`${safeDest}/error.log`),
+    //         debug: fs.createWriteStream(`${safeDest}/debug.log`),
+    //       }),
+    // };
+
+    return {
+      ...streams,
+      closeAll: () => {
+        Object.values(streams).forEach(
+          (stream) => !stream.closed && stream.close()
+        );
+      },
+      writeExitCode: (code: number, error?: Error) => {
+        if (error) {
+          streams.exit.write(`Error: ${error.message}\n`);
+          if (error.stack) {
+            streams.exit.write(`Stack Trace:\n${error.stack}\n`);
+          }
+        }
+        streams.exit.write(`${code}\n`);
+      },
+      exit: streams.exit,
+    };
+  } catch (e) {
+    console.error(`Failed to create log streams in ${safeDest}:`, e);
+    throw e;
+  }
+}
+
 async function fileHash(filePath, algorithm = "md5") {
   return new Promise<string>((resolve, reject) => {
     const hash = crypto.createHash(algorithm);
@@ -63,12 +171,18 @@ const statusMessagePretty = (
   runtime: IRunTime
 ) => {
   if (failures === 0) {
+    console.log(ansiC.green(ansiC.inverse(`${runtime} > ${test}`)));
+  } else if (failures > 0) {
     console.log(
-      ansiC.green(ansiC.inverse(`${runtime} > ${test} completed successfully`))
+      ansiC.red(
+        ansiC.inverse(
+          `${runtime} > ${test} failed ${failures} times (exit code: ${failures})`
+        )
+      )
     );
   } else {
     console.log(
-      ansiC.red(ansiC.inverse(`${runtime} > ${test} failed ${failures} times`))
+      ansiC.red(ansiC.inverse(`${runtime} > ${test} crashed (exit code: -1)`))
     );
   }
 };
@@ -105,13 +219,10 @@ function isValidUrl(string) {
 
 // Wait for file to exist, checks every 2 seconds by default
 async function pollForFile(path, timeout = 2000) {
-  console.log(`pollForFile: ${path}...`);
-
   const intervalObj = setInterval(function () {
     const file = path;
     const fileExists = fs.existsSync(file);
     if (fileExists) {
-      console.log(`metafile found: ${path}!`);
       clearInterval(intervalObj);
     }
   }, timeout);
@@ -120,12 +231,14 @@ async function pollForFile(path, timeout = 2000) {
 export class PM_Main extends PM_WithEslintAndTsc {
   ports: Record<number, string>;
   queue: string[];
+  logStreams: Record<string, ReturnType<typeof createLogStreams>> = {};
   webMetafileWatcher: fs.FSWatcher;
   nodeMetafileWatcher: fs.FSWatcher;
   importMetafileWatcher: fs.FSWatcher;
   pureSidecars: Record<number, Sidecar>;
   nodeSidecars: Record<number, ChildProcess>;
   webSidecars: Record<number, Page>;
+  sidecars: Record<number, any> = {};
   launchers: Record<string, () => void>;
 
   constructor(configs: IBuiltConfig, name: string, mode: "once" | "dev") {
@@ -246,17 +359,18 @@ export class PM_Main extends PM_WithEslintAndTsc {
         waitForInitialPage: false,
         executablePath,
         headless: true,
+        defaultViewport: null, // Disable default 800x600 viewport
         dumpio: false,
         devtools: false,
 
         args: [
-          "--disable-features=site-per-process",
           "--allow-file-access-from-files",
           "--allow-insecure-localhost",
           "--allow-running-insecure-content",
           "--auto-open-devtools-for-tabs",
           "--disable-dev-shm-usage",
           "--disable-extensions",
+          "--disable-features=site-per-process",
           "--disable-gpu",
           "--disable-setuid-sandbox",
           "--disable-site-isolation-trials",
@@ -266,6 +380,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
           "--no-startup-window",
           "--reduce-security-for-testing",
           "--remote-allow-origins=*",
+          "--start-maximized",
           "--unsafely-treat-insecure-origin-as-secure=*",
           `--remote-debugging-port=3234`,
           // "--disable-features=IsolateOrigins,site-per-process",
@@ -407,6 +522,10 @@ export class PM_Main extends PM_WithEslintAndTsc {
     this.nodeMetafileWatcher.close();
     this.webMetafileWatcher.close();
     this.importMetafileWatcher.close();
+
+    // Close any remaining log streams
+    Object.values(this.logStreams || {}).forEach((logs) => logs.closeAll());
+
     this.checkForShutdown();
   }
 
@@ -536,7 +655,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
         });
       } else {
         this.queue.push(src);
-        return;
+        return [Math.random(), argz];
       }
     } else {
       console.error("negative port makes no sense", src);
@@ -574,8 +693,24 @@ export class PM_Main extends PM_WithEslintAndTsc {
     //   })
     // );
 
+    const logs = createLogStreams(reportDest, "pure");
+
     try {
       await import(`${builtfile}?cacheBust=${Date.now()}`).then((module) => {
+        // Override console methods to redirect logs
+        // Only override stdout/stderr methods for pure runtime
+        const originalConsole = { ...console };
+
+        // console.log = (...args) => {
+        //   logs.stdout.write(args.join(" ") + "\n");
+        //   originalConsole.log(...args);
+        // };
+
+        // console.error = (...args) => {
+        //   logs.stderr.write(args.join(" ") + "\n");
+        //   originalConsole.error(...args);
+        // };
+
         return module.default
           .then((defaultModule) => {
             defaultModule
@@ -589,7 +724,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
               })
               .catch((e1) => {
                 console.log(
-                  ansiC.red(`launchPure - ${src} errored with: ${e1}`)
+                  ansiC.red(`launchPure - ${src} errored with: ${e1.stack}`)
                 );
                 this.bddTestIsNowDone(src, -1);
                 statusMessagePretty(-1, src, "pure");
@@ -601,11 +736,12 @@ export class PM_Main extends PM_WithEslintAndTsc {
           .catch((e2) => {
             console.log(
               ansiColors.red(
-                `pure ! ${src} failed to execute. No "tests.json" file was generated. Check ${reportDest}/logs.txt for more info`
+                `pure ! ${src} failed to execute. No "tests.json" file was generated. Check the logs for more info`
               )
             );
 
-            this.writeFileSync(`${reportDest}/logs.txt`, e2.stack, src);
+            logs.exit.write(e2.stack);
+            logs.exit.write(-1);
             this.bddTestIsNowDone(src, -1);
             statusMessagePretty(-1, src, "pure");
             // console.error(e);
@@ -619,17 +755,19 @@ export class PM_Main extends PM_WithEslintAndTsc {
           });
       });
     } catch (e3) {
+      logs.writeExitCode(-1, e3);
       console.log(
         ansiC.red(
           ansiC.inverse(
-            `${src} 1 errored with: ${e3}. Check ${reportDest}/logs.txt for more info`
+            `${src} 1 errored with: ${e3}. Check logs for more info`
           )
         )
       );
-      this.writeFileSync(`${reportDest}/logs.txt`, e3.stack, src);
+
+      logs.exit.write(e3.stack);
+      logs.exit.write(-1);
       this.bddTestIsNowDone(src, -1);
       statusMessagePretty(-1, src, "pure");
-      console.log("III) PURE IS EXITING BADLY WITH error", e3);
     }
 
     for (let i = 0; i <= portsToUse.length; i++) {
@@ -647,7 +785,6 @@ export class PM_Main extends PM_WithEslintAndTsc {
       .split(".")
       .slice(0, -1)
       .join(".")}/node`;
-
     if (!fs.existsSync(reportDest)) {
       fs.mkdirSync(reportDest, { recursive: true });
     }
@@ -686,7 +823,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
 
       if (openPorts.length >= testConfigResource.ports) {
         for (let i = 0; i < testConfigResource.ports; i++) {
-          portsToUse.push(openPorts[i][0]);
+          portsToUse.push(openPorts[i][0]); // Convert string port to number
 
           this.ports[openPorts[i][0]] = src; // port is now claimed
         }
@@ -705,7 +842,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
           )
         );
         this.queue.push(src);
-        return;
+        return [Math.random(), argz]; // Add this return
       }
     } else {
       console.error("negative port makes no sense", src);
@@ -778,52 +915,50 @@ export class PM_Main extends PM_WithEslintAndTsc {
       });
     });
 
-    const oStream = fs.createWriteStream(`${reportDest}/logs.txt`);
-
-    const errFile = `${reportDest}/logs.txt`;
-
-    if (fs.existsSync(errFile)) {
-      fs.rmSync(errFile);
-    }
+    const logs = createLogStreams(reportDest, "node");
 
     server.listen(ipcfile, () => {
-      child.stderr?.on("data", (data) => {
-        oStream.write(`stderr > ${data}`);
-      });
+      // Only handle stdout/stderr for node runtime
       child.stdout?.on("data", (data) => {
-        oStream.write(`stdout > ${data}`);
+        logs.stdout?.write(data); // Add null check
+      });
+
+      child.stderr?.on("data", (data) => {
+        logs.stderr?.write(data); // Add null check
       });
       child.on("error", (err) => {});
       child.on("close", (code) => {
-        // oStream.close();
+        const exitCode = code === null ? -1 : code;
+        if (exitCode < 0) {
+          logs.writeExitCode(
+            exitCode,
+            new Error("Process crashed or was terminated")
+          );
+        } else {
+          logs.writeExitCode(exitCode);
+        }
+        logs.closeAll();
         server.close();
 
         if (!files[src]) {
           files[src] = new Set();
         }
-        // files[src].add(filepath);
 
-        // fs.writeFileSync(
-        //   reportDest + "/manifest.json",
-        //   JSON.stringify(Array.from(files[src]))
-        // );
-
-        if (code === 255) {
+        if (exitCode === 255) {
           console.log(
             ansiColors.red(
-              `node ! ${src} failed to execute. No "tests.json" file was generated. Check ${reportDest}/logs.txt for more info`
+              `node ! ${src} failed to execute. No "tests.json" file was generated. Check ${reportDest}/stderr.log for more info`
             )
           );
           this.bddTestIsNowDone(src, -1);
           statusMessagePretty(-1, src, "node");
-          oStream.close();
           return;
-        } else if (code === 0) {
+        } else if (exitCode === 0) {
           this.bddTestIsNowDone(src, 0);
           statusMessagePretty(0, src, "node");
         } else {
-          this.bddTestIsNowDone(src, code);
-          statusMessagePretty(code, src, "node");
+          this.bddTestIsNowDone(src, exitCode);
+          statusMessagePretty(exitCode, src, "node");
         }
 
         haltReturns = true;
@@ -845,11 +980,10 @@ export class PM_Main extends PM_WithEslintAndTsc {
         console.log(
           ansiC.red(
             ansiC.inverse(
-              `${src} errored with: ${e.name}. Check ${errFile} for more info`
+              `${src} errored with: ${e.name}. Check error logs for more info`
             )
           )
         );
-        this.writeFileSync(`${reportDest}/logs.txt`, e.toString(), src);
         this.bddTestIsNowDone(src, -1);
         statusMessagePretty(-1, src, "node");
       });
@@ -858,7 +992,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
 
   launchWebSideCar = async (
     testConfig: ITestTypes
-  ): Promise<[number, ITTestResourceConfiguration]> => {
+  ): Promise<[number, Page]> => {
     const src = testConfig[0];
     const dest = src.split(".").slice(0, -1).join(".");
     // const d = dest + ".mjs";
@@ -867,10 +1001,10 @@ export class PM_Main extends PM_WithEslintAndTsc {
 
     console.log(ansiC.green(ansiC.inverse(`launchWebSideCar ${src}`)));
 
-    const fileStreams2: fs.WriteStream[] = [];
-    const doneFileStream2: Promise<any>[] = [];
+    // const fileStreams2: fs.WriteStream[] = [];
+    // const doneFileStream2: Promise<any>[] = [];
 
-    const oStream = fs.createWriteStream(`${destFolder}/logs.txt`);
+    const logs = createLogStreams(dest, "web");
 
     return new Promise((res, rej) => {
       this.browser
@@ -896,40 +1030,43 @@ export class PM_Main extends PM_WithEslintAndTsc {
             Promise.all(screenshots[src] || []).then(() => {
               delete screenshots[src];
               page.close();
-              oStream.close();
             });
           };
 
           page.on("pageerror", (err: Error) => {
             console.debug(`Error from ${src}: [${err.name}] `);
-            oStream.write(err.name);
-            oStream.write("\n");
-
+            console.debug(`Error from ${src}: [${err.name}] `);
             if (err.cause) {
               console.debug(`Error from ${src} cause: [${err.cause}] `);
-              oStream.write(err.cause);
-              oStream.write("\n");
             }
-
             if (err.stack) {
               console.debug(`Error from stack ${src}: [${err.stack}] `);
-              oStream.write(err.stack);
-              oStream.write("\n");
             }
-
             console.debug(`Error from message ${src}: [${err.message}] `);
-            oStream.write(err.message);
-            oStream.write("\n");
-
             this.bddTestIsNowDone(src, -1);
             close();
           });
 
           page.on("console", (log: ConsoleMessage) => {
-            oStream.write(log.text());
-            oStream.write(JSON.stringify(log.location()));
-            oStream.write(JSON.stringify(log.stackTrace()));
-            oStream.write("\n");
+            const msg = `${log.text()}\n${JSON.stringify(
+              log.location()
+            )}\n${JSON.stringify(log.stackTrace())}\n`;
+            switch (log.type()) {
+              case "info":
+                logs.info?.write(msg);
+                break;
+              case "warn":
+                logs.warn?.write(msg);
+                break;
+              case "error":
+                logs.error?.write(msg);
+                break;
+              case "debug":
+                logs.debug?.write(msg);
+                break;
+              default:
+                break;
+            }
           });
 
           await page.goto(`file://${`${destFolder}.html`}`, {});
@@ -981,7 +1118,6 @@ export class PM_Main extends PM_WithEslintAndTsc {
         .then(async (page) => {
           await page.goto(`file://${`${dest}.html`}`, {});
 
-          /* @ts-ignore:next-line */
           res([Math.random(), page]);
         });
     });
@@ -1012,6 +1148,8 @@ export class PM_Main extends PM_WithEslintAndTsc {
 
     const testReq: { ports: number } = sidecar[2];
 
+    const logs = createLogStreams(dest, "node");
+
     const portsToUse: number[] = [];
     if (testReq.ports === 0) {
       // argz = {
@@ -1027,7 +1165,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
 
       if (openPorts.length >= testReq.ports) {
         for (let i = 0; i < testReq.ports; i++) {
-          portsToUse.push(openPorts[i][0]);
+          portsToUse.push(Number(openPorts[i][0])); // Convert string port to number
 
           this.ports[openPorts[i][0]] = src; // port is now closed
         }
@@ -1079,8 +1217,6 @@ export class PM_Main extends PM_WithEslintAndTsc {
           });
         });
 
-        const oStream = fs.createWriteStream(`${reportDest}/logs.txt`);
-
         const child = spawn("node", [builtfile, JSON.stringify(argz)], {
           stdio: ["pipe", "pipe", "pipe", "ipc"],
           // silent: true
@@ -1088,19 +1224,9 @@ export class PM_Main extends PM_WithEslintAndTsc {
 
         const p = "/tmp/tpipe" + Math.random();
 
-        const errFile = `${reportDest}/logs.txt`;
-
         server.listen(p, () => {
-          child.stderr?.on("data", (data) => {
-            oStream.write(`stderr > ${data}`);
-          });
-          child.stdout?.on("data", (data) => {
-            oStream.write(`stdout > ${data}`);
-          });
           child.on("close", (code) => {
-            oStream.close();
             server.close();
-
             haltReturns = true;
           });
           child.on("exit", (code) => {
@@ -1122,11 +1248,11 @@ export class PM_Main extends PM_WithEslintAndTsc {
             console.log(
               ansiC.red(
                 ansiC.inverse(
-                  `launchNodeSideCar - ${src} errored with: ${e.name}. Check ${errFile}for more info`
+                  `launchNodeSideCar - ${src} errored with: ${e.name}. Check logs for more info`
                 )
               )
             );
-            this.writeFileSync(`${reportDest}/logs.txt`, e.toString(), src);
+            logs.error?.write(e.toString() + "\n");
             // this.bddTestIsNowDone(src, -1);
             // statusMessagePretty(-1, src);
           });
@@ -1193,7 +1319,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
       );
       if (openPorts.length >= testConfigResource.ports) {
         for (let i = 0; i < testConfigResource.ports; i++) {
-          portsToUse.push(openPorts[i][0]);
+          portsToUse.push(Number(openPorts[i][0]));
 
           this.ports[openPorts[i][0]] = src; // port is now claimed
         }
@@ -1208,7 +1334,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
         };
       } else {
         this.queue.push(src);
-        return;
+        // return;
       }
     } else {
       console.error("negative port makes no sense", src);
@@ -1218,6 +1344,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
     // const builtfile = dest + ".mjs";
 
     await import(`${builtfile}?cacheBust=${Date.now()}`).then((module) => {
+      if (!this.pureSidecars) this.pureSidecars = {};
       this.pureSidecars[r] = module.default;
       this.pureSidecars[r].start(argz);
     });
@@ -1253,23 +1380,37 @@ export class PM_Main extends PM_WithEslintAndTsc {
 
     const d = `${dest}?cacheBust=${Date.now()}`;
 
-    const evaluation = `
-
-    import('${d}').then(async (x) => {
-
-      try {
-        return await (await x.default).receiveTestResourceConfig(${webArgz})
-      } catch (e) {
-        console.log("web run failure", e.toString())
-      }
-    })`;
-
-    const ofile = `${reportDest}/logs.txt`;
-    const oStream = fs.createWriteStream(ofile);
+    const logs = createLogStreams(reportDest, "web");
 
     this.browser
       .newPage()
       .then((page) => {
+        page.on("console", (log: ConsoleMessage) => {
+          const msg = `${log.text()}\n`;
+
+          switch (log.type()) {
+            case "info":
+              logs.info?.write(msg);
+              break;
+            case "warn":
+              logs.warn?.write(msg);
+              break;
+            case "error":
+              logs.error?.write(msg);
+              break;
+            case "debug":
+              logs.debug?.write(msg);
+              break;
+            default:
+              break;
+          }
+        });
+
+        page.on("close", () => {
+          logs.writeExitCode(0); // Web tests exit with 0 unless there's an error
+          logs.closeAll();
+          logs.closeAll();
+        });
         this.mapping().forEach(async ([command, func]) => {
           if (command === "page") {
             page.exposeFunction(command, (x?) => {
@@ -1302,72 +1443,50 @@ export class PM_Main extends PM_WithEslintAndTsc {
           Promise.all(screenshots[src] || []).then(() => {
             delete screenshots[src];
             page.close();
-            oStream.close();
           });
-          console.log("ostream is closed");
+
           return;
         };
 
         page.on("pageerror", (err: Error) => {
+          logs.writeExitCode(-1, err);
           console.log(
             ansiColors.red(
-              `web ! ${src} failed to execute No "tests.json" file was generated. Check ${reportDest}/logs.txt for more info`
+              `web ! ${src} failed to execute No "tests.json" file was generated. Check ${reportDest}/error.log for more info`
             )
           );
-
-          oStream.write(err.name);
-          oStream.write("\n");
-
-          if (err.cause) {
-            oStream.write(err.cause);
-            oStream.write("\n");
-          }
-
-          if (err.stack) {
-            oStream.write(err.stack);
-            oStream.write("\n");
-          }
-
-          if (err.message) {
-            oStream.write(err.message);
-            oStream.write("\n");
-          }
-
           this.bddTestIsNowDone(src, -1);
           close();
         });
 
-        page.on("console", (log: ConsoleMessage) => {
-          // console.log("console message: ", log.text());
-          if (oStream.closed) {
-            console.log("missed console message: ", log.text());
-            return;
-          } else {
-            oStream.write(log.text());
-            oStream.write("\n");
-            oStream.write(JSON.stringify(log.location()));
-            oStream.write("\n");
-            oStream.write(JSON.stringify(log.stackTrace()));
-            oStream.write("\n");
-          }
-        });
+        // page.on("console", (log: ConsoleMessage) => {});
 
         await page.goto(`file://${`${destFolder}.html`}`, {});
 
         await page
-          .evaluate(evaluation)
+          .evaluate(
+            `
+import('${d}').then(async (x) => {
+  try {
+    return await (await x.default).receiveTestResourceConfig(${webArgz})
+  } catch (e) {
+    console.log("web run failure", e.toString())
+  }
+})
+`
+          )
           .then(async ({ fails, failed, features }: IFinalResults) => {
             statusMessagePretty(fails, src, "web");
             this.bddTestIsNowDone(src, fails);
-            close();
+            // close();
           })
           .catch((e) => {
-            console.log(ansiC.red(ansiC.inverse(e)));
+            console.log(ansiC.red(ansiC.inverse(e.stack)));
 
             console.log(
               ansiC.red(
                 ansiC.inverse(
-                  `web ! ${src} failed to execute. No "tests.json" file was generated. Check ${reportDest}/logs.txt for more info`
+                  `web ! ${src} failed to execute. No "tests.json" file was generated. Check logs for more info`
                 )
               )
             );
@@ -1375,6 +1494,7 @@ export class PM_Main extends PM_WithEslintAndTsc {
           })
           .finally(() => {
             // process.exit(-1);
+            close();
           });
 
         return page;
@@ -1547,10 +1667,16 @@ export class PM_Main extends PM_WithEslintAndTsc {
     this.writeBigBoard();
 
     if (!inflight) {
-      this.browser.disconnect().then(() => {
-        console.log(ansiC.inverse(`${this.name} has been tested. Goodbye.`));
-        process.exit();
-      });
+      if (this.browser) {
+        if (this.browser) {
+          this.browser.disconnect().then(() => {
+            console.log(
+              ansiC.inverse(`${this.name} has been tested. Goodbye.`)
+            );
+            process.exit();
+          });
+        }
+      }
     }
   };
 }