@jsenv/test 3.1.0 → 3.2.1

package/dist/js/exception.js

@@ -809,6 +809,9 @@ const createException = (reason, { rootDirectoryUrl } = {}) => {
 
     const stackFramesNonNative = [];
     for (const stackFrame of stackFrames) {
+      if (!stackFrame.url) {
+        continue;
+      }
       if (stackFrame.url.startsWith("node:")) {
         stackFrame.native = "node";
         continue;
@@ -907,9 +910,7 @@ const getErrorName = (value) => {
 
 const getPropertiesFromEvalOrigin = (origin) => {
   // Most eval() calls are in this format
-  const topLevelEvalMatch = /^eval at ([^(]+) \((.+):(\d+):(\d+)\)$/.exec(
-    origin,
-  );
+  const topLevelEvalMatch = /^eval at [^(]+ \(.+:\d+:\d+\)$/.exec(origin);
   if (topLevelEvalMatch) {
     const source = topLevelEvalMatch[2];
     const line = Number(topLevelEvalMatch[3]);
@@ -921,7 +922,7 @@ const getPropertiesFromEvalOrigin = (origin) => {
     };
   }
   // Parse nested eval() calls using recursion
-  const nestedEvalMatch = /^eval at ([^(]+) \((.+)\)$/.exec(origin);
+  const nestedEvalMatch = /^eval at [^(]+ \(.+\)$/.exec(origin);
   if (nestedEvalMatch) {
     return getPropertiesFromEvalOrigin(nestedEvalMatch[2]);
   }

package/dist/jsenv_test.js

@@ -1,6 +1,6 @@
 import os, { cpus, release, totalmem, availableParallelism, freemem } from "node:os";
 import process$1, { cpuUsage, memoryUsage } from "node:process";
-import { readdir, chmod, stat, lstat, chmodSync, statSync, lstatSync, promises, readFile as readFile$1, writeFileSync as writeFileSync$1, mkdirSync, unlink, openSync, closeSync, rmdir, unlinkSync, readdirSync, rmdirSync, readFileSync, existsSync } from "node:fs";
+import { readdir, chmod, stat, lstat, chmodSync, statSync, lstatSync, promises, readFile as readFile$1, readFileSync, writeFileSync as writeFileSync$1, mkdirSync, unlink, openSync, closeSync, rmdir, unlinkSync, readdirSync, rmdirSync, existsSync } from "node:fs";
 import { takeCoverage } from "node:v8";
 import stripAnsi from "strip-ansi";
 import { URL_META, createException } from "./js/exception.js";
@@ -2486,6 +2486,9 @@ const readFile = async (value, { as = "buffer" } = {}) => {
 const writeFileSync = (destination, content = "") => {
   const destinationUrl = assertAndNormalizeFileUrl(destination);
   const destinationUrlObject = new URL(destinationUrl);
+  if (content && content instanceof URL) {
+    content = readFileSync(content);
+  }
   try {
     writeFileSync$1(destinationUrlObject, content);
   } catch (error) {
@@ -4295,7 +4298,7 @@ const stringifyUrlSite = ({ url, line, column }) => {
 };
 
 const replaceUrls$1 = (source, replace) => {
-  return source.replace(/(?:https?|ftp|file):\/\/\S+/gm, (match) => {
+  return source.replace(/(?:https?|ftp|file):\/\/\S+/g, (match) => {
     let replacement = "";
     const lastChar = match[match.length - 1];
 
@@ -4702,7 +4705,7 @@ const formatErrorForTerminal = (
 //   debugger
 // })
 const replaceUrls = (source, replace) => {
-  return source.replace(/(?:https?|ftp|file):\/\/\S+/gm, (match) => {
+  return source.replace(/(?:https?|ftp|file):\/\/\S+/g, (match) => {
     let replacement = "";
     const lastChar = match[match.length - 1];
 
@@ -6133,6 +6136,7 @@ To fix this warning:
             runtime,
             runtimeParams,
             allocatedMs = defaultMsAllocatedPerExecution,
+            uses,
           } = stepConfig;
           const params = {
             measureMemoryUsage: true,
@@ -6140,6 +6144,7 @@ To fix this warning:
             collectPerformance: false,
             collectConsole: true,
             allocatedMs,
+            uses,
             runtime,
             runtimeParams: {
               rootDirectoryUrl,
@@ -6169,6 +6174,7 @@ To fix this warning:
           }
 
           const execution = {
+            name: `${relativeUrl}/${groupName}`,
             counters,
             countersInOrder,
             index,
@@ -6321,7 +6327,13 @@ To fix this warning:
 
       const executionRemainingSet = new Set(executionPlanifiedSet);
       const executionExecutingSet = new Set();
+      const usedTagSet = new Set();
       const start = async (execution) => {
+        if (execution.params.uses) {
+          for (const tagThatWillBeUsed of execution.params.uses) {
+            usedTagSet.add(tagThatWillBeUsed);
+          }
+        }
         execution.fileExecutionCount = Object.keys(
           testPlanResult.results[execution.fileRelativeUrl],
         ).length;
@@ -6341,7 +6353,6 @@ To fix this warning:
             afterEachCallbackSet.add(callback);
           }
         }
-
         for (const beforeEachInOrderCallback of beforeEachInOrderCallbackSet) {
           const returnValue = beforeEachInOrderCallback(
             execution,
@@ -6374,7 +6385,6 @@ To fix this warning:
             process.exitCode = 1;
           }
         }
-
         for (const afterEachCallback of afterEachCallbackSet) {
           afterEachCallback(execution, testPlanResult);
         }
@@ -6384,7 +6394,11 @@ To fix this warning:
             afterEachInOrderCallback(execution, testPlanResult);
           }
         });
-
+        if (execution.params.uses) {
+          for (const tagNoLongerInUse of execution.params.uses) {
+            usedTagSet.delete(tagNoLongerInUse);
+          }
+        }
         if (testPlanResult.failed && failFast && counters.remaining) {
           logger.info(`"failFast" enabled -> cancel remaining executions`);
           failFastAbortController.abort();
@@ -6392,23 +6406,16 @@ To fix this warning:
         }
       };
       const startAsMuchAsPossible = async () => {
+        operation.throwIfAborted();
         const promises = [];
-        // eslint-disable-next-line no-constant-condition
-        while (true) {
-          operation.throwIfAborted();
-          if (executionRemainingSet.size === 0) {
-            break;
-          }
+        for (const executionCandidate of executionRemainingSet) {
           if (executionExecutingSet.size >= parallel.max) {
             break;
           }
-
-          if (
+          if (executionExecutingSet.size > 0) {
             // starting execution in parallel is limited by
             // cpu and memory only when trying to parallelize
             // if nothing is executing these limitations don't apply
-            executionExecutingSet.size > 0
-          ) {
             if (processMemoryUsageMonitoring.measure() > parallel.maxMemory) {
               // retry after Xms in case memory usage decreases
               const promise = (async () => {
@@ -6418,7 +6425,6 @@ To fix this warning:
               promises.push(promise);
               break;
             }
-
             if (processCpuUsageMonitoring.measure() > parallel.maxCpu) {
               // retry after Xms in case cpu usage decreases
               const promise = (async () => {
@@ -6428,27 +6434,29 @@ To fix this warning:
               promises.push(promise);
               break;
             }
+            if (executionCandidate.params.uses) {
+              const nonAvailableTag = executionCandidate.params.uses.find(
+                (tagToUse) => usedTagSet.has(tagToUse),
+              );
+              if (nonAvailableTag) {
+                logger.debug(
+                  `"${nonAvailableTag}" is not available, ${executionCandidate.name} will wait until it is released by a previous execution`,
+                );
+                continue;
+              }
+            }
           }
-
-          let execution;
-          for (const executionCandidate of executionRemainingSet) {
-            // TODO: this is where we'll check if it can be executed
-            // according to upcoming "using" execution param
-            execution = executionCandidate;
-            break;
-          }
-          if (execution) {
-            const promise = (async () => {
-              await start(execution);
-              await startAsMuchAsPossible();
-            })();
-            promises.push(promise);
-          }
+          const promise = (async () => {
+            await start(executionCandidate);
+            await startAsMuchAsPossible();
+          })();
+          promises.push(promise);
         }
-        if (promises.length) {
-          await Promise.all(promises);
-          promises.length = 0;
+        if (promises.length === 0) {
+          return;
         }
+        await Promise.all(promises);
+        promises.length = 0;
       };
 
       reporters = reporters.flat(Infinity);
@@ -9186,4 +9194,75 @@ const execute = async ({
   }
 };
 
-export { chromium, chromiumIsolatedTab, execute, executeTestPlan, firefox, firefoxIsolatedTab, nodeChildProcess, nodeWorkerThread, reportAsJunitXml, reportCoverageAsHtml, reportCoverageAsJson, reportCoverageInConsole, reporterList, webkit, webkitIsolatedTab };
+const inlineRuntime = (fn) => {
+  return {
+    type: "inline",
+    name: "inline",
+    version: "1",
+    run: async ({
+      signal = new AbortController().signal,
+      onRuntimeStarted,
+      onRuntimeStopped,
+    }) => {
+      const actionOperation = Abort.startOperation();
+      actionOperation.addAbortSignal(signal);
+      const result = {
+        status: "executing",
+        errors: [],
+        namespace: null,
+        timings: {},
+        memoryUsage: null,
+        performance: null,
+      };
+      try {
+        let executionInternalErrorCallback;
+        let executionCompletedCallback;
+        const winnerPromise = new Promise((resolve) => {
+          raceCallbacks(
+            {
+              aborted: (cb) => {
+                return actionOperation.addAbortCallback(cb);
+              },
+              execution_internal_error: (cb) => {
+                executionInternalErrorCallback = cb;
+              },
+              execution_completed: (cb) => {
+                executionCompletedCallback = cb;
+              },
+            },
+            resolve,
+          );
+        });
+        try {
+          onRuntimeStarted();
+          const value = await fn();
+          executionCompletedCallback(value);
+        } catch (e) {
+          executionInternalErrorCallback(e);
+        }
+        const raceHandlers = {
+          aborted: () => {
+            result.status = "aborted";
+          },
+          execution_internal_error: (e) => {
+            result.status = "failed";
+            result.errors.push(e);
+          },
+          execution_completed: (value) => {
+            result.status = "completed";
+            result.errors = [];
+            result.namespace = value;
+          },
+        };
+        const winner = await winnerPromise;
+        raceHandlers[winner.name](winner.data);
+      } finally {
+        onRuntimeStopped();
+        await actionOperation.end();
+        return result;
+      }
+    },
+  };
+};
+
+export { chromium, chromiumIsolatedTab, execute, executeTestPlan, firefox, firefoxIsolatedTab, inlineRuntime, nodeChildProcess, nodeWorkerThread, reportAsJunitXml, reportCoverageAsHtml, reportCoverageAsJson, reportCoverageInConsole, reporterList, webkit, webkitIsolatedTab };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jsenv/test",
-  "version": "3.1.0",
+  "version": "3.2.1",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -38,11 +38,11 @@
   "dependencies": {
     "@c88/v8-coverage": "0.1.1",
     "@jsenv/abort": "4.3.0",
-    "@jsenv/ast": "6.1.0",
+    "@jsenv/ast": "6.1.1",
     "@jsenv/filesystem": "4.7.2",
-    "@jsenv/github-check-run": "0.1.16",
+    "@jsenv/github-check-run": "0.1.17",
     "@jsenv/humanize": "1.1.3",
-    "@jsenv/plugin-supervisor": "1.4.12",
+    "@jsenv/plugin-supervisor": "1.4.13",
     "@jsenv/url-meta": "8.4.2",
     "@jsenv/urls": "2.2.7",
     "@jsenv/utils": "2.1.1",

package/src/execution/exception.js

@@ -110,6 +110,9 @@ export const createException = (reason, { rootDirectoryUrl } = {}) => {
 
     const stackFramesNonNative = [];
     for (const stackFrame of stackFrames) {
+      if (!stackFrame.url) {
+        continue;
+      }
       if (stackFrame.url.startsWith("node:")) {
         stackFrame.native = "node";
         continue;
@@ -208,9 +211,7 @@ const getErrorName = (value) => {
 
 const getPropertiesFromEvalOrigin = (origin) => {
   // Most eval() calls are in this format
-  const topLevelEvalMatch = /^eval at ([^(]+) \((.+):(\d+):(\d+)\)$/.exec(
-    origin,
-  );
+  const topLevelEvalMatch = /^eval at [^(]+ \(.+:\d+:\d+\)$/.exec(origin);
   if (topLevelEvalMatch) {
     const source = topLevelEvalMatch[2];
     const line = Number(topLevelEvalMatch[3]);
@@ -222,7 +223,7 @@ const getPropertiesFromEvalOrigin = (origin) => {
     };
   }
   // Parse nested eval() calls using recursion
-  const nestedEvalMatch = /^eval at ([^(]+) \((.+)\)$/.exec(origin);
+  const nestedEvalMatch = /^eval at [^(]+ \(.+\)$/.exec(origin);
   if (nestedEvalMatch) {
     return getPropertiesFromEvalOrigin(nestedEvalMatch[2]);
   }

package/src/execution/execute_test_plan.js

@@ -619,6 +619,7 @@ To fix this warning:
             runtime,
             runtimeParams,
             allocatedMs = defaultMsAllocatedPerExecution,
+            uses,
           } = stepConfig;
           const params = {
             measureMemoryUsage: true,
@@ -626,6 +627,7 @@ To fix this warning:
             collectPerformance: false,
             collectConsole: true,
             allocatedMs,
+            uses,
             runtime,
             runtimeParams: {
               rootDirectoryUrl,
@@ -655,6 +657,7 @@ To fix this warning:
           }
 
           const execution = {
+            name: `${relativeUrl}/${groupName}`,
             counters,
             countersInOrder,
             index,
@@ -807,7 +810,13 @@ To fix this warning:
 
       const executionRemainingSet = new Set(executionPlanifiedSet);
       const executionExecutingSet = new Set();
+      const usedTagSet = new Set();
       const start = async (execution) => {
+        if (execution.params.uses) {
+          for (const tagThatWillBeUsed of execution.params.uses) {
+            usedTagSet.add(tagThatWillBeUsed);
+          }
+        }
         execution.fileExecutionCount = Object.keys(
           testPlanResult.results[execution.fileRelativeUrl],
         ).length;
@@ -827,7 +836,6 @@ To fix this warning:
             afterEachCallbackSet.add(callback);
           }
         }
-
         for (const beforeEachInOrderCallback of beforeEachInOrderCallbackSet) {
           const returnValue = beforeEachInOrderCallback(
             execution,
@@ -860,7 +868,6 @@ To fix this warning:
             process.exitCode = 1;
           }
         }
-
         for (const afterEachCallback of afterEachCallbackSet) {
           afterEachCallback(execution, testPlanResult);
         }
@@ -870,7 +877,11 @@ To fix this warning:
             afterEachInOrderCallback(execution, testPlanResult);
           }
         });
-
+        if (execution.params.uses) {
+          for (const tagNoLongerInUse of execution.params.uses) {
+            usedTagSet.delete(tagNoLongerInUse);
+          }
+        }
         if (testPlanResult.failed && failFast && counters.remaining) {
           logger.info(`"failFast" enabled -> cancel remaining executions`);
           failFastAbortController.abort();
@@ -878,23 +889,16 @@ To fix this warning:
         }
       };
       const startAsMuchAsPossible = async () => {
+        operation.throwIfAborted();
         const promises = [];
-        // eslint-disable-next-line no-constant-condition
-        while (true) {
-          operation.throwIfAborted();
-          if (executionRemainingSet.size === 0) {
-            break;
-          }
+        for (const executionCandidate of executionRemainingSet) {
           if (executionExecutingSet.size >= parallel.max) {
             break;
           }
-
-          if (
+          if (executionExecutingSet.size > 0) {
             // starting execution in parallel is limited by
             // cpu and memory only when trying to parallelize
             // if nothing is executing these limitations don't apply
-            executionExecutingSet.size > 0
-          ) {
             if (processMemoryUsageMonitoring.measure() > parallel.maxMemory) {
               // retry after Xms in case memory usage decreases
               const promise = (async () => {
@@ -904,7 +908,6 @@ To fix this warning:
               promises.push(promise);
               break;
             }
-
             if (processCpuUsageMonitoring.measure() > parallel.maxCpu) {
               // retry after Xms in case cpu usage decreases
               const promise = (async () => {
@@ -914,27 +917,29 @@ To fix this warning:
               promises.push(promise);
               break;
             }
+            if (executionCandidate.params.uses) {
+              const nonAvailableTag = executionCandidate.params.uses.find(
+                (tagToUse) => usedTagSet.has(tagToUse),
+              );
+              if (nonAvailableTag) {
+                logger.debug(
+                  `"${nonAvailableTag}" is not available, ${executionCandidate.name} will wait until it is released by a previous execution`,
+                );
+                continue;
+              }
+            }
           }
-
-          let execution;
-          for (const executionCandidate of executionRemainingSet) {
-            // TODO: this is where we'll check if it can be executed
-            // according to upcoming "using" execution param
-            execution = executionCandidate;
-            break;
-          }
-          if (execution) {
-            const promise = (async () => {
-              await start(execution);
-              await startAsMuchAsPossible();
-            })();
-            promises.push(promise);
-          }
+          const promise = (async () => {
+            await start(executionCandidate);
+            await startAsMuchAsPossible();
+          })();
+          promises.push(promise);
         }
-        if (promises.length) {
-          await Promise.all(promises);
-          promises.length = 0;
+        if (promises.length === 0) {
+          return;
         }
+        await Promise.all(promises);
+        promises.length = 0;
       };
 
       reporters = reporters.flat(Infinity);

package/src/execution/format_error_for_terminal.js

@@ -142,7 +142,7 @@ export const formatErrorForTerminal = (
 //   debugger
 // })
 const replaceUrls = (source, replace) => {
-  return source.replace(/(?:https?|ftp|file):\/\/\S+/gm, (match) => {
+  return source.replace(/(?:https?|ftp|file):\/\/\S+/g, (match) => {
     let replacement = "";
     const lastChar = match[match.length - 1];
 

package/src/execution/github_annotation_from_error.js

@@ -85,7 +85,7 @@ const stringifyUrlSite = ({ url, line, column }) => {
 };
 
 const replaceUrls = (source, replace) => {
-  return source.replace(/(?:https?|ftp|file):\/\/\S+/gm, (match) => {
+  return source.replace(/(?:https?|ftp|file):\/\/\S+/g, (match) => {
     let replacement = "";
     const lastChar = match[match.length - 1];
 

package/src/main.js

@@ -16,3 +16,7 @@ export { reporterList } from "./execution/reporters/reporter_list.js";
 export { reportAsJunitXml } from "./execution/junit_xml_file/report_as_junit_xml.js";
 // advanced
 export { execute } from "./execution/execute.js";
+
+// internals
+// help for internal self unit test
+export { inlineRuntime } from "./runtime_inline/runtime_inline.js";

package/src/runtime_inline/runtime_inline.js

@@ -0,0 +1,72 @@
+import { Abort, raceCallbacks } from "@jsenv/abort";
+
+export const inlineRuntime = (fn) => {
+  return {
+    type: "inline",
+    name: "inline",
+    version: "1",
+    run: async ({
+      signal = new AbortController().signal,
+      onRuntimeStarted,
+      onRuntimeStopped,
+    }) => {
+      const actionOperation = Abort.startOperation();
+      actionOperation.addAbortSignal(signal);
+      const result = {
+        status: "executing",
+        errors: [],
+        namespace: null,
+        timings: {},
+        memoryUsage: null,
+        performance: null,
+      };
+      try {
+        let executionInternalErrorCallback;
+        let executionCompletedCallback;
+        const winnerPromise = new Promise((resolve) => {
+          raceCallbacks(
+            {
+              aborted: (cb) => {
+                return actionOperation.addAbortCallback(cb);
+              },
+              execution_internal_error: (cb) => {
+                executionInternalErrorCallback = cb;
+              },
+              execution_completed: (cb) => {
+                executionCompletedCallback = cb;
+              },
+            },
+            resolve,
+          );
+        });
+        try {
+          onRuntimeStarted();
+          const value = await fn();
+          executionCompletedCallback(value);
+        } catch (e) {
+          executionInternalErrorCallback(e);
+        }
+        const raceHandlers = {
+          aborted: () => {
+            result.status = "aborted";
+          },
+          execution_internal_error: (e) => {
+            result.status = "failed";
+            result.errors.push(e);
+          },
+          execution_completed: (value) => {
+            result.status = "completed";
+            result.errors = [];
+            result.namespace = value;
+          },
+        };
+        const winner = await winnerPromise;
+        raceHandlers[winner.name](winner.data);
+      } finally {
+        onRuntimeStopped();
+        await actionOperation.end();
+        return result;
+      }
+    },
+  };
+};