@exodus/test 1.0.0-rc.100 → 1.0.0-rc.102

package/README.md

@@ -15,7 +15,7 @@ It can run your existing tests on [all runtimes and also browsers](#engines), wi
   Chrome, Firefox, WebKit, Brave, Microsoft Edge,
   [QuickJS](https://github.com/quickjs-ng/quickjs), [XS](https://github.com/Moddable-OpenSource/moddable-xst),
   [GraalJS](https://github.com/oracle/graaljs), [Escargot](https://github.com/Samsung/escargot),
-  and even [engine262](https://github.com/engine262/engine262).
+  [Boa](https://github.com/boa-dev/boa), and even [engine262](https://github.com/engine262/engine262).
 - Testsuite-agnostic — can run any file as long as it sets exit code based on test results
 - Built-in [Jest](https://jestjs.io) compatibility (with `--jest`), including `jest.*` global
   - Up to ~10x faster depending on the original setup
@@ -45,8 +45,10 @@ Use `--engine` (or `EXODUS_TEST_ENGINE=`) to specify one of:
 - `node:pure` — implementation in pure JS, runs on Node.js
 - `node:bundle` — same as `node:pure`, but bundles everything into a single file before launching
 - Other runtimes:
-  - `bun:pure` / `bun:bundle` — Bun, expects `bun` to be available
+  - `deno:pure` — Deno (requires Deno v2.4.0 or later, expects `deno` to be available)
   - `deno:bundle` — Deno (v1 or v2, whichever `deno` is)
+  - `deno:test` — incomplete, lacks `--jest` support due to missing `afterEach` / `beforeEach` in Deno
+  - `bun:pure` / `bun:bundle` — Bun, expects `bun` to be available
   - `electron-as-node:test` / `electron-as-node:pure` / `electron-as-node:bundle`\
     Same as `node:*`, but uses `electron` binary.\
     The usecase is mostly to test on BoringSSL instead of OpenSSL.
@@ -73,6 +75,7 @@ Use `--engine` (or `EXODUS_TEST_ENGINE=`) to specify one of:
   - `xs:bundle` — [XS](https://github.com/Moddable-OpenSource/moddable-xst)
   - `graaljs:bundle` — [GraalJS](https://github.com/oracle/graaljs)
   - `escargot:bundle` — [Escargot](https://github.com/Samsung/escargot)
+  - `boa:bundle` — [Boa](https://github.com/boa-dev/boa)
   - `engine262:bundle` - [engine262](https://github.com/engine262/engine262), the per-spec implementation of ECMA-262
     (install with [esvu](https://npmjs.com/package/esvu))
 

package/bin/find-binary.js

@@ -57,6 +57,7 @@ function findBinaryOnce(name) {
     case 'quickjs':
     case 'graaljs':
     case 'escargot':
+    case 'boa': // not present in jsvu, esvu lacks aarch64-apple-darwin platform (as it's only in nightly)
     case 'ladybird-js': // naming by esvu
     case 'engine262':
       return findFile([jsvu, esvu])

package/bin/index.js

@@ -19,29 +19,34 @@ import { glob as globImplementation } from '../src/glob.cjs'
 const DEFAULT_PATTERNS = [`**/?(*.)+(spec|test).?([cm])[jt]s?(x)`] // do not trust magic dirs by default
 const bundleOpts = { pure: true, bundle: true, esbuild: true, ts: 'auto' }
 const bareboneOpts = { ...bundleOpts, barebone: true }
-const hermesAv = ['-Og', '-Xmicrotask-queue']
+const hermesA = ['-Og', '-Xmicrotask-queue']
+const denoA = ['run', '--allow-all'] // also will set DENO_COMPAT=1 env flag below
 const ENGINES = new Map(
   Object.entries({
-    'node:test': { binary: 'node', pure: false, hasImportLoader: true, ts: 'flag', haveIsOk: true },
-    'node:pure': { binary: 'node', pure: true, hasImportLoader: true, ts: 'flag', haveIsOk: true },
+    'node:test': { binary: 'node', pure: false, loader: '--import', ts: 'flag', haveIsOk: true },
+    'node:pure': { binary: 'node', pure: true, loader: '--import', ts: 'flag', haveIsOk: true },
     'node:bundle': { binary: 'node', ...bundleOpts },
-    'bun:pure': { binary: 'bun', pure: true, hasImportLoader: false, ts: 'auto' },
+    'bun:test': { binary: 'bun', ts: 'auto' },
+    'bun:pure': { binary: 'bun', pure: true, ts: 'auto' },
     'bun:bundle': { binary: 'bun', ...bundleOpts },
-    'electron-as-node:test': { binary: 'electron', pure: false, hasImportLoader: true, ts: 'flag' },
-    'electron-as-node:pure': { binary: 'electron', pure: true, hasImportLoader: true, ts: 'flag' },
+    'electron-as-node:test': { binary: 'electron', pure: false, loader: '--import', ts: 'flag' },
+    'electron-as-node:pure': { binary: 'electron', pure: true, loader: '--import', ts: 'flag' },
     'electron-as-node:bundle': { binary: 'electron', ...bundleOpts },
     'electron:bundle': { binary: 'electron', electron: true, ...bundleOpts },
+    'deno:test': { binary: 'deno', pure: false, loader: '--preload', ts: 'auto' },
+    'deno:pure': { binary: 'deno', binaryArgs: denoA, pure: true, loader: '--preload', ts: 'auto' },
     'deno:bundle': { binary: 'deno', binaryArgs: ['run'], target: 'deno1', ...bundleOpts },
     // Barebone engines
     'd8:bundle': { binary: 'd8', ...bareboneOpts },
     'jsc:bundle': { binary: 'jsc', target: 'safari13', ...bareboneOpts },
-    'hermes:bundle': { binary: 'hermes', binaryArgs: hermesAv, target: 'es2018', ...bareboneOpts },
+    'hermes:bundle': { binary: 'hermes', binaryArgs: hermesA, target: 'es2018', ...bareboneOpts },
     'spidermonkey:bundle': { binary: 'spidermonkey', ...bareboneOpts },
     'engine262:bundle': { binary: 'engine262', ...bareboneOpts },
     'quickjs:bundle': { binary: 'quickjs', binaryArgs: ['--std'], ...bareboneOpts },
     'xs:bundle': { binary: 'xs', ...bareboneOpts },
     'graaljs:bundle': { binary: 'graaljs', ...bareboneOpts },
     'escargot:bundle': { binary: 'escargot', ...bareboneOpts },
+    'boa:bundle': { binary: 'boa', binaryArgs: ['-m'], ...bareboneOpts },
     // Browser engines
     'chrome:puppeteer': { binary: 'chrome', browsers: 'puppeteer', ...bundleOpts },
     'firefox:puppeteer': { binary: 'firefox', browsers: 'puppeteer', ...bundleOpts },
@@ -55,7 +60,7 @@ const ENGINES = new Map(
   })
 )
 const barebonesOk = ['d8', 'spidermonkey', 'quickjs', 'xs', 'hermes']
-const barebonesUnhandled = ['jsc', 'escargot', 'graaljs', 'engine262']
+const barebonesUnhandled = ['jsc', 'escargot', 'boa', 'graaljs', 'engine262']
 
 const getEnvFlag = (name) => {
   if (!Object.hasOwn(process.env, name)) return
@@ -92,6 +97,7 @@ function parseOptions() {
     require: [],
     testNamePattern: [],
     testTimeout: undefined,
+    reporter: undefined,
   }
 
   const args = [...process.argv]
@@ -234,6 +240,10 @@ function parseOptions() {
       case '--testTimeout':
         options.testTimeout = Number(args.shift())
         break
+      case '--reporter':
+      case '--test-reporter':
+        options.reporter = String(args.shift())
+        break
       default:
         throw new Error(`Unknown option: ${option}`)
     }
@@ -274,6 +284,7 @@ setEnv('EXODUS_TEST_DEVTOOLS', options.devtools ? '1' : '')
 setEnv('EXODUS_TEST_IS_BROWSER', isBrowserLike ? '1' : '')
 setEnv('EXODUS_TEST_IS_BAREBONE', options.barebone ? '1' : '')
 setEnv('EXODUS_TEST_ENVIRONMENT', options.bundle ? 'bundle' : '') // perhaps switch to _IS_BUNDLED?
+if (['deno:pure', 'deno:test'].includes(options.engine)) setEnv('DENO_COMPAT', '1') // https://deno.com/blog/v2.4#deno_compat1
 
 assert(!options.devtools || isBrowserLike || !options.pure, engineFlagError('devtools'))
 assert(!options.throttle || options.browsers, engineFlagError('throttle-cpu'))
@@ -296,8 +307,9 @@ if (options.pure) {
   assert(!options.forceExit, `Can not use --force-exit with ${engineName} yet`) // TODO
   assert(!options.watch, `Can not use --watch with with ${engineName}`)
   assert(options.testNamePattern.length === 0, '--test-name-pattern requires node:test engine now')
+  // eslint-disable-next-line unicorn/prefer-switch
 } else if (options.engine === 'node:test' || options.engine === 'electron-as-node:test') {
-  const reporter = import.meta.resolve('./reporter.js')
+  const reporter = options.reporter ?? import.meta.resolve('./reporter.js')
   args.push('--test', '--no-warnings=ExperimentalWarning', '--test-reporter', reporter)
 
   if (have.haveSnapshots && engineOptions.haveIsOk) args.push('--experimental-test-snapshots')
@@ -318,6 +330,12 @@ if (options.pure) {
   for (const pattern of options.testNamePattern) args.push('--test-name-pattern', pattern)
 
   args.push('--expose-internals') // this is unoptimal and hopefully temporary, see rationale in src/dark.cjs
+} else if (options.engine === 'deno:test') {
+  args.push('test', '--allow-all')
+  assert(!options.jest, 'deno:test engine does not support --jest yet')
+} else if (options.engine === 'bun:test') {
+  args.push('test')
+  throw new Error('bun:test is unavailable because Bun test runner has many bugs and does not work')
 } else {
   throw new Error('Unreachable')
 }
@@ -332,8 +350,12 @@ if (process.env.EXODUS_TEST_IGNORE) {
 
 // This might be used in presets, so has to be loaded before jest
 if (options.flow && !options.bundle) args.push('--import', import.meta.resolve('../loader/flow.js'))
-if (!options.bundle && !['node:test', 'electron-as-node:test'].includes(options.engine)) {
-  args.push('--import', import.meta.resolve('../loader/node-test.js'))
+if (['node:test', 'electron-as-node:test', 'deno:test'].includes(options.engine)) {
+  // Do not need node:test override
+} else if (options.engine === 'deno:pure') {
+  args.push('--import-map', import.meta.resolve('../loader/deno-import-map.json'))
+} else if (!options.bundle) {
+  args.push(options.loader ?? '-r', import.meta.resolve('../loader/node-test.js'))
 }
 
 // The comment below is disabled, we don't auto-mock @jest/globals anymore, and having our loader first is faster
@@ -347,7 +369,7 @@ if (options.jest) {
   if (options.bundle) {
     setEnv('EXODUS_TEST_JEST_CONFIG', JSON.stringify(jestConfig))
   } else {
-    args.push(options.hasImportLoader ? '--import' : '-r', import.meta.resolve('../loader/jest.js'))
+    args.push(options.loader ?? '-r', import.meta.resolve('../loader/jest.js'))
   }
 
   if (config.testFailureExitCode !== undefined) {
@@ -418,7 +440,7 @@ if (options.concurrency) {
 
 if (options.esbuild && !options.bundle) {
   setEnv('EXODUS_TEST_ESBUILD', options.esbuild)
-  if (options.hasImportLoader) {
+  if (options.loader === '--import') {
     const optional = options.esbuild === '*' ? '' : '.optional'
     args.push('--import', import.meta.resolve(`../loader/esbuild${optional}.js`))
   } else if (options.flagEngine === false) {
@@ -440,7 +462,7 @@ if (options.typescript) {
   assert(!options.babel, 'Options --typescript and --babel are mutually exclusive')
 
   if (options.ts === 'flag') {
-    assert(options.hasImportLoader)
+    assert(options.loader === '--import')
     // TODO: switch to native --experimental-strip-types where available
     args.push('--import', import.meta.resolve('../loader/typescript.js'))
   } else if (options.ts !== 'auto') {
@@ -660,7 +682,7 @@ if (options.pure) {
   const missUnhandled = barebonesUnhandled.includes(options.platform) || isBrowserLike
   if (missUnhandled) warnHuman(`Warning: ${engineName} does not have unhandled rejections tracking`)
 
-  const runOne = async (inputFile, attempt = 0) => {
+  const runOne = async (inputFile) => {
     const bundled = buildFile ? await buildFile(inputFile) : undefined
     if (buildFile) assert(bundled.file)
     const file = buildFile ? bundled.file : inputFile
@@ -681,12 +703,6 @@ if (options.pure) {
       const ok = code === 0 && !/^(✖ FAIL|‼ FATAL) /mu.test(stdout)
       return { ok, output: [stdout, stderr], ms }
     } catch (err) {
-      const retryOnXS = new Set(['SIGSEGV', 'SIGBUS'])
-      if (options.engine === 'xs:bundle' && retryOnXS.has(err.signal) && attempt < 4) {
-        // xs sometimes randomly crashes with SIGSEGV on CI. Allow 5 attempts (allow #0 - #3 to fail)
-        return runOne(inputFile, attempt + 1)
-      }
-
       const ms = Number(process.hrtime.bigint() - start) / 1e6
       const { code, stderr = '', signal, killed } = err
       const stdout = cleanOut(err.stdout || '')
@@ -738,8 +754,8 @@ if (options.pure) {
   console.timeEnd(timeLabel)
 } else {
   assert(!buildFile)
-  assertBinary(options.binary, ['node', 'electron'])
-  assert(['node:test', 'electron-as-node:test'].includes(options.engine))
+  assertBinary(options.binary, ['node', 'electron', 'deno', 'bun'])
+  assert(['node:test', 'electron-as-node:test', 'deno:test', 'bun:test'].includes(options.engine))
   setEnv('EXODUS_TEST_CONTEXT', 'node:test') // The context is always node:test in this branch
   assert(files.length > 0) // otherwise we can run recursively
   assert(!options.binaryArgs)

package/loader/deno-import-map.json

@@ -0,0 +1,9 @@
+{
+  "imports": {
+    "node:test": "../src/node.js",
+    "@jest/globals": "../src/jest.js",
+    "tape": "../src/tape.js",
+    "tape-promise/tape": "../src/tape.js",
+    "micro-should": "../src/jest.js"
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@exodus/test",
-  "version": "1.0.0-rc.100",
+  "version": "1.0.0-rc.102",
   "author": "Exodus Movement, Inc.",
   "description": "A test suite runner",
   "homepage": "https://github.com/ExodusMovement/test",
@@ -46,6 +46,7 @@
     "bin/inband.js",
     "bin/reporter.js",
     "loader/babel.cjs",
+    "loader/deno-import-map.json",
     "loader/esbuild.js",
     "loader/esbuild.optional.js",
     "loader/flow.js",
@@ -96,9 +97,12 @@
     "test:simple": "node ./bin/index.js 'tests/*.test.js'",
     "test:pure": "EXODUS_TEST_ENGINE=node:pure npm run test --",
     "test:bundle": "EXODUS_TEST_ENGINE=node:bundle npm run test:_bundle --",
+    "test:bun:test": "EXODUS_TEST_ENGINE=bun:test npm run test --",
     "test:bun:pure": "EXODUS_TEST_ENGINE=bun:pure npm run test --",
     "test:bun:bundle": "EXODUS_TEST_ENGINE=bun:bundle npm run test:_bundle",
-    "test:deno": "EXODUS_TEST_ENGINE=deno:bundle npm run test:_bundle --",
+    "test:deno:test": "EXODUS_TEST_ENGINE=deno:test node ./bin/index.js tests/tape.test.js tests/simple.test.js tests/env.test.js 'tests/engines/**.test.js' tests/node/simple.test.js tests/node/order.test.js",
+    "test:deno:pure": "EXODUS_TEST_IGNORE='**/jest-repo/examples/timer/**' EXODUS_TEST_ENGINE=deno:pure npm run test --",
+    "test:deno:bundle": "EXODUS_TEST_ENGINE=deno:bundle npm run test:_bundle --",
     "test:electron:node": "EXODUS_TEST_ENGINE=electron-as-node:test npm run test",
     "test:electron:node:pure": "EXODUS_TEST_ENGINE=electron-as-node:pure npm run test --",
     "test:electron:node:bundle": "EXODUS_TEST_ENGINE=electron-as-node:bundle npm run test:_bundle",
@@ -119,10 +123,12 @@
     "test:xs": "EXODUS_TEST_ENGINE=xs:bundle npm run test:_bundle --",
     "test:graaljs": "EXODUS_TEST_ENGINE=graaljs:bundle npm run test:_bundle --",
     "test:escargot": "EXODUS_TEST_ENGINE=escargot:bundle npm run test:_bundle --",
+    "test:boa": "EXODUS_TEST_ENGINE=boa:bundle npm run test:_bundle --",
     "test:fetch": "node ./bin/index.js --jest --drop-network --engine node:pure 'tests/replay/*.test.js'",
     "test:jsdom": "EXODUS_TEST_JEST_CONFIG='{\"testMatch\":[\"**/*.jsdom-test.js\"],\"testEnvironment\":\"jsdom\", \"rootDir\": \".\"}' ./bin/index.js --jest",
     "coverage": "node ./bin/index.js --jest --esbuild --coverage",
     "playwright": "node ./bin/index.js --playwright",
+    "esvu": "esvu",
     "jsvu": "jsvu",
     "jest": "NODE_OPTIONS=--experimental-vm-modules jest tests/jest/ tests/jest-when/",
     "lint": "prettier --list-different . && eslint .",
@@ -131,7 +137,7 @@
   "optionalDependencies": {
     "@chalker/queue": "^1.0.1",
     "@exodus/replay": "^1.0.0-rc.9",
-    "@exodus/test-bundler": "1.0.0-rc.5",
+    "@exodus/test-bundler": "1.0.0-rc.6",
     "c8": "^9.1.0",
     "expect": "^29.7.0",
     "fast-glob": "^3.2.11",
@@ -146,9 +152,11 @@
     "@exodus/prettier": "^1.0.0",
     "@jest/globals": "^29.7.0",
     "@types/jest-when": "^3.5.2",
+    "@types/node": "^24.0.11",
     "@typescript-eslint/eslint-plugin": "^7.15.0",
     "electron": "^35.2.2",
     "eslint": "^8.44.0",
+    "esvu": "^1.2.16",
     "jest": "^29.7.0",
     "jest-matcher-utils": "^29.7.0",
     "jest-serializer-ansi-escapes": "^3.0.0",

package/src/engine.node.cjs

@@ -29,7 +29,7 @@ const setSnapshotResolver = (fn) => {
   snapshot?.setResolveSnapshotPath(resolveSnapshot)
 }
 
-const mockModule = mock.module
+const mockModule = mock?.module
   ? (t, o) => mock.module(t.includes('\\') ? pathToFileURL(t) : t, o) // resolve windows-looking paths
   : undefined
 

package/src/engine.pure.cjs

@@ -37,9 +37,9 @@ function parseArgs(args) {
 }
 
 class Context {
-  test = test // todo: bind to context
-  describe = describe // todo: bind to context
-  plan = plan
+  test = (...args) => test(...args) // TODO: bind to context
+  describe = (...args) => describe(...args) // TODO: bind to context
+  plan = (count) => plan(count) // TODO: bind to context
   children = []
   #fullName
   #assert

package/src/jest.mock.js

@@ -384,7 +384,12 @@ function jestmock(name, mocker, { override = false, actual, builtin, loc } = {})
       overridenBuiltins.add(resolved)
       overrideModule(resolved, true) // Override builtin modules
       if (syncBuiltinESMExports) {
-        syncBuiltinESMExports()
+        try {
+          syncBuiltinESMExports()
+        } catch (err) {
+          if (!globalThis.Deno) throw err // Deno throws on syncBuiltinESMExports, ignore for now
+        }
+
         isOverridenBuiltinSynchedWithESM = true
       }
     }

package/src/tape.js

@@ -1,4 +1,4 @@
-import { assert, assertLoose, test as nodeTest } from './engine.js'
+import { assert, assertLoose, test as nodeTest, after } from './engine.js'
 import { createCallerLocationHook } from './dark.cjs'
 import './version.js'
 
@@ -154,6 +154,7 @@ function tapeWrap(test) {
 
   if (test.skip) tap.skip = tapeWrap(test.skip)
   if (test.only) tap.only = tapeWrap(test.only)
+  tap.onFinish = (fn) => after(fn)
   return tap
 }