polendina 3.0.0 → 3.2.0

package/.github/workflows/test-and-release.yml

@@ -5,14 +5,14 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        node: [14.x, 16.x]
+        node: [lts/*, current]
         os: [macos-latest, ubuntu-latest, windows-latest]
     runs-on: ${{ matrix.os }}
     steps:
       - name: Checkout Repository
         uses: actions/checkout@v3
       - name: Use Node.js ${{ matrix.node }}
-        uses: actions/setup-node@v3.1.1
+        uses: actions/setup-node@v3.5.1
         with:
           node-version: ${{ matrix.node }}
       - name: Install Dependencies
@@ -33,9 +33,9 @@ jobs:
         with:
           fetch-depth: 0
       - name: Setup Node.js
-        uses: actions/setup-node@v3.1.1
+        uses: actions/setup-node@v3.5.1
         with:
-          node-version: 14
+          node-version: lts/*
       - name: Install dependencies
         run: |
           npm install --no-progress --no-package-lock --no-save

package/CHANGELOG.md

@@ -1,3 +1,38 @@
+## [3.2.0](https://github.com/rvagg/polendina/compare/v3.1.0...v3.2.0) (2023-05-15)
+
+
+### Features
+
+* big 'ol dependency update & associated fixes ([7e7bfc1](https://github.com/rvagg/polendina/commit/7e7bfc148c97384cd7c5f05d4b1a2894d0eb90d1))
+
+
+### Bug Fixes
+
+* ./ for registry loading, even on windows ([70d4c1f](https://github.com/rvagg/polendina/commit/70d4c1ff50616ad79def41c0d3b55f2668716d80))
+* debug nonzero exit codes (windows, CI) ([362f6c5](https://github.com/rvagg/polendina/commit/362f6c55437dc11a164f821ef31f9f1fe130a10b))
+* defer final console.log() ([b524822](https://github.com/rvagg/polendina/commit/b524822ea77ce72236190a2bffa2cf147a8f7c97))
+* extend timeouts, add debugging (for CI) ([f71ad1a](https://github.com/rvagg/polendina/commit/f71ad1a0bb497898082a55823647061ab696e4ca))
+* remove extraneous 'console' event ([02b884a](https://github.com/rvagg/polendina/commit/02b884a7504079ee1b9f27643f53653bafa0f017))
+* sequence console.log() calls ([839fceb](https://github.com/rvagg/polendina/commit/839fceb045b60ef9b8e27e9a7b41ec26e37f898c))
+* update node versions in CI ([aa2f616](https://github.com/rvagg/polendina/commit/aa2f616a1e2e92589b05c618e873758ab0aa6d46))
+
+
+### Trivial Changes
+
+* **no-release:** bump actions/setup-node from 3.1.1 to 3.2.0 ([#58](https://github.com/rvagg/polendina/issues/58)) ([115db86](https://github.com/rvagg/polendina/commit/115db867ce096bae7dcb34c94eed86c94738409e))
+* **no-release:** bump actions/setup-node from 3.2.0 to 3.3.0 ([#59](https://github.com/rvagg/polendina/issues/59)) ([313dffd](https://github.com/rvagg/polendina/commit/313dffd40fb58a19bc528d4a31b937e34cab7a1f))
+* **no-release:** bump actions/setup-node from 3.3.0 to 3.4.0 ([#67](https://github.com/rvagg/polendina/issues/67)) ([6d1aa17](https://github.com/rvagg/polendina/commit/6d1aa176013ab76e9370df360a4a39ad87644bdd))
+* **no-release:** bump actions/setup-node from 3.4.0 to 3.4.1 ([#70](https://github.com/rvagg/polendina/issues/70)) ([9de3e55](https://github.com/rvagg/polendina/commit/9de3e554bbc2eab075cd8bf6a31e2ad1838f17ab))
+* **no-release:** bump actions/setup-node from 3.4.1 to 3.5.0 ([#85](https://github.com/rvagg/polendina/issues/85)) ([3bc465c](https://github.com/rvagg/polendina/commit/3bc465cc3c7853036020e70db170e4d76327d610))
+* **no-release:** bump actions/setup-node from 3.5.0 to 3.5.1 ([#88](https://github.com/rvagg/polendina/issues/88)) ([113e5e4](https://github.com/rvagg/polendina/commit/113e5e4bf3cab293084f6ef6c3d2206b164da7cf))
+
+## [3.1.0](https://github.com/rvagg/polendina/compare/v3.0.0...v3.1.0) (2022-05-10)
+
+
+### Features
+
+* bump puppeteer from 13.7.0 to 14.0.0 ([#57](https://github.com/rvagg/polendina/issues/57)) ([8ab4886](https://github.com/rvagg/polendina/commit/8ab48869f24984025aa3d38e90502c02729a1008))
+
 ## [3.0.0](https://github.com/rvagg/polendina/compare/v2.0.15...v3.0.0) (2022-05-02)
 
 

package/lib/log.js

@@ -3,6 +3,8 @@ import colors from 'ansi-colors'
 import stripAnsi from 'strip-ansi'
 
 const tty = process.stdout.isTTY && process.stderr.isTTY
+let logQueue = []
+let logSeq = -1
 
 function brand (error) {
   const brand = 'polendina ☞'
@@ -20,11 +22,40 @@ export function error (msg) {
   console.log(`  ${brand(true)}   ${tty ? colors.gray.italic(msg) : msg}`)
 }
 
-export function logRaw (type, args) {
+export function logRaw (type, seq, args) {
   if (!tty) {
     args = args.map((a) => typeof a === 'string' ? stripAnsi(a) : a)
   }
-  console[type === 'info' ? 'log' : type].apply(null, args)
+  logQueue.push({
+    type: type === 'info' ? 'log' : type,
+    args,
+    seq
+  })
+  flushLogs(false)
+}
+
+export function flushLogs (force) {
+  while (true) {
+    const lastLen = logQueue.length
+    logQueue = logQueue.filter((le) => {
+      const next = le.seq === -1 || le.seq === logSeq + 1
+      if (force || next) {
+        console[le.type].apply(null, le.args)
+        if (le.seq !== -1) {
+          logSeq++
+        }
+      } else if (le.seq < logSeq) {
+        throw new Error(`Unexpected log output sequencing (${le.seq}<${logSeq})`)
+      }
+      return !next
+    })
+    if (lastLen === logQueue.length) {
+      break
+    }
+  }
+  if (force) {
+    logSeq = -1
+  }
 }
 
 export function logWrite (args) {

package/lib/puppeteer.js

@@ -2,7 +2,7 @@ import puppeteer from 'puppeteer'
 // TODO
 // const pti = require('puppeteer-to-istanbul')
 // const { copyFile } = require('fs').promises
-import { log, error, logRaw, logWrite } from './log.js'
+import { log, error, logRaw, logWrite, flushLogs } from './log.js'
 
 // wrap our convoluted _run() function in a pure Promise that can handle
 // both standard throws and the callback that ends it. _run() needs to handle
@@ -24,7 +24,7 @@ export function run (outputDir, port, timeout, mode, runner, coverage) {
 async function _run (outputDir, port, timeout, mode, runner, coverage, callback) {
   let executionQueue = Promise.resolve()
 
-  const browser = await puppeteer.launch({ args: ['--no-sandbox'] })
+  const browser = await puppeteer.launch({ args: ['--no-sandbox'], headless: 'new' })
   const [page] = await browser.pages()
 
   // this works as a debounce exit method, when process.stdout.write() is used
@@ -42,6 +42,7 @@ async function _run (outputDir, port, timeout, mode, runner, coverage, callback)
         return
       }
       executionQueue.then(async () => {
+        flushLogs(true)
         executionQueue = null
         /* TODO
         if (coverage) {
@@ -64,6 +65,7 @@ async function _run (outputDir, port, timeout, mode, runner, coverage, callback)
   }
 
   // this should be a rare, or impossible event since we intercept console.log
+  /*
   page.on('console', (msg) => {
     if (!executionQueue) {
       error(`log after end: ${msg.text()}`)
@@ -71,13 +73,14 @@ async function _run (outputDir, port, timeout, mode, runner, coverage, callback)
     }
     const args = []
     executionQueue = executionQueue.then(async () => {
-      logRaw('info', await Promise.all(args))
+      logRaw('info', -1, await Promise.all(args))
     })
     for (const arg of msg.args()) {
       args.push(arg.evaluate(n => n))
     }
     maybeEnd()
   })
+  */
 
   page.on('error', (error) => console.error(error))
   page.on('pageerror', (error) => console.error(error))
@@ -86,7 +89,7 @@ async function _run (outputDir, port, timeout, mode, runner, coverage, callback)
     end(errors)
   })
   await page.exposeFunction('polendinaLog', (args) => {
-    logRaw(args.shift(), args)
+    logRaw(args.shift(), args.shift(), args)
     maybeEnd()
   })
   await page.exposeFunction('polendinaWrite', (args) => {

package/lib/webpack.config.js

@@ -1,5 +1,5 @@
 import path from 'path'
-import glob from 'glob'
+import { glob } from 'glob'
 import { fileURLToPath } from 'url'
 
 const __dirname = fileURLToPath(path.dirname(import.meta.url))
@@ -7,7 +7,7 @@ const __dirname = fileURLToPath(path.dirname(import.meta.url))
 export function webpackConfig (env, options, runner) {
   const bundleRun = path.normalize(path.resolve(options.outputDir, runner))
   const testFiles = options._.reduce((p, c) => {
-    return p.concat(glob.sync(c, { absolute: true }))
+    return p.concat(glob.sync(c, { absolute: true }).sort())
   }, []).map(path.normalize)
 
   // our globs may be fruitless
@@ -50,7 +50,7 @@ export function webpackConfig (env, options, runner) {
           type: 'javascript/auto', // needed so the wrap-loader can get a sync require() in
           use: [{
             loader: path.resolve(__dirname, 'wrap-loader.cjs'),
-            options: options
+            options
           }]
         }
       ]

package/lib/wrap-loader.cjs

@@ -17,17 +17,15 @@ wrapLoader.pitch = function pitch (remainingRequest) {
     return
   }
 
-  // wrap the test in a function that is only called when we want it called, using CJS here because
-  // we get synchronous require() out of it, this needs the tests to be loaded with javascript/auto
-  // so webpack can auto-detect
+  // wrap the test in a function that is only called when we want it called
   return `
-    const { registry } = require(${JSON.stringify(`!!${path.normalize(path.resolve(argv.outputDir, 'test-registry.js'))}`)})
+    import { registry } from ${JSON.stringify(`./${path.relative(process.cwd(), path.resolve(argv.outputDir, 'test-registry.js'))}`)}
     registry.argv = JSON.parse(${JSON.stringify(JSON.stringify(argv))})
     registry.tests.push({
       name: JSON.parse('${JSON.stringify(path.normalize(path.relative(process.cwd(), remainingRequest))).replace(/\\/g, '/')}'),
       load: () => { return require(${JSON.stringify(`!!${remainingRequest}`)}) }
     })
-    module.exports = {}
+    export default {}
   `
 }
 

package/package.json

@@ -1,24 +1,24 @@
 {
   "name": "polendina",
-  "version": "3.0.0",
+  "version": "3.2.0",
   "description": "Non-UI browser testing for JavaScript libraries from the command-line",
   "main": "polendina.js",
   "type": "module",
   "dependencies": {
-    "ansi-colors": "^4.1.1",
-    "glob": "^8.0.1",
+    "ansi-colors": "^4.1.3",
+    "glob": "^10.2.3",
     "path-browserify": "^1.0.1",
     "process": "^0.11.10",
-    "puppeteer": "^13.7.0",
+    "puppeteer": "^20.2.0",
     "raw-loader": "^4.0.2",
-    "readable-stream": "^3.6.0",
-    "rimraf": "^3.0.2",
+    "readable-stream": "^4.4.0",
+    "rimraf": "^5.0.0",
     "st": "^3.0.0",
     "stream-browserify": "^3.0.0",
     "strip-ansi": "^7.0.1",
-    "webpack": "^5.72.0",
+    "webpack": "^5.82.1",
     "webpack-merge": "^5.8.0",
-    "yargs": "^17.4.1"
+    "yargs": "^17.7.2"
   },
   "bin": {
     "polendina": "./polendina-cli.js",

package/polendina-node-cli.js

@@ -2,7 +2,7 @@
 
 import process from 'process'
 import path from 'path'
-import glob from 'glob'
+import { glob } from 'glob'
 import stripAnsi from 'strip-ansi'
 import yargs from 'yargs'
 import { hideBin } from 'yargs/helpers'
@@ -35,7 +35,7 @@ function cleanLog (to) {
 async function run () {
   const mode = argv._[0]
   const testFiles = argv.testfiles.reduce((p, c) => {
-    return p.concat(glob.sync(c, { absolute: true }))
+    return p.concat(glob.sync(c, { absolute: true }).sort())
   }, [])
 
   // our globs may be fruitless
@@ -76,5 +76,5 @@ run()
 
     console.log(`Took ${time} second${time === 1 ? '' : 's'}`)
 
-    process.exit(errors)
+    process.exit(errors ? 1 : 0)
   })

package/polendina.js

@@ -4,13 +4,12 @@ import fs from 'fs'
 import http from 'http'
 import { fileURLToPath } from 'url'
 import st from 'st'
-import _rimraf from 'rimraf'
+import { rimraf } from 'rimraf'
 import _webpack from 'webpack'
 import { merge } from 'webpack-merge'
 import { run as puppeteer } from './lib/puppeteer.js'
 import { webpackConfig } from './lib/webpack.config.js'
 
-const rimraf = promisify(_rimraf)
 const webpack = promisify(_webpack)
 
 const __dirname = fileURLToPath(path.dirname(import.meta.url))
@@ -131,10 +130,10 @@ export class Polendina {
         const port = server.address().port
         puppeteer(this.outputDir, port, this._options.timeout, mode, this._options.runner, this._options.coverage)
           .then((errors) => {
-            if (this._options.runner !== 'mocha') {
-              console.log() // whitespace pls
-            }
             server.close(() => {
+              if (this._options.runner !== 'mocha') {
+                console.log() // whitespace pls
+              }
               resolve(errors)
             })
           })

package/resources/common-run.js

@@ -13,6 +13,7 @@ const inWorker = !inPage && !inServiceWorker &&
   typeof WorkerGlobalScope !== 'undefined' &&
   globalThis instanceof WorkerGlobalScope
 let _executionQueue = Promise.resolve()
+let logSeq = 0
 
 export { registry }
 export function executionQueue (fn) {
@@ -22,17 +23,17 @@ export function executionQueue (fn) {
 
 export const log = {
   info: (...args) => {
-    executionQueue(() => globalThis.polendinaLog(['info'].concat(args)))
+    executionQueue(() => globalThis.polendinaLog(['info', logSeq++].concat(args)))
     return executionQueue
   },
   // TODO
   warn: (...args) => {
-    executionQueue(() => globalThis.polendinaLog(['warn'].concat(args)))
+    executionQueue(() => globalThis.polendinaLog(['warn', logSeq++].concat(args)))
     return executionQueue
   },
   // TODO
   error: (...args) => {
-    executionQueue(() => globalThis.polendinaLog(['error'].concat(args)))
+    executionQueue(() => globalThis.polendinaLog(['error', logSeq++].concat(args)))
     return executionQueue
   }
 }

package/test/common.js

@@ -22,7 +22,8 @@ export async function runCommand (command, cwd) {
           return reject(e)
         }
       }
-      resolve({ stdout: stdout.toString(), stderr: stderr.toString(), code })
+      const out = { stdout: stdout.toString(), stderr: stderr.toString(), code }
+      resolve(out)
     })
   })
 }

package/test/fixtures/bare-async/package.json

@@ -13,6 +13,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/fixtures/bare-async-esm/package.json

@@ -14,6 +14,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/fixtures/bare-async-failure/package.json

@@ -13,6 +13,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/fixtures/bare-async-failure-esm/package.json

@@ -14,6 +14,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/fixtures/bare-sync/package.json

@@ -13,6 +13,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/fixtures/bare-sync-esm/package.json

@@ -14,6 +14,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/fixtures/bare-sync-failure/package.json

@@ -13,6 +13,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/fixtures/bare-sync-failure-esm/package.json

@@ -14,6 +14,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/fixtures/mocha/package.json

@@ -13,7 +13,7 @@
     "url": "https://github.com/rvagg/polendina.git"
   },
   "devDependencies": {
-    "chai": "^4.3.6",
-    "mocha": "^10.0.0"
+    "chai": "^4.3.7",
+    "mocha": "^10.2.0"
   }
 }

package/test/fixtures/mocha-esm/package.json

@@ -14,7 +14,7 @@
     "url": "https://github.com/rvagg/polendina.git"
   },
   "devDependencies": {
-    "chai": "^4.3.6",
-    "mocha": "^10.0.0"
+    "chai": "^4.3.7",
+    "mocha": "^10.2.0"
   }
 }

package/test/fixtures/mocha-failure/package.json

@@ -13,7 +13,7 @@
     "url": "https://github.com/rvagg/polendina.git"
   },
   "devDependencies": {
-    "chai": "^4.3.6",
-    "mocha": "^10.0.0"
+    "chai": "^4.3.7",
+    "mocha": "^10.2.0"
   }
 }

package/test/fixtures/mocha-failure-esm/package.json

@@ -14,7 +14,7 @@
     "url": "https://github.com/rvagg/polendina.git"
   },
   "devDependencies": {
-    "chai": "^4.3.6",
-    "mocha": "^10.0.0"
+    "chai": "^4.3.7",
+    "mocha": "^10.2.0"
   }
 }

package/test/fixtures/tape/package.json

@@ -13,6 +13,6 @@
     "url": "https://github.com/rvagg/polendina.git"
   },
   "devDependencies": {
-    "tape": "^5.5.3"
+    "tape": "^5.6.3"
   }
 }

package/test/fixtures/tape-esm/package.json

@@ -14,6 +14,6 @@
     "url": "https://github.com/rvagg/polendina.git"
   },
   "devDependencies": {
-    "tape": "^5.5.3"
+    "tape": "^5.6.3"
   }
 }

package/test/fixtures/tape-failure/package.json

@@ -13,6 +13,6 @@
     "url": "https://github.com/rvagg/polendina.git"
   },
   "devDependencies": {
-    "tape": "^5.5.3"
+    "tape": "^5.6.3"
   }
 }

package/test/fixtures/tape-failure-esm/package.json

@@ -14,6 +14,6 @@
     "url": "https://github.com/rvagg/polendina.git"
   },
   "devDependencies": {
-    "tape": "^5.5.3"
+    "tape": "^5.6.3"
   }
 }

package/test/fixtures/webpack-merge/package.json

@@ -13,6 +13,6 @@
   },
   "license": "Apache-2.0",
   "devDependencies": {
-    "chai": "^4.3.6"
+    "chai": "^4.3.7"
   }
 }

package/test/test-bare-async.js

@@ -12,7 +12,7 @@ for (const type of ['cjs', 'esm']) {
   const bareAsyncFailureFixture = path.join(__dirname, `fixtures/bare-async-failure${type === 'esm' ? '-esm' : ''}`)
 
   describe(`basic bare-async (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     const expectedTemplate = `
 testing is WORKER
   ✔ test-1.js
@@ -23,49 +23,79 @@ testing bare fixture
 `
 
     it('should run in page', async () => {
-      const { stdout, code } = await runCli(bareAsyncFixture, '--runner=bare-async')
+      const { stdout, stderr, code } = await runCli(bareAsyncFixture, '--runner=bare-async')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async page tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in worker', async () => {
-      const { stdout, code } = await runCli(bareAsyncFixture, '--runner=bare-async --worker --page=false')
+      const { stdout, stderr, code } = await runCli(bareAsyncFixture, '--runner=bare-async --worker --page=false')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async worker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in serviceworker', async () => {
-      const { stdout, code } = await runCli(bareAsyncFixture, '--runner=bare-async --serviceworker --page=false')
+      const { stdout, stderr, code } = await runCli(bareAsyncFixture, '--runner=bare-async --serviceworker --page=false')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in page, worker and serviceworker', async () => {
-      const { stdout, code } = await runCli(bareAsyncFixture, '--runner=bare-async --worker --serviceworker')
+      const { stdout, stderr, code } = await runCli(bareAsyncFixture, '--runner=bare-async --worker --serviceworker')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
 
       let expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
 
       expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
 
       expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
   })
 
   describe(`failing bare-async (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     const expectedTemplate = `
 testing is WORKER
   ✔ test-1.js
@@ -81,6 +111,9 @@ testing bare fixture
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async page tests with Puppeteer'), 'stdout contains expected output for running in worker')
       assert.ok(stderr.includes(expectedStderr), 'stderr contains expected output')
@@ -91,6 +124,9 @@ testing bare fixture
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async worker tests with Puppeteer'), 'stdout contains expected output for running in worker')
       assert.ok(stderr.includes(expectedStderr), 'stderr contains expected output')
@@ -101,6 +137,9 @@ testing bare fixture
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-async serviceworker tests with Puppeteer'), 'stdout contains expected output for running in worker')
       assert.ok(stderr.includes(expectedStderr), 'stderr contains expected output')

package/test/test-bare-sync.js

@@ -12,7 +12,7 @@ for (const type of ['cjs', 'esm']) {
   const bareSyncFailureFixture = path.join(__dirname, `fixtures/bare-sync-failure${type === 'esm' ? '-esm' : ''}`)
 
   describe(`basic bare-sync (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     const expectedTemplate = `
 testing is WORKER
   ✔ test-1.js
@@ -21,49 +21,79 @@ testing bare fixture
 `
 
     it('should run in page', async () => {
-      const { stdout, code } = await runCli(bareSyncFixture, '--runner=bare-sync')
+      const { stdout, stderr, code } = await runCli(bareSyncFixture, '--runner=bare-sync')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync page tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in worker', async () => {
-      const { stdout, code } = await runCli(bareSyncFixture, '--runner=bare-sync --worker --page=false')
+      const { stdout, stderr, code } = await runCli(bareSyncFixture, '--runner=bare-sync --worker --page=false')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync worker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in serviceworker', async () => {
-      const { stdout, code } = await runCli(bareSyncFixture, '--runner=bare-sync --serviceworker --page=false')
+      const { stdout, stderr, code } = await runCli(bareSyncFixture, '--runner=bare-sync --serviceworker --page=false')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in page, worker and serviceworker', async () => {
-      const { stdout, code } = await runCli(bareSyncFixture, '--runner=bare-sync --worker --serviceworker')
+      const { stdout, stderr, code } = await runCli(bareSyncFixture, '--runner=bare-sync --worker --serviceworker')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
 
       let expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
 
       expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
 
       expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
   })
 
   describe(`failing bare-sync (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     const expectedTemplate = `
 testing is WORKER
   ✔ test-1.js
@@ -77,6 +107,9 @@ testing bare fixture
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync page tests with Puppeteer'), 'stdout contains expected output for running in worker')
       assert.ok(stderr.includes(expectedStderr), 'stderr contains expected output')
@@ -87,6 +120,9 @@ testing bare fixture
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync worker tests with Puppeteer'), 'stdout contains expected output for running in worker')
       assert.ok(stderr.includes(expectedStderr), 'stderr contains expected output')
@@ -97,6 +133,9 @@ testing bare fixture
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running bare-sync serviceworker tests with Puppeteer'), 'stdout contains expected output for running in worker')
       assert.ok(stderr.includes(expectedStderr), 'stderr contains expected output')
@@ -108,6 +147,9 @@ testing bare fixture
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
       let found = stdout.indexOf(expected)
+      if (found === -1) {
+        console.error(stdout)
+      }
       assert.ok(found > -1, 'stdout contains expected test output')
       found = stdout.indexOf(expected, found + 1)
       assert.ok(found === -1, 'stdout doesn\'t contain second instance of expected test output')

package/test/test-mocha.js

@@ -16,7 +16,7 @@ for (const type of ['cjs', 'esm']) {
   const mochaFailureFixture = path.join(__dirname, `fixtures/mocha-failure${type === 'esm' ? '-esm' : ''}`)
 
   describe(`basic mocha (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     const expectedTemplate = `
   test suite 1
     ✅ test case 1
@@ -31,49 +31,79 @@ for (const type of ['cjs', 'esm']) {
 `
 
     it('should run in page', async () => {
-      const { stdout, code } = await runCli(mochaFixture)
+      const { stdout, stderr, code } = await runCli(mochaFixture)
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha page tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in worker', async () => {
-      const { stdout, code } = await runCli(mochaFixture, '--worker --page=false')
+      const { stdout, stderr, code } = await runCli(mochaFixture, '--worker --page=false')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha worker tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })
 
     it('should run in serviceworker', async () => {
-      const { stdout, code } = await runCli(mochaFixture, '--serviceworker --page=false')
+      const { stdout, stderr, code } = await runCli(mochaFixture, '--serviceworker --page=false')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha serviceworker tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })
 
     it('should run in page, worker and serviceworker', async () => {
-      const { stdout, code } = await runCli(mochaFixture, '--worker --serviceworker')
+      const { stdout, stderr, code } = await runCli(mochaFixture, '--worker --serviceworker')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
 
       let expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha page tests with Puppeteer'), 'stdout contains expected output for running in page')
 
       expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha worker tests with Puppeteer'), 'stdout contains expected output for running in worker')
 
       expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha serviceworker tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })
   })
 
   describe(`failing mocha (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     const expectedTemplate = `
   test suite 1 - worker
     ✅ is WORKER
@@ -95,6 +125,9 @@ for (const type of ['cjs', 'esm']) {
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = removeTimings(stdout)
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha page tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })
@@ -104,6 +137,9 @@ for (const type of ['cjs', 'esm']) {
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = removeTimings(stdout)
       const expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha worker tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })
@@ -113,6 +149,9 @@ for (const type of ['cjs', 'esm']) {
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = removeTimings(stdout)
       const expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running mocha serviceworker tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })

package/test/test-polendina-node.js

@@ -24,7 +24,7 @@ for (const type of ['cjs', 'esm']) {
   const bareAsyncFailureFixture = path.join(__dirname, `fixtures/bare-async-failure${type === 'esm' ? '-esm' : ''}`)
 
   describe(`polendina-node bare-sync (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     it('pass', async () => {
       const expected =
 `testing is not in worker
@@ -33,7 +33,10 @@ testing bare fixture
   ✔ test-2.js
 Took X seconds
 `
-      const { stdout, code } = await runCli('bare-sync', bareSyncFixture)
+      const { stdout, stderr, code } = await runCli('bare-sync', bareSyncFixture)
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       assert.strictEqual(removeTiming(stdout), expected)
     })
@@ -54,7 +57,7 @@ Took X seconds
   })
 
   describe(`polendina-node bare-async (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     it('pass', async () => {
       const expected =
 `testing is not in worker
@@ -65,7 +68,10 @@ testing bare fixture
     ✔ test2
 Took X seconds
 `
-      const { stdout, code } = await runCli('bare-async', bareAsyncFixture)
+      const { stdout, stderr, code } = await runCli('bare-async', bareAsyncFixture)
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       assert.strictEqual(removeTiming(stdout), expected)
     })

package/test/test-tape.js

@@ -12,7 +12,7 @@ for (const type of ['cjs', 'esm']) {
   const tapeFailureFixture = path.join(__dirname, `fixtures/tape-failure${type === 'esm' ? '-esm' : ''}`)
 
   describe(`basic tape (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     const expectedTemplate = `
 TAP version 13
 # test suite 1
@@ -37,49 +37,79 @@ ok 5 all good
 `
 
     it('should run in page', async () => {
-      const { stdout, code } = await runCli(tapeFixture, '--runner=tape')
+      const { stdout, stderr, code } = await runCli(tapeFixture, '--runner=tape')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape page tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in worker', async () => {
-      const { stdout, code } = await runCli(tapeFixture, '--runner=tape --worker --page=false')
+      const { stdout, stderr, code } = await runCli(tapeFixture, '--runner=tape --worker --page=false')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape worker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in serviceworker', async () => {
-      const { stdout, code } = await runCli(tapeFixture, '--runner=tape --serviceworker --page=false')
+      const { stdout, stderr, code } = await runCli(tapeFixture, '--runner=tape --serviceworker --page=false')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
       const expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
 
     it('should run in page, worker and serviceworker', async () => {
-      const { stdout, code } = await runCli(tapeFixture, '--runner=tape --worker --serviceworker')
+      const { stdout, stderr, code } = await runCli(tapeFixture, '--runner=tape --worker --serviceworker')
+      if (code !== 0) {
+        console.error(stderr)
+      }
       assert.strictEqual(code, 0, 'exited with zero exit code')
 
       let expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
 
       expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
 
       expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape serviceworker tests with Puppeteer'), 'stdout contains expected output for running in page')
     })
   })
 
   describe(`failing tape (${type})`, function () {
-    this.timeout(20000)
+    this.timeout(60000)
     const expectedTemplate = `
 TAP version 13
 # test suite 1 - worker
@@ -105,6 +135,9 @@ not ok 2 bork
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'not in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape page tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })
@@ -114,6 +147,9 @@ not ok 2 bork
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'in worker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape worker tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })
@@ -123,6 +159,9 @@ not ok 2 bork
       assert.strictEqual(code, 1, 'exited with non-zero exit code')
       stdout = stdout.replace(/^ +at .*\n/gm, '') // stack traces
       const expected = expectedTemplate.replace(/WORKER/, 'in serviceworker')
+      if (!stdout.includes(expected)) {
+        console.error(stdout)
+      }
       assert.ok(stdout.includes(expected), 'stdout contains expected test output')
       assert.ok(stdout.includes('Running tape serviceworker tests with Puppeteer'), 'stdout contains expected output for running in worker')
     })

package/test/test-webpack-merge.js

@@ -9,15 +9,21 @@ const __dirname = fileURLToPath(path.dirname(import.meta.url))
 const webpackMergeFixture = path.join(__dirname, 'fixtures/webpack-merge')
 
 describe('basic webpack-merge', function () {
-  this.timeout(20000)
+  this.timeout(60000)
   it('should run with a custom config', async () => {
     const expected = `
 assert.ok() is a function
 WOOP is set
   ✔ test.js
 `
-    const { stdout, code } = await runCli(webpackMergeFixture, '--runner=bare-sync --webpack-config webpack.config.js')
+    const { stdout, stderr, code } = await runCli(webpackMergeFixture, '--runner=bare-sync --webpack-config webpack.config.js')
+    if (code !== 0) {
+      console.error(stderr)
+    }
     assert.strictEqual(code, 0, 'exited with zero exit code')
+    if (!stdout.includes(expected)) {
+      console.error(stdout)
+    }
     assert.ok(stdout.includes(expected), 'stdout contains expected test output')
     assert.ok(stdout.includes('Running bare-sync page tests with Puppeteer'), 'stdout contains expected output for running in page')
   })