ui5-test-runner 4.5.1 → 5.1.0

package/README.md

@@ -34,18 +34,15 @@ A self-sufficient test runner for UI5 applications enabling parallel execution o
 
 ## ⚠️ Breaking changes
 
-### v4
-* Dropping support of Node.js 16
-
-### v3
-* Dropping support of Node.js 14
-
-### v2
-
-* Command line **parameters** as well as configuration file **syntax** have changed
-* Dependencies are installed **on demand**
-* Browser instantiation command evolved in an **incompatible way** (see [documentation](https://arnaudbuchholz.github.io/ui5-test-runner/browser.html)).
-* Output is different (report, traces)
+| Version | Reason | 
+|-|-|
+| **5**.0.0 | • Some coverage reports now includes **all** files, leading to a potential decrease of coverage |
+| **4**.0.0 | • Drop support of Node.js 16 |
+| **3**.0.0 | • Drop support of Node.js 14 |
+| **2**.0.0 | • Command line **parameters** as well as configuration file **syntax** have changed |
+|| • Dependencies are installed **on demand** |
+|| • Browser instantiation command evolved in an **incompatible way** (see [documentation](https://arnaudbuchholz.github.io/ui5-test-runner/browser.html)) |
+|| • Output is different (report, traces) |
 
 ## ✒ Contributors
 

package/jest.config.json

@@ -0,0 +1,27 @@
+{
+  "testTimeout": 15000,
+  "setupFilesAfterEnv": [
+    "./test/setup.js"
+  ],
+  "testPathIgnorePatterns": [
+    "/node_modules/",
+    "/capabilities/"
+  ],
+  "collectCoverage": true,
+  "collectCoverageFrom": [
+    "src/*.js"
+  ],
+  "coveragePathIgnorePatterns": [
+    "\\.spec\\.js",
+    "output\\.js",
+    "b\\capabilities\\b"
+  ],
+  "coverageThreshold": {
+    "global": {
+      "branches": 80,
+      "functions": 80,
+      "lines": 80,
+      "statements": 80
+    }
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ui5-test-runner",
-  "version": "4.5.1",
+  "version": "5.1.0",
   "description": "Standalone test runner for UI5",
   "main": "index.js",
   "bin": {
@@ -21,7 +21,7 @@
     "test:report": "node ./src/defaults/report.js ./test/report && reserve --config ./test/report/reserve.json",
     "test:text-report": "node ./src/defaults/text-report.js ./test/report",
     "build:doc": "node build/doc",
-    "clean": "npm uninstall -g ui5-test-runner puppeteer nyc selenium-webdriver playwright webdriverio"
+    "clean": "npm uninstall -g ui5-test-runner puppeteer nyc selenium-webdriver playwright webdriverio jsdom"
   },
   "repository": {
     "type": "git",
@@ -43,25 +43,24 @@
   },
   "homepage": "https://github.com/ArnaudBuchholz/ui5-test-runner#readme",
   "dependencies": {
-    "commander": "^12.0.0",
-    "mime": "^3.0.0",
+    "commander": "^12.1.0",
     "punybind": "^1.2.1",
     "punyexpr": "^1.0.4",
-    "reserve": "^1.15.9"
+    "reserve": "2.0.1"
   },
   "devDependencies": {
-    "@openui5/types": "^1.123.0",
-    "@ui5/cli": "^3.9.2",
+    "@openui5/types": "^1.124.0",
+    "@ui5/cli": "^3.10.3",
     "@ui5/middleware-code-coverage": "^1.1.1",
     "dotenv": "^16.4.5",
     "jest": "^29.7.0",
     "nock": "^13.5.4",
     "nyc": "^15.1.0",
-    "rimraf": "^5.0.5",
+    "rimraf": "^5.0.7",
     "standard": "^17.1.0",
     "start-server-and-test": "^2.0.3",
     "typescript": "^5.4.5",
-    "ui5-tooling-transpile": "^3.3.7"
+    "ui5-tooling-transpile": "^3.4.2"
   },
   "optionalDependencies": {
     "fsevents": "^2.3.3"
@@ -77,32 +76,5 @@
       "sap",
       "opaTest"
     ]
-  },
-  "jest": {
-    "testTimeout": 15000,
-    "setupFilesAfterEnv": [
-      "./test/setup.js"
-    ],
-    "testPathIgnorePatterns": [
-      "/node_modules/",
-      "/capabilities/"
-    ],
-    "collectCoverage": true,
-    "collectCoverageFrom": [
-      "src/*.js"
-    ],
-    "coveragePathIgnorePatterns": [
-      "\\.spec\\.js",
-      "output\\.js",
-      "b\\capabilities\\b"
-    ],
-    "coverageThreshold": {
-      "global": {
-        "branches": 80,
-        "functions": 80,
-        "lines": 80,
-        "statements": 80
-      }
-    }
   }
 }

package/src/browsers.js

@@ -116,8 +116,9 @@ async function start (job, url, scripts = []) {
     }
   }
   if (resolvedScripts.length) {
-    resolvedScripts.unshift(`window['ui5-test-runner/base-host'] = 'http://localhost:${job.port}'
-`)
+    resolvedScripts.unshift(`(function () {
+  window['ui5-test-runner/base-host'] = 'http://localhost:${job.port}'
+}())`)
   }
   const progress = newProgress(job, url)
   const pageBrowser = {

package/src/capabilities/index.js

@@ -62,17 +62,23 @@ async function capabilities (job) {
             const listener = listeners[listenerIndex]
             await listener({
               endpoint,
-              body: JSON.parse(await body(request))
+              body: await body(request).json()
             })
             response.writeHead(200)
             response.end()
           }
         }, {
           match: '^/inject/(.*)',
-          file: join(__dirname, '../inject/$1')
+          cwd: join(__dirname, '../inject'),
+          file: '$1',
+          static: !job.debugDevMode
         }, {
           match: '^/(.*)',
-          file: join(__dirname, '$1')
+          cwd: __dirname,
+          file: '$1',
+          static: !job.debugDevMode
+        }, {
+          status: 404
         }]
     })
     const server = serve(configuration)

package/src/coverage.js

@@ -1,11 +1,11 @@
 'use strict'
 
-const { join, dirname, isAbsolute } = require('path')
+const { join, dirname, isAbsolute, relative, sep } = require('path')
 const { fork } = require('child_process')
 const { cleanDir, createDir, filename, download, allocPromise } = require('./tools')
 const { readdir, readFile, stat, writeFile, access, constants } = require('fs').promises
 const { Readable } = require('stream')
-const { getOutput } = require('./output')
+const { getOutput, newProgress } = require('./output')
 const { resolvePackage } = require('./npm')
 const { promisify } = require('util')
 const { UTRError } = require('./error')
@@ -64,7 +64,7 @@ async function instrument (job) {
   await cleanDir(job.coverageTempDir)
   await createDir(join(job.coverageTempDir, 'settings'))
   const settings = JSON.parse((await readFile(job.coverageSettings)).toString())
-  settings.cwd = job.cwd
+  settings.cwd = job.webapp
   if (!settings.exclude) {
     settings.exclude = []
   }
@@ -75,6 +75,7 @@ async function instrument (job) {
   settings.exclude.push(join(job.reportDir, '**'))
   settings.exclude.push(join(job.coverageReportDir, '**'))
   await writeFile(job[$nycSettingsPath], JSON.stringify(settings))
+  job.nycSettings = settings
   if (job.mode === 'url') {
     if (!job[$remoteOnLegacy]) {
       job[$coverageRemote] = true
@@ -86,6 +87,92 @@ async function instrument (job) {
   await nyc(job, 'instrument', job.webapp, join(job.coverageTempDir, 'instrumented'), '--nycrc-path', job[$nycSettingsPath])
 }
 
+function getUrlOrigin (job) {
+  const { origin } = new URL(job.url[0])
+  if (job.url.some(url => new URL(url).origin !== origin)) {
+    getOutput(job).assumingOneOrigin()
+  }
+  return origin
+}
+
+async function buildAllIndex (job) {
+  async function scanFs (path, onFolder, onFile) {
+    const items = await readdir(path)
+    await onFolder(items.length)
+    for (const item of items) {
+      const itemPath = join(path, item)
+      const itemStat = await stat(itemPath)
+      if (itemStat.isDirectory()) {
+        await scanFs(itemPath, onFolder, onFile)
+      } else {
+        await onFile(itemPath, (await readFile(itemPath)).toString())
+      }
+    }
+  }
+
+  const output = getOutput(job)
+  output.debug('coverage', 'Build index for all files...')
+  const progress = newProgress(job, 'Build index for all files', 1, 0)
+
+  try {
+    const index = []
+    let scan
+    let start
+    if (job.mode === 'legacy' || job[$remoteOnLegacy]) {
+      scan = scanFs
+      start = join(job.coverageTempDir, 'instrumented')
+    } else {
+      scan = require(job.coverageRemoteScanner)
+      start = getUrlOrigin(job)
+    }
+
+    await scan(
+      start,
+      count => {
+        progress.total += count
+        ++progress.count
+      },
+      async (file, source) => {
+        if (file.endsWith('.js') || file.endsWith('.ts')) {
+          output.debug('coverage', file)
+          try {
+            const coverageData = source
+              .match(/coverageData\s*=\s*({[^;]*});/)[1]
+              .replace(/([^"])(\w+):/g, (_, before, name) => `${before}"${name}":`)
+            const [, coveragePath] = coverageData.match(/"path"\s*:\s*"([^"]+)"/)
+            const UNDEFINED = '__undefined__'
+            const validatedCoverageData = JSON.stringify(
+              JSON.parse(coverageData.replace(/\bundefined\b/g, `"${UNDEFINED}"`)),
+              (key, value) => {
+                if (value === UNDEFINED) {
+                  return undefined
+                }
+                return value
+              }
+            )
+            index.push(`"${coveragePath}": ${validatedCoverageData}`)
+          } catch (e) {
+            output.debug('coverage', `Error when extracting all coverage for ${file}`, e)
+          }
+        } else {
+          output.debug('coverage', `Ignore all coverage for ${file}`)
+        }
+        ++progress.count
+      }
+    )
+    if (index.length === 0) {
+      output.noInfoForAllCoverage()
+    } else {
+      await writeFile(join(job.coverageTempDir, 'all-index.json'), `{${index.join(',')}}`)
+    }
+  } catch (e) {
+    output.genericError(e)
+    output.noInfoForAllCoverage()
+  } finally {
+    progress.done()
+  }
+}
+
 async function getReadableSource (job, pathOrUrl) {
   if (isAbsolute(pathOrUrl)) {
     try {
@@ -99,16 +186,64 @@ async function getReadableSource (job, pathOrUrl) {
     return filePath
   } catch (e) {}
   try {
-    // Assuming all files are coming from the same server
-    const { origin } = new URL(job.testPageUrls[0])
-    const filePath = join(job.coverageTempDir, 'sources', pathOrUrl)
+    const origin = getUrlOrigin(job)
+    if (!job.coverageSourceDir) {
+      job.coverageSourceDir = join(job.coverageTempDir, 'sources')
+    }
+    const filePath = join(job.coverageSourceDir, pathOrUrl)
     await download(origin + pathOrUrl, filePath)
     return filePath
   } catch (e) {}
 }
 
+async function checkAllSourcesAreAvailable (job, coverageFilename) {
+  const output = getOutput(job)
+  job.status = 'Checking remote source files'
+  output.debug('coverage', 'Checking remote source files...')
+  const coverageData = require(coverageFilename)
+  const filenames = Object.keys(coverageData)
+  let changes = false
+  let basePath
+  for (const filename of filenames) {
+    const fileData = coverageData[filename]
+    const filePath = await getReadableSource(job, fileData.path)
+    if (!filePath) {
+      // TODO this will compromise coverage report generation
+      continue
+    }
+    if (filePath && filePath !== fileData.path) {
+      fileData.path = filePath
+      changes = true
+    }
+    if (filename !== filePath) {
+      delete coverageData[filename]
+      coverageData[filePath] = fileData
+      changes = true
+    }
+    const fileFolder = dirname(filePath)
+    if (basePath === undefined) {
+      basePath = fileFolder
+    } else {
+      const diff = relative(basePath, fileFolder).split(sep)
+      while (diff.shift() === '..') {
+        basePath = dirname(basePath)
+      }
+    }
+  }
+  if (basePath !== job.nycSettings.cwd) {
+    job.nycSettings.cwd = basePath
+    await writeFile(job[$nycSettingsPath], JSON.stringify(job.nycSettings))
+  }
+  if (changes) {
+    await writeFile(coverageFilename, JSON.stringify(coverageData))
+  }
+}
+
 async function generateCoverageReport (job) {
   job.status = 'Generating coverage report'
+  if (job.nycSettings.all) {
+    await buildAllIndex(job)
+  }
   const output = getOutput(job)
   output.debug('coverage', 'Generating coverage report...')
   await cleanDir(job.coverageReportDir)
@@ -116,23 +251,8 @@ async function generateCoverageReport (job) {
   await createDir(coverageMergedDir)
   const coverageFilename = join(coverageMergedDir, 'coverage.json')
   await nyc(job, 'merge', job.coverageTempDir, coverageFilename)
-  if (job[$coverageRemote] && !job.coverageProxy) {
-    job.status = 'Checking remote source files'
-    output.debug('coverage', 'Checking remote source files...')
-    const coverageData = require(coverageFilename)
-    const filenames = Object.keys(coverageData)
-    let changes = 0
-    for (const filename of filenames) {
-      const fileData = coverageData[filename]
-      const filePath = await getReadableSource(job, fileData.path)
-      if (filePath && filePath !== fileData.path) {
-        fileData.path = filePath
-        ++changes
-      }
-    }
-    if (changes > 0) {
-      await writeFile(coverageFilename, JSON.stringify(coverageData))
-    }
+  if (job[$coverageRemote]) {
+    await checkAllSourcesAreAvailable(job, coverageFilename)
   }
   const reporters = job.coverageReporters.map(reporter => `--reporter=${reporter}`)
   if (!job.coverageReporters.includes('text')) {
@@ -177,8 +297,8 @@ module.exports = {
     const instrumentedBasePath = join(job.coverageTempDir, 'instrumented')
     const instrumentedMapping = {
       match: /(.*\.js)(\?.*)?$/,
-      file: join(instrumentedBasePath, '$1'),
-      'ignore-if-not-found': true
+      cwd: instrumentedBasePath,
+      file: '$1'
     }
     if (job.mode === 'legacy' || job[$remoteOnLegacy]) {
       return [{
@@ -201,7 +321,7 @@ module.exports = {
       return [{
         match: /(.*\.js)(\?.*)?$/,
         custom: async (request, response, url) => {
-          if (!url.match(job.coverageProxyInclude) || url.match(/\bresources\b/) || url.match(job.coverageProxyExclude)) {
+          if (!url.match(job.coverageProxyInclude) || url.match(job.coverageProxyExclude)) {
             getOutput(job).debug('coverage', 'coverage_proxy ignore', url)
             return
           }
@@ -210,21 +330,20 @@ module.exports = {
             await access(instrumentedSourcePath, constants.R_OK)
             return
           } catch (e) {}
-          const instrumenting = sources[url]
-          if (instrumenting) {
-            await instrumenting
-            return // ok
+          if (!sources[url]) {
+            sources[url] = (async () => {
+              const sourcePath = await getReadableSource(job, url)
+              getOutput(job).debug('coverage', 'coverage_proxy instrument', url, sourcePath)
+              if (sourcePath) {
+                const source = (await readFile(sourcePath)).toString()
+                const instrumentedSource = await instrument(source, sourcePath)
+                await createDir(dirname(instrumentedSourcePath))
+                await writeFile(instrumentedSourcePath, instrumentedSource)
+                delete sources[url]
+              }
+            })()
           }
-          sources[url] = (async () => {
-            const sourcePath = await getReadableSource(job, url)
-            getOutput(job).debug('coverage', 'coverage_proxy instrument', url, sourcePath)
-            if (sourcePath) {
-              const source = (await readFile(sourcePath)).toString()
-              const instrumentedSource = await instrument(source, sourcePath)
-              await createDir(dirname(instrumentedSourcePath))
-              await writeFile(instrumentedSourcePath, instrumentedSource)
-            }
-          })()
+          await sources[url]
         }
       },
       instrumentedMapping,

package/src/defaults/jsdom/compatibility.js

@@ -8,32 +8,64 @@ function fakeMatchMedia () {
   }
 }
 
-function wrapXHR (window, networkWriter) {
-  const { XMLHttpRequest } = window
-  const { open } = XMLHttpRequest.prototype
+function wrapXHR ({ XMLHttpRequest }) {
+  const { open, send } = XMLHttpRequest.prototype
+  const $async = Symbol('async')
   XMLHttpRequest.prototype.open = function (...args) {
-    const [method, url] = args
+    const [method, url, async] = args
     const log = () => {
       const { status } = this
-      networkWriter.append({
+      console.log(JSON.stringify({
+        timestamp: new Date().toISOString(),
+        channel: 'network',
+        initiator: 'xhr',
         method,
         url,
+        async,
         status
-      })
+      }))
     }
     this.addEventListener('load', log)
     this.addEventListener('error', log)
+    if (async === false) {
+      this[$async] = { method, url }
+    }
     return open.call(this, ...args)
   }
+  XMLHttpRequest.prototype.send = function (...args) {
+    if (this[$async]) {
+      const { method, url } = this[$async]
+      console.log(JSON.stringify({
+        timestamp: new Date().toISOString(),
+        channel: 'debug',
+        message: '>> XMLHttpRequest.prototype.send',
+        method,
+        url,
+        async: false
+      }))
+    }
+    const result = send.call(this, ...args)
+    if (this[$async]) {
+      const { method, url } = this[$async]
+      console.log(JSON.stringify({
+        timestamp: new Date().toISOString(),
+        channel: 'debug',
+        message: '<< XMLHttpRequest.prototype.send',
+        method,
+        url,
+        async: false
+      }))
+    }
+    return result
+  }
 }
 
-function adjustXPathResult (window) {
+function adjustXPathResult ({ Document }) {
   /* https://ui5.sap.com/resources/sap/ui/model/odata/AnnotationParser-dbg.js
      getXPath: function() {
        xmlNodes.length = xmlNodes.snapshotLength;
   */
-  const { Document } = window
-  const evaluate = Document.prototype.evaluate
+  const { evaluate } = Document.prototype
   Document.prototype.evaluate = function () {
     const result = evaluate.apply(this, arguments)
     let length = result.length
@@ -48,10 +80,10 @@ function adjustXPathResult (window) {
   }
 }
 
-function fixMatchesDontThrow (window) {
-  // https://github.com/jsdom/jsdom/issues/3057
-  // Fix _nwsapiDontThrow which throws :-(
-  const { document } = window
+function fixMatchesDontThrow ({ document }) {
+  /* https://github.com/jsdom/jsdom/issues/3057
+     Fix _nwsapiDontThrow which throws :-(
+  */
   const [impl] = Object.getOwnPropertySymbols(document)
   const documentImpl = document[impl]
   let _nwsapiDontThrow
@@ -74,10 +106,45 @@ function fixMatchesDontThrow (window) {
   })
 }
 
-module.exports = ({
-  window,
-  networkWriter
-}) => {
+function fixCaseSensitiveSelectors ({ Document }) {
+  /* https://github.com/SAP/openui5/blob/f41ed5504db1dc576dae7e7d403aaa02b918fef5/src/sap.ui.core/src/ui5loader-autoconfig.js#L75
+     oResult = check(globalThis.document.querySelector('SCRIPT[src][id=sap-ui-bootstrap]'), rResources);
+     jsdom uses case sensitive implementation of querySelector
+  */
+  const uppercaseTag = /\bSCRIPT\b/g
+  const { querySelector, querySelectorAll } = Document.prototype
+  Object.assign(Document.prototype, {
+    querySelector (selectors) {
+      const result = querySelector.call(this, selectors) || { length: 0 }
+      if (result.length === 0 && selectors.match(uppercaseTag)) {
+        console.log(JSON.stringify({
+          timestamp: new Date().toISOString(),
+          channel: 'debug',
+          message: 'overriding selectors upon empty result of document.querySelector',
+          selectors
+        }))
+        return querySelector.call(this, selectors.replace(uppercaseTag, tag => tag.toLowerCase()))
+      }
+      return result
+    },
+
+    querySelectorAll (selectors) {
+      const result = querySelectorAll.call(this, selectors) || { length: 0 }
+      if (result.length === 0 && selectors.match(uppercaseTag)) {
+        console.log(JSON.stringify({
+          timestamp: new Date().toISOString(),
+          channel: 'debug',
+          message: 'overriding selectors upon empty result of document.querySelectorAll',
+          selectors
+        }))
+        return querySelectorAll.call(this, selectors.replace(uppercaseTag, tag => tag.toLowerCase()))
+      }
+      return result
+    }
+  })
+}
+
+module.exports = window => {
   window.addEventListener('error', event => {
     const { message, filename, lineno, colno } = event
     window.console.error(`${filename}@${lineno}:${colno}: ${message}`)
@@ -89,7 +156,8 @@ module.exports = ({
   }
   window.matchMedia = window.matchMedia || fakeMatchMedia
 
-  wrapXHR(window, networkWriter)
+  wrapXHR(window)
   adjustXPathResult(window)
   fixMatchesDontThrow(window)
+  fixCaseSensitiveSelectors(window)
 }

package/src/defaults/jsdom/resource-loader.js

@@ -1,8 +1,4 @@
-module.exports = ({
-  jsdom,
-  networkWriter,
-  consoleWriter
-}) => {
+module.exports = jsdom => {
   const { ResourceLoader: JSDOMResourceLoader } = jsdom
 
   const { readFile } = require('fs/promises')
@@ -15,19 +11,24 @@ module.exports = ({
         const { response } = request
         let status
         if (response === undefined) {
-          consoleWriter.append({
+          console.log(JSON.stringify({
+            timestamp: new Date().toISOString(),
+            channel: 'console',
             type: 'error',
             message: 'NETWORK ERROR : ' + (reason ? reason.toString() : 'unknown reason')
-          })
+          }))
           status = 599
         } else {
           status = response.statusCode
         }
-        networkWriter.append({
+        console.log(JSON.stringify({
+          timestamp: new Date().toISOString(),
+          channel: 'network',
+          initiator: 'resource-loader',
           method: 'GET',
           url,
           status
-        })
+        }))
       }
       request.then(log, log)
       if (url.match(/sap\/ui\/test\/matchers\/Visible(-dbg)?.js/)) {

package/src/defaults/jsdom.js

@@ -11,24 +11,42 @@ require('./browser')({
     capabilities: {
       modules: ['jsdom'],
       scripts: true,
-      traces: ['console', 'network']
+      traces: ['multiplex']
     }
   },
 
   async run ({
     settings: { url, scripts, modules },
-    options,
-    consoleWriter,
-    networkWriter
+    options
   }) {
     const jsdom = require(modules.jsdom)
     const { JSDOM, VirtualConsole } = jsdom
 
     const virtualConsole = new VirtualConsole()
-    virtualConsole.on('error', (...args) => consoleWriter.append({ type: 'error', text: args.join(' ') }))
-    virtualConsole.on('warn', (...args) => consoleWriter.append({ type: 'warning', text: args.join(' ') }))
-    virtualConsole.on('info', (...args) => consoleWriter.append({ type: 'info', text: args.join(' ') }))
-    virtualConsole.on('log', (...args) => consoleWriter.append({ type: 'log', text: args.join(' ') }))
+    virtualConsole.on('error', (...args) => console.log(JSON.stringify({
+      timestamp: new Date().toISOString(),
+      channel: 'console',
+      type: 'error',
+      message: args.join(' ')
+    })))
+    virtualConsole.on('warn', (...args) => console.log(JSON.stringify({
+      timestamp: new Date().toISOString(),
+      channel: 'console',
+      type: 'warning',
+      message: args.join(' ')
+    })))
+    virtualConsole.on('info', (...args) => console.log(JSON.stringify({
+      timestamp: new Date().toISOString(),
+      channel: 'console',
+      type: 'info',
+      message: args.join(' ')
+    })))
+    virtualConsole.on('log', (...args) => console.log(JSON.stringify({
+      timestamp: new Date().toISOString(),
+      channel: 'console',
+      type: 'log',
+      message: args.join(' ')
+    })))
 
     let mainWindow
 
@@ -41,7 +59,7 @@ require('./browser')({
           writable: false
         })
       }
-      require('./jsdom/compatibility')({ window, networkWriter })
+      require('./jsdom/compatibility')(window)
       if (options.debug) {
         require('./jsdom/debug')(window)
       }
@@ -64,11 +82,7 @@ require('./browser')({
       runScripts: 'dangerously',
       pretendToBeVisual: true,
       virtualConsole,
-      resources: require('./jsdom/resource-loader')({
-        jsdom,
-        networkWriter,
-        consoleWriter
-      }),
+      resources: require('./jsdom/resource-loader')(jsdom),
       beforeParse
     })
   }

package/src/defaults/junit-xml-report.js

@@ -39,7 +39,8 @@ async function main () {
           time = (new Date(test.end) - new Date(test.start)) / 1000
         }
         o(`    <testcase
-      name="${xmlEscape(test.name)}" ${
+      name="${xmlEscape(test.name)}"
+      classname="${xmlEscape(module.name)}" ${
         time === undefined
         ? ''
         : `

package/src/defaults/puppeteer.js

@@ -8,17 +8,22 @@ require('./browser')({
     name: 'puppeteer',
     options: [
       ['--visible [flag]', 'Show the browser', false],
+      ['--firefox [flag]', 'Use firefox instead of chrome', false],
+      ['--binary <binary>', 'Binary path'],
       ['-w, --viewport-width <width>', 'Viewport width', 1920],
       ['-h, --viewport-height <height>', 'Viewport height', 1080],
       ['-l, --language <lang...>', 'Language(s)', ['en-US']],
       ['-u, --unsecure', 'Disable security features', false],
       ['--basic-auth-username <username>', 'Username for basic authentication', ''],
       ['--basic-auth-password <password>', 'Password for basic authentication', '']
-    ],
-    capabilities: {
+    ]
+  },
+
+  async capabilities ({ settings, options }) {
+    return {
       modules: ['puppeteer'],
       screenshot: '.png',
-      scripts: true,
+      scripts: !options.firefox,
       traces: ['console', 'network']
     }
   },
@@ -68,7 +73,14 @@ require('./browser')({
       )
     }
 
+    let product
+    if (options.firefox) {
+      product = 'firefox'
+    }
+
     browser = await puppeteer.launch({
+      product,
+      executablePath: options.binary,
       headless: options.visible ? false : 'new',
       defaultViewport: null,
       args

package/src/defaults/scan-ui5.js

@@ -0,0 +1,20 @@
+module.exports = async function scanUI5 (url, onFolder, onFile) {
+  if (url.match(/\/((?:test-)?resources\/.*)/)) {
+    return // ignore UI5 resources
+  }
+  const html = await (await fetch(url)).text()
+  const items = [...html.matchAll(/<a href="([^"]+)" class="icon/ig)]
+    .map(([_, item]) => item)
+    .filter(item => item.endsWith('/') || item.endsWith('.js') || item.endsWith('.ts'))
+  await onFolder(items.length)
+  for (const item of items) {
+    const itemUrl = new URL(item, url).toString()
+    if (item.endsWith('/')) {
+      await scanUI5(itemUrl, onFolder, onFile)
+    } else if (item.endsWith('.ts')) {
+      await onFile(itemUrl, await (await fetch(itemUrl.replace(/\.ts$/, '.js'))).text())
+    } else {
+      await onFile(itemUrl, await (await fetch(itemUrl + '?instrument=true')).text())
+    }
+  }
+}

package/src/defaults/selenium-webdriver/edge.js

@@ -4,8 +4,7 @@ module.exports = async ({
   seleniumWebdriver,
   settings,
   options,
-  loggingPreferences,
-  $capabilities
+  loggingPreferences
 }) => {
   const { Browser, Builder } = seleniumWebdriver
   const edge = require(join(settings.modules['selenium-webdriver'], 'edge'))

package/src/defaults/selenium-webdriver/firefox.js

@@ -4,15 +4,14 @@ module.exports = async ({
   seleniumWebdriver,
   settings,
   options,
-  loggingPreferences,
-  $capabilities
+  loggingPreferences
 }) => {
   const { Browser, Builder } = seleniumWebdriver
   const firefox = require(join(settings.modules['selenium-webdriver'], 'firefox'))
 
   const firefoxOptions = new firefox.Options()
   if (!options.visible) {
-    firefoxOptions.headless = true
+    firefoxOptions.addArguments('-headless')
   }
   firefoxOptions.setLoggingPrefs(loggingPreferences)
   if (options.binary) {

package/src/defaults/selenium-webdriver.js

@@ -7,7 +7,7 @@ const { writeFile } = require('fs/promises')
 let logging
 let driver
 
-function browser (value, defaultValue) {
+function browser (value) {
   if (value === undefined) {
     return 'chrome'
   }

package/src/defaults/webdriverio.js

@@ -0,0 +1,89 @@
+'use strict'
+
+const { InvalidArgumentError } = require('commander')
+
+let browserio
+
+function browser (value) {
+  if (value === undefined) {
+    return 'chrome'
+  }
+  if (!['chrome', 'firefox'].includes(value)) {
+    throw new InvalidArgumentError('Browser name')
+  }
+  return value
+}
+
+require('./browser')({
+  metadata: {
+    name: 'webdriverio',
+    options: [
+      ['--visible [flag]', 'Show the browser', false],
+      ['-b, --browser <name>', 'Browser driver', browser, 'chrome'],
+      ['--binary <binary>', 'Binary path']
+    ]
+  },
+
+  async capabilities ({ settings, options }) {
+    return {
+      modules: ['webdriverio'],
+      screenshot: '.png',
+      scripts: true,
+      traces: []
+    }
+  },
+
+  async screenshot ({ filename }) {
+    if (browserio) {
+      await browserio.saveScreenshot(filename)
+      return true
+    }
+  },
+
+  async beforeExit () {
+    if (browserio) {
+      await browserio.deleteSession()
+    }
+  },
+
+  async run ({
+    settings: { url, scripts, modules },
+    options,
+    consoleWriter,
+    networkWriter
+  }) {
+    const { remote } = require(modules.webdriverio)
+
+    const [browserOptions, args] = {
+      chrome: [
+        'goog:chromeOptions',
+        options.visible ? [] : ['--headless=new', '--log-level=3', '--disable-gpu']
+      ],
+      firefox: [
+        'moz:firefoxOptions',
+        options.visible ? [] : ['-headless']
+      ]
+    }[options.browser]
+
+    browserio = await remote({
+      capabilities: {
+        browserName: options.browser,
+        webSocketUrl: true,
+        [browserOptions]: {
+          args,
+          binary: options.binary
+        }
+      }
+    })
+
+    if (scripts && scripts.length) {
+      for (const script of scripts) {
+        await browserio.scriptAddPreloadScript({
+          functionDeclaration: `() => ${script}`
+        })
+      }
+    }
+
+    await browserio.url(url)
+  }
+})

package/src/endpoints.js

@@ -1,6 +1,6 @@
 'use strict'
 
-const { join } = require('path')
+const { join, dirname, basename } = require('path')
 const { body } = require('reserve')
 const { extractPageUrl } = require('./tools')
 const { Request, Response } = require('reserve')
@@ -18,7 +18,7 @@ const punybindBinPath = join(resolveDependencyPath('punybind'), 'dist/punybind.j
 module.exports = job => {
   async function endpointImpl (api, implementation, request) {
     const url = extractPageUrl(request.headers)
-    const data = JSON.parse(await body(request))
+    const data = await body(request)
     try {
       await implementation.call(this, url, data)
     } catch (error) {
@@ -75,7 +75,9 @@ module.exports = job => {
       }, {
       // QUnit hooks
         match: '^/_/qunit-hooks.js',
-        file: join(__dirname, './inject/qunit-hooks.js')
+        cwd: __dirname,
+        file: 'inject/qunit-hooks.js',
+        static: !job.debugDevMode
       }, {
       // Concatenate qunit.js source with hooks
         match: /\/thirdparty\/(qunit(?:-2)?(?:-dbg)?\.js)/,
@@ -123,23 +125,33 @@ module.exports = job => {
       }, {
       // UI to follow progress
         match: '^/_/progress.html',
-        file: job.progressPage
+        cwd: dirname(job.progressPage),
+        file: basename(job.progressPage),
+        static: !job.debugDevMode
       }, {
       // Report 'main' substituted for progress
         match: '^/_/report/main.js',
-        file: join(__dirname, 'defaults/report/progress.js')
+        cwd: __dirname,
+        file: 'defaults/report/progress.js',
+        static: !job.debugDevMode
       }, {
       // Other report resources
         match: '^/_/report/(.*)',
-        file: join(__dirname, 'defaults/report/$1')
+        cwd: __dirname,
+        file: 'defaults/report/$1',
+        static: !job.debugDevMode
       }, {
       // punybind
         match: '^/_/punybind.js',
-        file: punybindBinPath
+        cwd: dirname(punybindBinPath),
+        file: basename(punybindBinPath),
+        static: !job.debugDevMode
       }, {
       // punyexpr
         match: '^/_/punyexpr.js',
-        file: punyexprBinPath
+        cwd: dirname(punyexprBinPath),
+        file: basename(punyexprBinPath),
+        static: !job.debugDevMode
       }, {
       // Endpoint to retry on progress
         method: 'INFO',
@@ -155,15 +167,21 @@ module.exports = job => {
       }, {
       // Endpoint to coverage files
         match: '^/_/coverage/(.*)',
-        file: join(job.coverageReportDir, '$1')
+        cwd: job.coverageReportDir,
+        file: '$1',
+        static: false
       }, {
       // Endpoint to report
         match: '^/_/report.html',
-        file: join(__dirname, 'report.html')
+        cwd: __dirname,
+        file: 'report.html',
+        static: !job.debugDevMode
       }, {
       // Endpoint to report files
         match: '^/_/(.*)',
-        file: join(job.reportDir, '$1')
+        cwd: job.reportDir,
+        file: '$1',
+        static: false
       }]
     : []
 }

package/src/inject/post.js

@@ -83,7 +83,10 @@
         })
         xhr.open('POST', base + '/_/' + url)
         xhr.setRequestHeader('x-page-url', top.location)
-        xhr.send(stringify(data))
+        xhr.setRequestHeader('content-type', 'application/json')
+        const json = stringify(data)
+        xhr.setRequestHeader('content-length', json.length)
+        xhr.send(json)
       })
     }
     lastPost = lastPost

package/src/job-mode.js

@@ -28,6 +28,7 @@ function buildAndCheckMode (job) {
       'reportDir',
       'pageTimeout',
       'browserCloseTimeout',
+      'browserRetry',
       'failFast',
       'keepAlive',
       'alternateNpmPath',

package/src/job.js

@@ -132,6 +132,7 @@ function getCommand (cwd) {
     .option('-ccf, --coverage-check-functions <percent>', '[💻🔗] What % of functions must be covered', percent, 0)
     .option('-ccl, --coverage-check-lines <percent>', '[💻🔗] What % of lines must be covered', percent, 0)
     .option('-ccs, --coverage-check-statements <percent>', '[💻🔗] What % of statements must be covered', percent, 0)
+    .option('-crs, --coverage-remote-scanner <path>', '[💻🔗] Scan for files when all coverage is requested', '$/scan-ui5.js')
     .option('-s, --serve-only [flag]', '[💻🔗] Serve only', boolean, false)
 
     // Specific to legacy (and might be used with url if pointing to local project)
@@ -146,9 +147,10 @@ function getCommand (cwd) {
 
     // Specific to coverage in url mode (experimental)
     .option('-cp, --coverage-proxy [flag]', `[🔗] ${EXPERIMENTAL_OPTION} use internal proxy to instrument remote files`, boolean, false)
-    .option('-cpi, --coverage-proxy-include <regexp>', `[🔗] ${EXPERIMENTAL_OPTION} urls to instrument for coverage`, regex, regex('.*'))
-    .option('-cpe, --coverage-proxy-exclude <regexp>', `[🔗] ${EXPERIMENTAL_OPTION} urls to ignore for coverage`, regex, regex('/((test-)?resources|tests?)/.*'))
+    .option('-cpi, --coverage-proxy-include <regexp>', `[🔗] ${EXPERIMENTAL_OPTION} urls to instrument for coverage`, regex, '.*')
+    .option('-cpe, --coverage-proxy-exclude <regexp>', `[🔗] ${EXPERIMENTAL_OPTION} urls to ignore for coverage`, regex, '/((test-)?resources|tests?)/')
 
+    .addOption(new Option('--debug-dev-mode', DEBUG_OPTION, boolean).hideHelp())
     .addOption(new Option('--debug-probe-only', DEBUG_OPTION, boolean).hideHelp())
     .addOption(new Option('--debug-keep-browser-open', DEBUG_OPTION, boolean).hideHelp())
     .addOption(new Option('--debug-memory', DEBUG_OPTION, boolean).hideHelp())
@@ -219,7 +221,7 @@ function finalize (job) {
   function updateToAbsolute (member, from = job.cwd) {
     job[member] = toAbsolute(job[member], from)
   }
-  'browser,coverageSettings,progressPage'
+  'browser,coverageSettings,coverageRemoteScanner,progressPage'
     .split(',')
     .forEach(setting => { job[setting] = checkDefault(job[setting]) })
   updateToAbsolute('cwd', job.initialCwd)
@@ -299,6 +301,8 @@ function finalize (job) {
     overrideDirIfNotSet('coverageReportDir', settings['report-dir'])
     overrideDirIfNotSet('coverageTempDir', settings['temp-dir'])
     overrideIfNotSet('coverageReporters', settings.reporter)
+
+    checkAccess({ path: job.coverageRemoteScanner, label: 'coverage remote scanner', file: true })
   }
 
   if (job.mode === 'url') {

package/src/output.js

@@ -260,6 +260,9 @@ function build (job) {
     version: () => {
       const { name, version } = require(join(__dirname, '../package.json'))
       log(job, p80()`${name}@${version}`)
+      if (job.debugDevMode) {
+        log(job, p80()`⚠️  Development mode ⚠️`)
+      }
     },
 
     serving: url => {
@@ -364,7 +367,7 @@ function build (job) {
     },
 
     packageNotLatest (name, latestVersion) {
-      wrap(() => log(job, `/!\\ latest version of ${name} is ${latestVersion}`))()
+      wrap(() => log(job, `⚠️ [PKGVRS] latest version of ${name} is ${latestVersion}`))()
     },
 
     browserStart (url) {
@@ -472,7 +475,15 @@ function build (job) {
     }),
 
     instrumentationSkipped: wrap(() => {
-      log(job, p80()`Skipping nyc instrumentation (--url)`)
+      log(job, p80()`⚠️ [SKPNYC] Skipping nyc instrumentation (--url)`)
+    }),
+
+    assumingOneOrigin: wrap(() => {
+      log(job, p80()`⚠️ [COVORG] Considering only one origin`)
+    }),
+
+    noInfoForAllCoverage: wrap(() => {
+      log(job, p80()`⚠️ [COVALL] Unable to process all coverage, report might be incomplete`)
     }),
 
     endpointError: wrap(({ api, url, data, error }) => {
@@ -548,7 +559,7 @@ function build (job) {
     }),
 
     unhandled: wrap(() => {
-      warn(job, p80()`Some requests are not handled properly, check the unhandled.txt report for more info`)
+      warn(job, p80()`⚠️ [UNHAND] Some requests are not handled properly, check the unhandled.txt report for more info`)
     }),
 
     reportGeneratorFailed: wrap((generator, exitCode, buffers) => {

package/src/reserve.js

@@ -1,4 +1,3 @@
-const { join } = require('path')
 const cors = require('./cors')
 const endpoints = require('./endpoints')
 const { mappings: coverage } = require('./coverage')
@@ -13,12 +12,13 @@ module.exports = async job => check({
     ...job.mappings ?? [],
     ...job.serveOnly ? [] : endpoints(job),
     ...ui5(job),
-    ...await coverage(job), {
+    ...job.serveOnly ? [] : await coverage(job),
+    {
       // Project mapping
       match: /^\/(.*)/,
-      file: join(job.webapp, '$1'),
-      strict: true,
-      'ignore-if-not-found': true
+      cwd: job.webapp,
+      file: '$1',
+      static: !job.watch && !job.debugDevMode
     },
     ...job.serveOnly ? [{ status: 404 }] : unhandled(job)
   ]

package/src/ui5.js

@@ -63,7 +63,7 @@ module.exports = {
 
     const cacheBase = buildCacheBase(job)
     const match = /\/((?:test-)?resources\/.*)/
-    const ifCacheEnabled = (request, url, match) => job.cache ? match : false
+    const ifCacheEnabled = (request, url, match) => job.cache
     const uncachable = {}
     const cachingInProgress = {}
 
@@ -90,8 +90,9 @@ module.exports = {
       // UI5 from cache
       match,
       'if-match': ifCacheEnabled,
-      file: join(cacheBase, '$1'),
-      'ignore-if-not-found': true
+      cwd: cacheBase,
+      file: '$1',
+      static: !job.debugDevMode
     }, {
       // UI5 caching
       method: 'GET',
@@ -130,8 +131,12 @@ module.exports = {
     job.libs.forEach(({ relative, source }) => {
       mappings.unshift({
         match: new RegExp(`\\/resources\\/${relative.replace(/\//g, '\\/')}(.*)`),
-        file: join(source, '$1'),
-        'ignore-if-not-found': true
+        cwd: source,
+        file: '$1',
+        static: !job.watch && !job.debugDevMode
+      }, {
+        match: new RegExp(`\\/resources\\/${relative.replace(/\//g, '\\/')}(.*)`),
+        status: 404
       })
     })