ui5-test-runner 3.3.5 → 4.1.0

package/README.md

@@ -17,10 +17,9 @@ A self-sufficient test runner for UI5 applications enabling parallel execution o
 
 ## 📚 [Documentation](https://arnaudbuchholz.github.io/ui5-test-runner/)
 
-
 ## 💿 How to install
 
-* Works with [Node.js](https://nodejs.org/en/download/) >= 16
+* Works with [Node.js](https://nodejs.org/en/download/) >= 18
 * Local installation
   * `npm install --save-dev ui5-test-runner`
   * Trigger either with `npx ui5-test-runner` or through an npm script invoking `ui5-test-runner`
@@ -30,25 +29,14 @@ A self-sufficient test runner for UI5 applications enabling parallel execution o
 
 **NOTE** : additional packages might be needed during the execution (`puppeteer`, `selenium-webdriver`, `nyc`...) . If they are found installed **locally** in the tested project, they are used. Otherwise, they are installed **globally**.
 
-## 🖥️ How to demo
-
-* Clone the project [training-ui5con18-opa](https://github.com/ArnaudBuchholz/training-ui5con18-opa) and run `npm install`
-* Use `npm run karma` to test with the karma runner
-* *Serving the application (a.k.a. legacy mode)*
-  * `npx ui5-test-runner --port 8081 --ui5 https://ui5.sap.com/1.109.0/ --cache .ui5 --keep-alive`
-  * Follow the progress of the test executions using http://localhost:8081/_/progress.html
-  * When the tests are completed, check the code coverage with http://localhost:8081/_/coverage/lcov-report/index.html
-* *Serving the application with `@ui5/cli`*
-  * Use `npm start` to serve the application with `@ui5/cli`
-  * `npx ui5-test-runner --port 8081 --url http://localhost:8080/test/testsuite.qunit.html --keep-alive`
-  * Follow the progress of the test executions using http://localhost:8081/_/progress.html
-
-
 ## ⚖️ License
 [![FOSSA Status](https://app.fossa.com/api/projects/git%2Bgithub.com%2FArnaudBuchholz%2Fui5-test-runner.svg?type=large)](https://app.fossa.com/projects/git%2Bgithub.com%2FArnaudBuchholz%2Fui5-test-runner?ref=badge_large)
 
 ## ⚠️ Breaking changes
 
+### v4
+* Dropping support of Node.js 16
+
 ### v3
 * Dropping support of Node.js 14
 
@@ -58,3 +46,8 @@ A self-sufficient test runner for UI5 applications enabling parallel execution o
 * Dependencies are installed **on demand**
 * Browser instantiation command evolved in an **incompatible way** (see [documentation](https://arnaudbuchholz.github.io/ui5-test-runner/browser.html)).
 * Output is different (report, traces)
+
+## ✒ Contributors
+
+* [Marian Zeis](https://github.com/marianfoo): Documentation page revamp [PR #54](https://github.com/ArnaudBuchholz/ui5-test-runner/pull/54)
+* [Raj Singh](https://github.com/rajxsingh): Basic HTTP Authentication in Puppeteer [PR #71](https://github.com/ArnaudBuchholz/ui5-test-runner/pull/71)

package/package.json

@@ -1,26 +1,22 @@
 {
   "name": "ui5-test-runner",
-  "version": "3.3.5",
+  "version": "4.1.0",
   "description": "Standalone test runner for UI5",
   "main": "index.js",
-  "files": [
-    "defaults/*",
-    "src/**/*",
-    "*.js"
-  ],
   "bin": {
     "ui5-test-runner": "./index.js"
   },
   "engines": {
-    "node": ">=16"
+    "node": ">=18"
   },
   "scripts": {
     "lint": "standard --fix",
     "test": "npm run test:unit && npm run test:browsers && npm run test:samples",
     "test:browsers": "npm run test:integration:jsdom && npm run test:integration:puppeteer && npm run test:integration:selenium-webdriver-chrome && npm run test:integration:playwright",
-    "test:samples": "npm run test:samples:js && npm run test:samples:ts",
+    "test:samples": "npm run test:samples:js && npm run test:samples:ts && npm run test:auth-sample",
     "test:samples:js": "npm run test:sample:js:legacy && npm run test:sample:js:coverage:legacy && npm run test:sample:js:legacy-remote && npm run test:sample:js:coverage:legacy-remote && npm run test:sample:js:remote && npm run test:sample:js:coverage:remote",
     "test:samples:ts": "npm run test:sample:ts:remote && npm run test:sample:ts:coverage:remote",
+    "test:auth-sample": "npm run test:auth-sample:remote",
     "test:coverall": "rimraf .nyc_output && jest --coverageDirectory .nyc_output --coverageReporters json && nyc --silent --no-clean npm run test:integration:jsdom && nyc --silent --no-clean npm run test:integration:puppeteer && nyc --silent --no-clean npm run test:integration:selenium-webdriver-chrome && nyc --silent --no-clean npm run test:integration:playwright && nyc merge .nyc_output .nyc_output/final/coverage.json && nyc report --temp-dir .nyc_output/final/ --report-dir coverage --branches 80 --functions 80 --lines 80 --statements 80",
     "test:unit": "jest",
     "test:unit:debug": "jest --runInBand",
@@ -41,7 +37,10 @@
     "serve:sample:ts": "cd ./test/sample.ts && node ui5.cjs serve",
     "test:sample:ts:coverage:remote": "start-server-and-test 'npm run serve:sample:ts:coverage' http://localhost:8080 'node . --url http://localhost:8080/test/testsuite.qunit.html --coverage --coverage-check-statements 67'",
     "serve:sample:ts:coverage": "cd ./test/sample.ts && node ui5.cjs serve --config ui5-coverage.yaml",
-    "build:doc": "node build/doc"
+    "test:auth-sample:remote": "start-server-and-test 'npm run serve:auth-sample' http://localhost:8080 'node . --url http://localhost:8080/test/testsuite.qunit.html --browser $/puppeteer.js --browser-args --basic-auth-username testUsername --browser-args --basic-auth-password testPassword'",
+    "serve:auth-sample": "cd ./test/auth_sample.js && reserve --config ./reserve.json",
+    "build:doc": "node build/doc",
+    "clean": "npm uninstall -g ui5-test-runner puppeteer nyc selenium-webdriver playwright webdriverio"
   },
   "repository": {
     "type": "git",
@@ -63,23 +62,23 @@
   },
   "homepage": "https://github.com/ArnaudBuchholz/ui5-test-runner#readme",
   "dependencies": {
-    "commander": "^11.0.0",
+    "commander": "^12.0.0",
     "mime": "^3.0.0",
     "punybind": "^1.2.1",
     "punyexpr": "^1.0.4",
-    "reserve": "^1.15.4"
+    "reserve": "^1.15.6"
   },
   "devDependencies": {
-    "@openui5/types": "^1.119.0",
-    "@ui5/cli": "^3.6.1",
-    "@ui5/middleware-code-coverage": "^1.1.0",
+    "@openui5/types": "^1.120.7",
+    "@ui5/cli": "^3.9.1",
+    "@ui5/middleware-code-coverage": "^1.1.1",
     "jest": "^29.7.0",
-    "nock": "^13.3.3",
+    "nock": "^13.5.1",
     "nyc": "^15.1.0",
     "standard": "^17.1.0",
-    "start-server-and-test": "^2.0.1",
-    "typescript": "^5.2.2",
-    "ui5-tooling-transpile": "^3.2.6"
+    "start-server-and-test": "^2.0.3",
+    "typescript": "^5.3.3",
+    "ui5-tooling-transpile": "^3.3.3"
   },
   "optionalDependencies": {
     "fsevents": "^2.3.3"

package/src/browsers.js

@@ -214,13 +214,16 @@ async function screenshot (job, url, filename) {
   if (!job.browserCapabilities.screenshot) {
     throw UTRError.BROWSER_SCREENSHOT_NOT_SUPPORTED()
   }
+  const output = getOutput(job)
+  const id = ++lastScreenshotId
   try {
     const { childProcess, reportDir } = job[$browsers][url]
     const absoluteFilename = join(reportDir, filename + job.browserCapabilities.screenshot)
     if (childProcess.connected) {
-      const id = ++lastScreenshotId
+      output.debug('screenshot', id, url, absoluteFilename)
       const { promise, resolve, reject } = allocPromise()
       screenshots[id] = resolve
+      output.debug('screenshot', id, 'sending command')
       childProcess.send({
         id,
         command: 'screenshot',
@@ -229,15 +232,20 @@ async function screenshot (job, url, filename) {
       const timeoutId = setTimeout(() => {
         reject(UTRError.BROWSER_SCREENSHOT_TIMEOUT())
       }, job.screenshotTimeout)
+      output.debug('screenshot', id, 'command sent, waiting for answer')
       await promise
+      output.debug('screenshot', id, 'answer received')
       clearTimeout(timeoutId)
       const result = await stat(absoluteFilename)
+      output.debug('screenshot', id, 'file size :', result.size)
       if (!result.isFile() || result.size === 0) {
         throw new Error('File expected')
       }
+      output.debug('screenshot', id, 'done')
       return absoluteFilename
     }
   } catch (e) {
+    output.debug('screenshot', id, e.message)
     if (e.code === UTRError.BROWSER_SCREENSHOT_TIMEOUT_CODE) {
       throw e
     }

package/src/capabilities/index.js

@@ -4,7 +4,6 @@ const { check, serve, body } = require('reserve')
 const { probe, start, stop } = require('../browsers')
 const { join } = require('path')
 const { getOutput } = require('../output')
-const EventEmitter = require('events')
 const { performance } = require('perf_hooks')
 const { cleanDir, allocPromise, filename } = require('../tools')
 const { $browsers } = require('../symbols')
@@ -60,13 +59,16 @@ async function capabilities (job) {
             const { referer, 'x-page-url': xPageUrl } = request.headers
             const listenerIndex = (xPageUrl || referer).match(/\blistener=(\d+)/)[1]
             const listener = listeners[listenerIndex]
-            listener.emit('endpoint', {
+            await listener({
               endpoint,
               body: JSON.parse(await body(request))
             })
             response.writeHead(200)
             response.end()
           }
+        }, {
+          match: '^/inject/(.*)',
+          file: join(__dirname, '../inject/$1')
         }, {
           match: '^/(.*)',
           file: join(__dirname, '$1')
@@ -105,8 +107,6 @@ async function capabilities (job) {
       const { label, url, scripts, endpoint = () => { } } = filteredTests.shift()
 
       const listenerIndex = listeners.length
-      const listener = new EventEmitter()
-      listeners.push(listener)
       let pageUrl
       if (url.startsWith('http')) {
         pageUrl = url
@@ -151,7 +151,7 @@ async function capabilities (job) {
       const context = {
         job
       }
-      listener.on('endpoint', async data => {
+      listeners[listenerIndex] = async data => {
         try {
           if (await endpoint.call(context, data, pageUrl) !== false) {
             done()
@@ -159,7 +159,7 @@ async function capabilities (job) {
         } catch (e) {
           done(e)
         }
-      })
+      }
 
       start(job, pageUrl, scripts)
         .catch(reason => done(reason))

package/src/capabilities/tests/screenshot/index.html

@@ -3,11 +3,21 @@
   <body>
     <H1>screenshot</H1>
     <p>Checks if the browser supports screenshot</p>
+    <input type="text" id="first" value="first">
+    <input type="text" id="second" value="second">
     <span style="font-size: 32rem;">&#128521;</span>
+    <script src="/inject/post.js"></script>
     <script>
-      const xhr = new XMLHttpRequest()
-      xhr.open('POST', '/_/log')
-      xhr.send('{}')
+      document.getElementById('first').focus()
+      const post = window['ui5-test-runner/post']
+      post('/_/log', { step:'screenshot' })
+        .then(() => {
+          const current = document.activeElement
+          return post('/_/log', {
+            step: 'focus',
+            current: current ? current.id : ''
+          })
+        })
     </script>
   </body>
 </html>

package/src/capabilities/tests/screenshot/index.js

@@ -8,11 +8,17 @@ module.exports = {
   label: 'Screenshot',
   for: capabilities => !!capabilities.screenshot,
   url: 'screenshot/index.html',
-  endpoint: async function (_, url) {
+  endpoint: async function ({ body: { step, current } }, url) {
     const { job } = this
-    const fileName = await screenshot(job, url, 'screenshot')
-    const fileInfo = await stat(fileName)
-    assert.ok(fileInfo.isFile(), 'The file was generated')
-    assert.ok(fileInfo.size > 1024, 'The file contains something')
+    if (step === 'screenshot') {
+      const fileName = await screenshot(job, url, 'screenshot')
+      const fileInfo = await stat(fileName)
+      assert.ok(fileInfo.isFile(), 'The file was generated')
+      assert.ok(fileInfo.size > 1024, 'The file contains something')
+      return false
+    } else {
+      assert.strictEqual(current, 'first')
+      return true
+    }
   }
 }

package/src/capabilities/tests/traces/index.js

@@ -17,7 +17,7 @@ const expectedLogs = [{
   type: 'log',
   text: /^"?complex parameters"? 1 true / // Not sure how objects are handled
 }, {
-  type: 'warning',
+  type: /warning|warn/,
   text: 'A warning'
 }, {
   type: 'error',

package/src/coverage.js

@@ -86,8 +86,31 @@ async function instrument (job) {
   await nyc(job, 'instrument', job.webapp, join(job.coverageTempDir, 'instrumented'), '--nycrc-path', job[$nycSettingsPath])
 }
 
+async function getReadableSource (job, pathOrUrl) {
+  if (isAbsolute(pathOrUrl)) {
+    try {
+      await access(pathOrUrl, constants.R_OK)
+      return pathOrUrl
+    } catch (e) {}
+  }
+  try {
+    const filePath = join(job.webapp, pathOrUrl)
+    await access(filePath, constants.R_OK)
+    return filePath
+  } catch (e) {}
+  try {
+    // Assuming all files are coming from the same server
+    const { origin } = new URL(job.testPageUrls[0])
+    const filePath = join(job.coverageTempDir, 'sources', pathOrUrl)
+    await download(origin + pathOrUrl, filePath)
+    return filePath
+  } catch (e) {}
+}
+
 async function generateCoverageReport (job) {
   job.status = 'Generating coverage report'
+  const output = getOutput(job)
+  output.debug('coverage', 'Generating coverage report...')
   await cleanDir(job.coverageReportDir)
   const coverageMergedDir = join(job.coverageTempDir, 'merged')
   await createDir(coverageMergedDir)
@@ -95,25 +118,17 @@ async function generateCoverageReport (job) {
   await nyc(job, 'merge', job.coverageTempDir, coverageFilename)
   if (job[$coverageRemote] && !job.coverageProxy) {
     job.status = 'Checking remote source files'
-    // Assuming all files are coming from the same server
-    const { origin } = new URL(job.testPageUrls[0])
-    const sourcesBasePath = join(job.coverageTempDir, 'sources')
+    output.debug('coverage', 'Checking remote source files...')
     const coverageData = require(coverageFilename)
     const filenames = Object.keys(coverageData)
     let changes = 0
     for (const filename of filenames) {
       const fileData = coverageData[filename]
-      const { path } = fileData
-      if (isAbsolute(path)) {
-        try {
-          await access(path, constants.R_OK)
-          continue
-        } catch (e) {}
+      const filePath = await getReadableSource(job, fileData.path)
+      if (filePath && filePath !== fileData.path) {
+        fileData.path = filePath
+        ++changes
       }
-      const filePath = join(sourcesBasePath, path)
-      fileData.path = filePath
-      await download(origin + path, filePath)
-      ++changes
     }
     if (changes > 0) {
       await writeFile(coverageFilename, JSON.stringify(coverageData))
@@ -151,9 +166,7 @@ module.exports = {
   async collect (job, url, coverageData) {
     job[$coverageFileIndex] = (job[$coverageFileIndex] || 0) + 1
     const coverageFileName = join(job.coverageTempDir, `${filename(url)}_${job[$coverageFileIndex]}.json`)
-    if (job.debugCoverage) {
-      getOutput(job).wrap(() => console.log('coverage', coverageFileName))
-    }
+    getOutput(job).debug('coverage', `saved coverage in '${coverageFileName}'`)
     await writeFile(coverageFileName, JSON.stringify(coverageData))
   },
   generateCoverageReport: job => job.coverage ? generateCoverageReport(job) : Promise.resolve(),
@@ -175,8 +188,8 @@ module.exports = {
     }
     if (job.mode === 'url' && job.coverageProxy) {
       await setupNyc(job)
+      // Assuming all files are coming from the same server
       const { origin } = new URL(job.url[0])
-      const sourcesBasePath = join(job.coverageTempDir, 'sources')
       const { createInstrumenter } = require(join(await nycInstallationPath, 'node_modules/istanbul-lib-instrument'))
       const instrumenter = createInstrumenter({
         produceSourceMap: true,
@@ -188,34 +201,30 @@ module.exports = {
       return [{
         match: /(.*\.js)(\?.*)?$/,
         custom: async (request, response, url) => {
-          if (!url.match(job.coverageProxyInclude) || url.match(job.coverageProxyExclude)) {
-            if (job.debugCoverage) {
-              getOutput(job).wrap(() => console.log('coverage_proxy ignore', url))
-            }
-            return // Ignore
+          if (!url.match(job.coverageProxyInclude) || url.match(/\bresources\b/) || url.match(job.coverageProxyExclude)) {
+            getOutput(job).debug('coverage', 'coverage_proxy ignore', url)
+            return
           }
-          const sourcePath = join(sourcesBasePath, url)
+          const instrumentedSourcePath = join(instrumentedBasePath, url)
           try {
-            await access(sourcePath, constants.R_OK)
-          } catch (e) {
-            try {
-              if (sources[url]) {
-                await sources[url]
-              } else {
-                if (job.debugCoverage) {
-                  getOutput(job).wrap(() => console.log('coverage_proxy instrument', url))
-                }
-                sources[url] = await download(origin + url, sourcePath)
-              }
-            } catch (statusCode) {
-              return statusCode
-            }
+            await access(instrumentedSourcePath, constants.R_OK)
+            return
+          } catch (e) {}
+          const instrumenting = sources[url]
+          if (instrumenting) {
+            await instrumenting
+            return // ok
           }
-          const source = (await readFile(sourcePath)).toString()
-          const instrumentedSource = await instrument(source, sourcePath)
-          const instrumentedSourcePath = join(instrumentedBasePath, url)
-          await createDir(dirname(instrumentedSourcePath))
-          await writeFile(instrumentedSourcePath, instrumentedSource)
+          sources[url] = (async () => {
+            const sourcePath = await getReadableSource(job, url)
+            getOutput(job).debug('coverage', 'coverage_proxy instrument', url, sourcePath)
+            if (sourcePath) {
+              const source = (await readFile(sourcePath)).toString()
+              const instrumentedSource = await instrument(source, sourcePath)
+              await createDir(dirname(instrumentedSourcePath))
+              await writeFile(instrumentedSourcePath, instrumentedSource)
+            }
+          })()
         }
       },
       instrumentedMapping,

package/src/defaults/puppeteer.js

@@ -11,27 +11,13 @@ require('./browser')({
       ['-w, --viewport-width <width>', 'Viewport width', 1920],
       ['-h, --viewport-height <height>', 'Viewport height', 1080],
       ['-l, --language <lang...>', 'Language(s)', ['en-US']],
-      ['-u, --unsecure', 'Disable security features', false]
-    ] // ,
-    // TODO restore when Node16 is no more supported
-    // capabilities: {
-    //   modules: ['puppeteer'],
-    //   screenshot: '.png',
-    //   scripts: true,
-    //   traces: ['console', 'network']
-    // }
-  },
-
-  // TODO remove when Node16 is no more supported
-  async capabilities () {
-    const version = process.version.match(/^v(\d+\.\d+)/)[1]
-    let screenshot
-    if (!version.startsWith('16')) {
-      screenshot = '.png'
-    }
-    return {
+      ['-u, --unsecure', 'Disable security features', false],
+      ['--basic-auth-username <username>', 'Username for basic authentication', ''],
+      ['--basic-auth-password <password>', 'Password for basic authentication', '']
+    ],
+    capabilities: {
       modules: ['puppeteer'],
-      screenshot,
+      screenshot: '.png',
       scripts: true,
       traces: ['console', 'network']
     }
@@ -94,6 +80,10 @@ require('./browser')({
       await page.setBypassCSP(true)
     }
 
+    if (options.basicAuthUsername || options.basicAuthPassword) {
+      await page.authenticate({ username: options.basicAuthUsername, password: options.basicAuthPassword })
+    }
+
     page
       .on('console', message => consoleWriter.append({
         type: message.type(),

package/src/defaults/report/progress.js

@@ -4,6 +4,16 @@
   report.ready.then(update => {
     let lastState = {}
 
+    async function retry () {
+      try {
+        await fetch('/_/progress', { method: 'INFO' })
+        location.hash = ''
+        refresh()
+      } catch (e) {
+        setTimeout(retry, 250)
+      }
+    }
+
     async function refresh () {
       const [, page, test] = location.hash.match(/#?([^-]*)(?:-(.*))?/)
       let url = '/_/progress'
@@ -22,6 +32,7 @@
           ...lastState,
           disconnected: true
         })
+        retry()
         return
       }
       if (test) {

package/src/endpoints.js

@@ -141,6 +141,14 @@ module.exports = job => {
         match: '^/_/punyexpr.js',
         file: punyexprBinPath
       }, {
+      // Endpoint to retry on progress
+        method: 'INFO',
+        match: '^/_/progress',
+        custom: (request, response) => {
+          response.writeHead(204)
+          response.end()
+        }
+      }, {
       // Endpoint to follow progress
         match: '^/_/progress(?:\\?page=([^&]*)(?:&test=([^&]*))?)?',
         custom: (request, response, pageId, testId) => getJobProgress(job, request, response, pageId, testId)

package/src/get-job-progress.js

@@ -1,5 +1,7 @@
 'use strict'
 
+const { $proxifiedUrls } = require('./symbols')
+
 const send = (response, obj) => {
   let json
   if (typeof obj !== 'string') {
@@ -60,6 +62,13 @@ module.exports = {
       ...job,
       status: job.status
     }, (key, value) => {
+      if (key === 'qunitPages' && job[$proxifiedUrls]) {
+        const unproxifiedQunitPages = {}
+        for (const url of Object.keys(job.qunitPages)) {
+          unproxifiedQunitPages[job[$proxifiedUrls][url] || url] = job.qunitPages[url]
+        }
+        return unproxifiedQunitPages
+      }
       if (key === 'modules') {
         return undefined
       }

package/src/inject/opa-iframe-coverage.js

@@ -2,7 +2,6 @@
   'use strict'
 
   const MODULE = 'ui5-test-runner/opa-iframe-coverage'
-
   if (window[MODULE]) {
     return // already installed
   }

package/src/inject/post.js

@@ -1,9 +1,9 @@
 (function () {
   'use strict'
 
-  const POST = 'ui5-test-runner/post'
-  if (window[POST]) {
-    return
+  const MODULE = 'ui5-test-runner/post'
+  if (window[MODULE]) {
+    return // already installed
   }
 
   const base = window['ui5-test-runner/base-host'] || ''
@@ -71,7 +71,7 @@
 
   window['ui5-test-runner/stringify'] = stringify
 
-  window[POST] = function post (url, data) {
+  window[MODULE] = function post (url, data) {
     function request () {
       return new Promise(function (resolve, reject) {
         const xhr = new XMLHttpRequest()

package/src/inject/qunit-hooks.js

@@ -18,18 +18,34 @@
     }
   }
 
+  function getModules () {
+    if (QUnit.config && QUnit.config.modules) {
+      return QUnit.config.modules.map(({ name, tests }) => ({
+        name,
+        tests: tests.map(({ name, testId, skip }) => ({ name, testId, skip }))
+      }))
+    }
+    return []
+  }
+
+  function extend (details) {
+    details.isOpa = isOpa()
+    details.modules = getModules()
+    return details
+  }
+
   QUnit.begin(function (details) {
     details.isOpa = isOpa()
     return post('QUnit/begin', details)
   })
 
   QUnit.testStart(function (details) {
-    return post('QUnit/testStart', details)
+    return post('QUnit/testStart', extend(details))
   })
 
   QUnit.log(function (log) {
     let ready = false
-    post('QUnit/log', log)
+    post('QUnit/log', extend(log))
       .then(undefined, function () {
         console.error('Failed to POST to QUnit/log (no timestamp)', log)
       })

package/src/inject/qunit-intercept.js

@@ -2,6 +2,12 @@
 (function () {
   'use strict'
 
+  const MODULE = 'ui5-test-runner/qunit-intercept'
+  if (window[MODULE]) {
+    return // already installed
+  }
+  window[MODULE] = true
+
   const callbacks = {}
   const mock = new Proxy({}, {
     get: function (instance, property) {

package/src/inject/ui5-coverage.js

@@ -1,6 +1,12 @@
 (function () {
   'use strict'
 
+  const MODULE = 'ui5-test-runner/ui5-coverage'
+  if (window[MODULE]) {
+    return // already installed
+  }
+  window[MODULE] = true
+
   // inspired from ui5/resources/sap/ui/qunit/qunit-coverage-istanbul-dbg.js
 
   function appendUrlParameter (url) {

package/src/job-mode.js

@@ -39,7 +39,6 @@ function buildAndCheckMode (job) {
       'libs',
       'mappings',
       'cache',
-      'webapp',
       'watch',
       'testsuite'
     ])