codeceptjs 3.6.10 → 3.7.0-beta.10

package/lib/mocha/asyncWrapper.js

@@ -0,0 +1,216 @@
+const promiseRetry = require('promise-retry')
+const event = require('../event')
+const recorder = require('../recorder')
+const assertThrown = require('../assert/throws')
+const { ucfirst, isAsyncFunction } = require('../utils')
+const { getInjectedArguments } = require('./inject')
+const { fireHook } = require('./hooks')
+
+const injectHook = function (inject, suite) {
+  try {
+    inject()
+  } catch (err) {
+    recorder.throw(err)
+  }
+  recorder.catch(err => {
+    suiteTestFailedHookError(suite, err)
+    throw err
+  })
+  return recorder.promise()
+}
+
+function suiteTestFailedHookError(suite, err, hookName) {
+  suite.eachTest(test => {
+    test.err = err
+    event.emit(event.test.failed, test, err, ucfirst(hookName))
+  })
+}
+
+function makeDoneCallableOnce(done) {
+  let called = false
+  return function (err) {
+    if (called) {
+      return
+    }
+    called = true
+    return done(err)
+  }
+}
+
+/**
+ * Wraps test function, injects support objects from container,
+ * starts promise chain with recorder, performs before/after hooks
+ * through event system.
+ */
+module.exports.test = test => {
+  const testFn = test.fn
+  if (!testFn) {
+    return test
+  }
+
+  test.timeout(0)
+  test.async = true
+
+  test.fn = function (done) {
+    const doneFn = makeDoneCallableOnce(done)
+    recorder.errHandler(err => {
+      recorder.session.start('teardown')
+      recorder.cleanAsyncErr()
+      if (test.throws) {
+        // check that test should actually fail
+        try {
+          assertThrown(err, test.throws)
+          event.emit(event.test.passed, test)
+          event.emit(event.test.finished, test)
+          recorder.add(doneFn)
+          return
+        } catch (newErr) {
+          err = newErr
+        }
+      }
+      test.err = err
+      event.emit(event.test.failed, test, err)
+      event.emit(event.test.finished, test)
+      recorder.add(() => doneFn(err))
+    })
+
+    if (isAsyncFunction(testFn)) {
+      event.emit(event.test.started, test)
+      testFn
+        .call(test, getInjectedArguments(testFn, test))
+        .then(() => {
+          recorder.add('fire test.passed', () => {
+            event.emit(event.test.passed, test)
+            event.emit(event.test.finished, test)
+          })
+          recorder.add('finish test', doneFn)
+        })
+        .catch(err => {
+          recorder.throw(err)
+        })
+        .finally(() => {
+          recorder.catch()
+        })
+      return
+    }
+
+    try {
+      event.emit(event.test.started, test)
+      testFn.call(test, getInjectedArguments(testFn, test))
+    } catch (err) {
+      recorder.throw(err)
+    } finally {
+      recorder.add('fire test.passed', () => {
+        event.emit(event.test.passed, test)
+        event.emit(event.test.finished, test)
+      })
+      recorder.add('finish test', doneFn)
+      recorder.catch()
+    }
+  }
+  return test
+}
+
+/**
+ * Injects arguments to function from controller
+ */
+module.exports.injected = function (fn, suite, hookName) {
+  return function (done) {
+    const doneFn = makeDoneCallableOnce(done)
+    const errHandler = err => {
+      recorder.session.start('teardown')
+      recorder.cleanAsyncErr()
+      if (hookName == 'before' || hookName == 'beforeSuite') suiteTestFailedHookError(suite, err, hookName)
+      if (hookName === 'after') event.emit(event.test.after, suite)
+      if (hookName === 'afterSuite') event.emit(event.suite.after, suite)
+      recorder.add(() => doneFn(err))
+    }
+
+    recorder.errHandler(err => {
+      errHandler(err)
+    })
+
+    if (!fn) throw new Error('fn is not defined')
+
+    fireHook(event.hook.started, suite)
+
+    this.test.body = fn.toString()
+
+    if (!recorder.isRunning()) {
+      recorder.errHandler(err => {
+        errHandler(err)
+      })
+    }
+
+    const opts = suite.opts || {}
+    const retries = opts[`retry${ucfirst(hookName)}`] || 0
+
+    const currentTest = hookName === 'before' || hookName === 'after' ? suite?.ctx?.currentTest : null
+
+    promiseRetry(
+      async (retry, number) => {
+        try {
+          recorder.startUnlessRunning()
+          await fn.call(this, { ...getInjectedArguments(fn), suite, test: currentTest })
+          await recorder.promise().catch(err => retry(err))
+        } catch (err) {
+          retry(err)
+        } finally {
+          if (number < retries) {
+            recorder.stop()
+            recorder.start()
+          }
+        }
+      },
+      { retries },
+    )
+      .then(() => {
+        recorder.add('fire hook.passed', () => fireHook(event.hook.passed, suite))
+        recorder.add('fire hook.finished', () => fireHook(event.hook.finished, suite))
+        recorder.add(`finish ${hookName} hook`, doneFn)
+        recorder.catch()
+      })
+      .catch(e => {
+        recorder.throw(e)
+        recorder.catch(e => {
+          const err = recorder.getAsyncErr() === null ? e : recorder.getAsyncErr()
+          errHandler(err)
+        })
+        recorder.add('fire hook.failed', () => fireHook(event.hook.failed, suite, e))
+        recorder.add('fire hook.finished', () => fireHook(event.hook.finished, suite))
+      })
+  }
+}
+
+/**
+ * Starts promise chain, so helpers could enqueue their hooks
+ */
+module.exports.setup = function (suite) {
+  return injectHook(() => {
+    recorder.startUnlessRunning()
+    event.emit(event.test.before, suite && suite.ctx && suite.ctx.currentTest)
+  }, suite)
+}
+
+module.exports.teardown = function (suite) {
+  return injectHook(() => {
+    recorder.startUnlessRunning()
+    event.emit(event.test.after, suite && suite.ctx && suite.ctx.currentTest)
+  }, suite)
+}
+
+module.exports.suiteSetup = function (suite) {
+  return injectHook(() => {
+    recorder.startUnlessRunning()
+    event.emit(event.suite.before, suite)
+  }, suite)
+}
+
+module.exports.suiteTeardown = function (suite) {
+  return injectHook(() => {
+    recorder.startUnlessRunning()
+    event.emit(event.suite.after, suite)
+  }, suite)
+}
+
+module.exports.getInjectedArguments = getInjectedArguments

package/lib/{interfaces → mocha}/bdd.js

@@ -27,7 +27,7 @@ const addStep = (step, fn) => {
 
 const parameterTypeRegistry = new ParameterTypeRegistry()
 
-const matchStep = (step) => {
+const matchStep = step => {
   for (const stepName in steps) {
     if (stepName.indexOf('/') === 0) {
       const regExpArr = stepName.match(/^\/(.*?)\/([gimy]*)$/) || []
@@ -43,7 +43,7 @@ const matchStep = (step) => {
     const res = expression.match(step)
     if (res) {
       const fn = steps[stepName]
-      fn.params = res.map((arg) => arg.getValue())
+      fn.params = res.map(arg => arg.getValue())
       return fn
     }
   }
@@ -58,7 +58,7 @@ const getSteps = () => {
   return steps
 }
 
-const defineParameterType = (options) => {
+const defineParameterType = options => {
   const parameterType = buildParameterType(options)
   parameterTypeRegistry.defineParameterType(parameterType)
 }

package/lib/mocha/cli.js

@@ -0,0 +1,308 @@
+const {
+  reporters: { Base },
+} = require('mocha')
+const ms = require('ms')
+const figures = require('figures')
+const event = require('../event')
+const AssertionFailedError = require('../assert/error')
+const output = require('../output')
+const { cloneTest } = require('./test')
+const cursor = Base.cursor
+let currentMetaStep = []
+let codeceptjsEventDispatchersRegistered = false
+
+class Cli extends Base {
+  constructor(runner, opts) {
+    super(runner)
+    let level = 0
+    this.loadedTests = []
+    opts = opts.reporterOptions || opts
+    if (opts.steps) level = 1
+    if (opts.debug) level = 2
+    if (opts.verbose) level = 3
+    output.level(level)
+    output.print(`CodeceptJS v${require('../codecept').version()} ${output.standWithUkraine()}`)
+    output.print(`Using test root "${global.codecept_dir}"`)
+
+    const showSteps = level >= 1
+
+    if (level >= 2) {
+      const Containter = require('../container')
+      output.print(output.styles.debug(`Helpers: ${Object.keys(Containter.helpers()).join(', ')}`))
+      output.print(output.styles.debug(`Plugins: ${Object.keys(Containter.plugins()).join(', ')}`))
+    }
+
+    if (level >= 3) {
+      process.on('warning', warning => {
+        console.log('\nWarning Details:')
+        console.log('Name:', warning.name)
+        console.log('Message:', warning.message)
+        console.log('Stack:', warning.stack)
+        console.log('-------------------')
+      })
+    }
+
+    runner.on('start', () => {
+      console.log()
+    })
+
+    runner.on('suite', suite => {
+      output.suite.started(suite)
+    })
+
+    runner.on('fail', test => {
+      if (test.ctx.currentTest) {
+        this.loadedTests.push(test.ctx.currentTest.uid)
+      }
+      if (showSteps && test.steps) {
+        return output.scenario.failed(test)
+      }
+      cursor.CR()
+      output.test.failed(test)
+    })
+
+    runner.on('pending', test => {
+      if (test.parent && test.parent.pending) {
+        const suite = test.parent
+        const skipInfo = suite.opts.skipInfo || {}
+        skipTestConfig(test, skipInfo.message)
+      } else {
+        skipTestConfig(test, null)
+      }
+      this.loadedTests.push(test.uid)
+      cursor.CR()
+      output.test.skipped(test)
+    })
+
+    runner.on('pass', test => {
+      if (showSteps && test.steps) {
+        return output.scenario.passed(test)
+      }
+      cursor.CR()
+      output.test.passed(test)
+    })
+
+    if (showSteps) {
+      runner.on('test', test => {
+        currentMetaStep = []
+        if (test.steps) {
+          output.test.started(test)
+        }
+      })
+
+      if (!codeceptjsEventDispatchersRegistered) {
+        codeceptjsEventDispatchersRegistered = true
+
+        event.dispatcher.on(event.bddStep.started, step => {
+          output.stepShift = 2
+          output.step(step)
+        })
+
+        event.dispatcher.on(event.step.started, step => {
+          let processingStep = step
+          const metaSteps = []
+          let isHidden = false
+          while (processingStep.metaStep) {
+            metaSteps.unshift(processingStep.metaStep)
+            processingStep = processingStep.metaStep
+            if (processingStep.collapsed) isHidden = true
+          }
+          const shift = metaSteps.length
+
+          for (let i = 0; i < Math.max(currentMetaStep.length, metaSteps.length); i++) {
+            if (currentMetaStep[i] !== metaSteps[i]) {
+              output.stepShift = 3 + 2 * i
+              if (!metaSteps[i]) continue
+              // bdd steps are handled by bddStep.started
+              if (metaSteps[i].isBDD()) continue
+              output.step(metaSteps[i])
+            }
+          }
+          currentMetaStep = metaSteps
+          if (isHidden) return
+          output.stepShift = 3 + 2 * shift
+          output.step(step)
+        })
+
+        event.dispatcher.on(event.step.finished, () => {
+          output.stepShift = 0
+        })
+      }
+    }
+
+    runner.on('suite end', suite => {
+      let skippedCount = 0
+      const grep = runner._grep
+      for (const test of suite.tests) {
+        if (!test.state && !this.loadedTests.includes(test.uid)) {
+          if (matchTest(grep, test.title)) {
+            if (!test.opts) {
+              test.opts = {}
+            }
+            if (!test.opts.skipInfo) {
+              test.opts.skipInfo = {}
+            }
+            skipTestConfig(test, "Skipped due to failure in 'before' hook")
+            output.test.skipped(test)
+            skippedCount += 1
+          }
+        }
+      }
+
+      const container = require('../container')
+      container.result().addStats({ pending: skippedCount, tests: skippedCount })
+    })
+
+    runner.on('end', this.result.bind(this))
+  }
+
+  result() {
+    const container = require('../container')
+    container.result().addStats(this.stats)
+    container.result().finish()
+
+    const stats = container.result().stats
+    console.log()
+
+    // passes
+    if (stats.failures) {
+      output.print(output.styles.bold('-- FAILURES:'))
+    }
+
+    const failuresLog = []
+
+    // failures
+    if (stats.failures) {
+      // append step traces
+      this.failures = this.failures.map(test => {
+        // we will change the stack trace, so we need to clone the test
+        const err = test.err
+
+        let log = ''
+        let originalMessage = err.message
+
+        if (err instanceof AssertionFailedError) {
+          err.message = err.inspect()
+        }
+
+        // multi-line error messages (for Playwright)
+        if (err.message && err.message.includes('\n')) {
+          const lines = err.message.split('\n')
+          const truncatedLines = lines.slice(0, 5)
+          if (lines.length > 5) {
+            truncatedLines.push('...')
+          }
+          err.message = truncatedLines.join('\n').replace(/^/gm, '  ').trim()
+        }
+
+        // add new line before the message
+        err.message = '\n  ' + err.message
+
+        // explicitly show file with error
+        if (test.file) {
+          log += `\n${output.styles.basic(figures.circle)} ${output.styles.section('File:')} ${output.styles.basic(test.file)}\n`
+        }
+
+        const steps = test.steps || (test.ctx && test.ctx.test.steps)
+
+        if (steps && steps.length) {
+          let scenarioTrace = ''
+          steps
+            .reverse()
+            .slice(0, 10)
+            .forEach(step => {
+              const hasFailed = step.status === 'failed'
+              let line = `${hasFailed ? output.styles.bold(figures.cross) : figures.tick} ${step.toCode()} ${step.line()}`
+              if (hasFailed) line = output.styles.bold(line)
+              scenarioTrace += `\n${line}`
+            })
+          log += `\n${output.styles.basic(figures.circle)} ${output.styles.section('Scenario Steps')}:${scenarioTrace}\n`
+        }
+
+        // display artifacts in debug mode
+        if (test?.artifacts && Object.keys(test.artifacts).length) {
+          log += `\n${output.styles.basic(figures.circle)} ${output.styles.section('Artifacts:')}`
+          for (const artifact of Object.keys(test.artifacts)) {
+            log += `\n- ${artifact}: ${test.artifacts[artifact]}`
+          }
+        }
+
+        // display metadata
+        if (test.meta && Object.keys(test.meta).length) {
+          log += `\n\n${output.styles.basic(figures.circle)} ${output.styles.section('Metadata:')}`
+          for (const [key, value] of Object.entries(test.meta)) {
+            log += `\n- ${key}: ${value}`
+          }
+        }
+
+        try {
+          let stack = err.stack
+          stack = (stack || '').replace(originalMessage, '')
+          stack = stack ? stack.split('\n') : []
+
+          if (stack[0] && stack[0].includes(err.message)) {
+            stack.shift()
+          }
+
+          if (stack[0] && stack[0].trim() == 'Error:') {
+            stack.shift()
+          }
+
+          if (output.level() < 3) {
+            stack = stack.slice(0, 3)
+          }
+
+          err.stack = `${stack.join('\n')}\n\n${output.colors.blue(log)}`
+        } catch (e) {
+          console.error(e)
+        }
+
+        // we will change the stack trace, so we need to clone the test
+        test = cloneTest(test)
+        test.err = err
+        return test
+      })
+
+      const originalLog = Base.consoleLog
+      Base.consoleLog = (...data) => {
+        failuresLog.push([...data])
+        originalLog(...data)
+      }
+      Base.list(this.failures)
+      Base.consoleLog = originalLog
+      console.log()
+    }
+
+    container.result().addFailures(failuresLog)
+
+    output.result(stats.passes, stats.failures, stats.pending, ms(stats.duration), stats.failedHooks)
+
+    if (stats.failures && output.level() < 3) {
+      output.print(output.styles.debug('Run with --verbose flag to see complete NodeJS stacktrace'))
+    }
+  }
+}
+
+function matchTest(grep, test) {
+  if (grep) {
+    return grep.test(test)
+  }
+  return true
+}
+
+function skipTestConfig(test, message) {
+  if (!test.opts) {
+    test.opts = {}
+  }
+  if (!test.opts.skipInfo) {
+    test.opts.skipInfo = {}
+  }
+  test.opts.skipInfo.message = test.opts.skipInfo.message || message
+  test.opts.skipInfo.isFastSkipped = true
+  event.emit(event.test.skipped, test)
+  test.state = 'skipped'
+}
+
+module.exports = function (runner, opts) {
+  return new Cli(runner, opts)
+}

package/lib/mocha/factory.js

@@ -0,0 +1,104 @@
+const Mocha = require('mocha')
+const fsPath = require('path')
+const fs = require('fs')
+const reporter = require('./cli')
+const gherkinParser = require('./gherkin')
+const output = require('../output')
+const ConnectionRefused = require('../helper/errors/ConnectionRefused')
+
+const scenarioUi = fsPath.join(__dirname, './ui.js')
+
+let mocha
+
+class MochaFactory {
+  static create(config, opts) {
+    mocha = new Mocha(Object.assign(config, opts))
+    output.process(opts.child)
+    mocha.ui(scenarioUi)
+
+    Mocha.Runner.prototype.uncaught = function (err) {
+      if (err) {
+        if (err.toString().indexOf('ECONNREFUSED') >= 0) {
+          err = new ConnectionRefused(err)
+        }
+        output.error(err)
+        output.print(err.stack)
+        process.exit(1)
+      }
+      output.error('Uncaught undefined exception')
+      process.exit(1)
+    }
+
+    mocha.loadFiles = fn => {
+      // load features
+      if (mocha.suite.suites.length === 0) {
+        mocha.files.filter(file => file.match(/\.feature$/)).forEach(file => mocha.suite.addSuite(gherkinParser(fs.readFileSync(file, 'utf8'), file)))
+
+        // remove feature files
+        mocha.files = mocha.files.filter(file => !file.match(/\.feature$/))
+
+        Mocha.prototype.loadFiles.call(mocha, fn)
+
+        // add ids for each test and check uniqueness
+        const dupes = []
+        let missingFeatureInFile = []
+        const seenTests = []
+        mocha.suite.eachTest(test => {
+          const name = test.fullTitle()
+          if (seenTests.includes(test.uid)) {
+            dupes.push(name)
+          }
+          seenTests.push(test.uid)
+
+          if (name.slice(0, name.indexOf(':')) === '') {
+            missingFeatureInFile.push(test.file)
+          }
+        })
+        if (dupes.length) {
+          // ideally this should be no-op and throw (breaking change)...
+          output.error(`Duplicate test names detected - Feature + Scenario name should be unique:\n${dupes.join('\n')}`)
+        }
+
+        if (missingFeatureInFile.length) {
+          missingFeatureInFile = [...new Set(missingFeatureInFile)]
+          output.error(`Missing Feature section in:\n${missingFeatureInFile.join('\n')}`)
+        }
+      }
+    }
+
+    const presetReporter = opts.reporter || config.reporter
+    // use standard reporter
+    if (!presetReporter) {
+      mocha.reporter(reporter, opts)
+      return mocha
+    }
+
+    // load custom reporter with options
+    const reporterOptions = Object.assign(config.reporterOptions || {})
+
+    if (opts.reporterOptions !== undefined) {
+      opts.reporterOptions.split(',').forEach(opt => {
+        const L = opt.split('=')
+        if (L.length > 2 || L.length === 0) {
+          throw new Error(`invalid reporter option '${opt}'`)
+        } else if (L.length === 2) {
+          reporterOptions[L[0]] = L[1]
+        } else {
+          reporterOptions[L[0]] = true
+        }
+      })
+    }
+
+    const attributes = Object.getOwnPropertyDescriptor(reporterOptions, 'codeceptjs-cli-reporter')
+    if (reporterOptions['codeceptjs-cli-reporter'] && attributes) {
+      Object.defineProperty(reporterOptions, 'codeceptjs/lib/mocha/cli', attributes)
+      delete reporterOptions['codeceptjs-cli-reporter']
+    }
+
+    // custom reporters
+    mocha.reporter(presetReporter, reporterOptions)
+    return mocha
+  }
+}
+
+module.exports = MochaFactory