@testomatio/reporter 0.6.0-beta.1 → 0.6.2

package/.eslintrc.js

@@ -11,7 +11,7 @@ module.exports = {
     SharedArrayBuffer: 'readonly',
   },
   parserOptions: {
-    ecmaVersion: 2018,
+    ecmaVersion: 2020,
   },
   rules: {
     'max-len': ['error', { code: 120 }],
@@ -25,6 +25,7 @@ module.exports = {
     'no-use-before-define': 0,
     'object-curly-newline': 0,
     'consistent-return': 0,
+    'no-await-in-loop': 0,
     'no-param-reassign': 0,
     'operator-linebreak': 0,
     'prefer-destructuring': 0,

package/.github/workflows/node.js.yml

@@ -15,7 +15,7 @@ jobs:
 
     strategy:
       matrix:
-        node-version: [12.x, 14.x, 16.x]
+        node-version: [14.x, 16.x]
         # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
 
     steps:

package/Changelog.md

@@ -1,3 +1,15 @@
+# 0.6.2
+
+* Added `--env-file` option to load env variables from env file
+
+# 0.6.1
+
+* Fixed creating RunGroup with JUnit reporter
+
+# 0.6.0
+
+* JUnit reporter support
+
 # 0.5.10
 
 * Fixed reporting Scenario Outline in Cypress-Cucumber

package/README.md

@@ -54,6 +54,9 @@ TESTOMATIO={API_KEY} npx start-test-run -c 'npx codeceptjs run-workers 2'
 
 > Specify a command to run with `-c` option in `start-test-run`
 
+Use `--env-file <envfile>` option to load environment variables from .env file. Inside env file TESTOMATIO credentials like `TESTOMATIO` api key or [S3 config](#attaching-test-artifacts) can be stored.
+
+
 ### Playwright
 
 Add a reporter to Playwright config:
@@ -207,13 +210,13 @@ TESTOMATIO={API_KEY} npx @testomatio/reporter -c 'npx wdio wdio.conf.js'
 
 ## JUnit Reports
 
+> **Notice** JUnit reports are supported since 0.6.0
+
 Other frameworks and languages are supported via JUnit reports.
 
 JUnit XML format is standard among test runners on various platforms. Testomat.io can load XML reports from test runners and create tests in a project from it. If your framework is not supported yet, generate JUnit report and upload it into Testomat.io
 
-```
-TESTOMATIO={API_KEY} npx @testomatio/reporter -c 'npx wdio wdio.conf.js'
-```
+Testomat.io will not only create a run report but also collect all information about tests, including source code, and create tests in a system as regular importer do. The only difference that normal process of Testomat.io import does not require executing tests on import, while importing via repoter requires to have tests executed and XML report provided.
 
 Tested Frameworks:
 
@@ -223,6 +226,119 @@ Tested Frameworks:
 * PHPUnit (PHP)
 
 
+To import JUnit reports into Testomat.io **NodeJS >=14 is required**.
+
+Package `@testomatio/reporter` should be installed:
+
+```
+npm i @testomatio/reporter@latest
+```
+
+For local development it is recommended to install @testomatio/reporter globally:
+
+```
+npm i -g @testomatio/reporter@latest
+```
+
+Run your test framework and generate a JUnit report.
+
+Then import XML report into Testomat.io
+
+```
+TESTOMATIO={API_KEY} npx report-xml "{pattern}" --lang={lang}
+```
+
+* `pattern` - is a glob pattern to match all XML files from report. For instance, `"test/report/**.xml"` or just `report.xml`
+* `--lang` option can be specified to identify source code of the project. Example: `--lang=Ruby` or `--lang=Java` or `--lang=Python`.
+* `--java-tests` option is avaiable for Java projects, and can be set if path to tests is different then `src/test/java`. When this option is enable, `lang` option is automatically set to `java`
+* `--env-file <envfile>` option to load environment variables from .env file. Inside env file TESTOMATIO credentials like `TESTOMATIO` api key or [S3 config](#attaching-test-artifacts) can be stored.
+
+
+> *Notice:* All options from [Advanced Usage](#advanced-usage) are also available for JUnit reporter
+
+Check the list of examples:
+
+#### Example: Pytest
+
+Run pytest tests and generate a report to `report.xml`:
+
+```
+pytest --junit-xml report.xml
+```
+
+Import report with this command
+
+```
+TESTOMATIO={API_KEY} npx report-xml report.xml --lang=python
+```
+
+#### Example: JUnit with Maven
+
+Run tests via Maven, make sure JUnit report was configured in `pom.xml`.
+
+```
+mvn clean test
+```
+
+Import report with this command:
+
+```
+TESTOMATIO={API_KEY} npx report-xml "target/surefire-reports/*.xml" --java-tests
+```
+
+> You can specify `--java-test` option to set a path to tests if they are located in path other than `src/test/java`
+
+#### Example: Ruby on Rails with Minitest
+
+```ruby
+# test_helper.rb:
+
+reporters = [Minitest::Reporters::DefaultReporter.new(color: true)]
+# enable JUnit reporter
+reporters << Minitest::Reporters::JUnitReporter.new
+
+Minitest::Reporters.use! reporters
+```
+
+Launch tests:
+
+```
+rails test
+```
+
+Import reports from `test/reports` directory:
+
+```
+TESTOMATIO={API_KEY} npx report-xml "test/reports/*.xml" --lang ruby
+```
+
+### Artifacts
+
+Screenshots or videos from tests are uploaded if a test contains output with a path to file of following format:
+
+```
+file://path/to/screenshot.png
+```
+
+For instance, inside Java test you can use `System.out.println` to print a path to file that should be uploaded as a screenshot.
+
+```java
+System.out.println("file://" + pathToScreenshot);
+```
+
+This will produce XML report which contains path to a file:
+
+```xml
+<testcase>
+  <system-out><![CDATA[
+    file://path/to/scrrenshot.png
+  ]]></system-out>
+</testcase>
+```
+
+When uploaded XML report, all files from `file://` will be uploaded to corresponding tests.
+
+
 ## Advanced Usage
 
 ### Create Unmatched Tests
@@ -326,7 +442,14 @@ S3_FORCE_PATH_STYLE=true
 
 > It is important to add S3_FORCE_PATH_STYLE var for minio setup
 
-For local testing, it is recommended to store this configuration in `.env` file and load it with [dotenv](https://www.npmjs.com/package/dotenv) library.
+For local testing, it is recommended to store configuration in `.env` file. If you load configuration from a test runner, use [dotenv](https://www.npmjs.com/package/dotenv) library to load it.
+
+If you run a reporter via `start-test-run` or `report-xml` command use `--env-file` option to load variables from .env file:
+
+```
+npx start-test-run --env-file .env
+npx report-xml --env-file .env
+```
 
 On CI set environment variables in CI config.
 

package/lib/adapter/cypress-plugin/index.js

@@ -29,7 +29,7 @@ const testomatioReporter = on => {
       const error = latestAttempt.error;
 
       let title = test.title.pop();
-      let examples = title.match(/\(example (#\d+)\)/);
+      const examples = title.match(/\(example (#\d+)\)/);
       let example = null;
       if (examples && examples[1]) example = { example: examples[1] };
       title = title.replace(/\(example #\d+\)/, '').trim();
@@ -40,7 +40,7 @@ const testomatioReporter = on => {
       const suiteId = parseSuite(suiteTitle);
 
       if (error) {
-        error.inspect = function() {
+        error.inspect = function() { // eslint-disable-line func-names
           if (this && this.codeFrame) {
             return this.codeFrame.frame;
           }

package/lib/bin/reportXml.js

@@ -1,31 +1,32 @@
 #!/usr/bin/env node
 const program = require("commander");
-// const chalk = require("chalk");
+const chalk = require("chalk");
 const glob = require('glob');
 
 const { APP_PREFIX } = require('../constants');
 const XmlReader = require("../xmlReader");
 
-// const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || process.env.TESTOMATIO;
-// const title = process.env.TESTOMATIO_TITLE;
-
-// console.log(chalk.cyan.bold(` 🤩 xmlReader by Testomat.io v${version}`));
+const { version } = require('../../package.json');
+console.log(chalk.cyan.bold(` 🤩 Testomat.io XML Reporter v${version}`));
 
 program
   .arguments("<pattern>")
   .option("-d, --dir <dir>", "Project directory")
   .option("--java-tests [java-path]", "Load Java tests from path, by default: src/test/java")
   .option("--lang <lang>", "Language used (python, ruby, java)")
+  .option("--env-file <envfile>", "Load environment variables from env file")
   .action(async (pattern, opts) => {
     if (!pattern.endsWith('.xml')) {
       pattern += '.xml';
     }
     let { javaTests, lang } = opts;
+    if (opts.envFile) require('dotenv').config(opts.envFile);
     if (javaTests === true) javaTests = 'src/test/java';
+    lang = lang?.toLowerCase();
     const runReader = new XmlReader({ javaTests, lang });
     const files = glob.sync(pattern, { cwd: opts.dir || process.cwd() });
     if (!files.length) {
-      console.log(APP_PREFIX,`Report can't be created. No XML files found 😥`);
+      console.log(APP_PREFIX, `Report can't be created. No XML files found 😥`);
       process.exitCode = 1;
       return;
     }
@@ -39,11 +40,11 @@ program
       await runReader.uploadData();
     } catch (err) {
       console.log(APP_PREFIX, 'Error updating status, skipping...', err);
+      process.exitCode = 1;
     }
   });
 
-
-if (process.argv.length < 1) {
+if (process.argv.length < 3) {
   program.outputHelp();
 }
 

package/lib/bin/startTest.js

@@ -5,15 +5,22 @@ const chalk = require('chalk');
 const TestomatClient = require('../client');
 const { APP_PREFIX, FINISHED } = require('../constants');
 
-const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || process.env.TESTOMATIO;
-const title = process.env.TESTOMATIO_TITLE;
+const { version } = require('../../package.json');
+console.log(chalk.cyan.bold(` 🤩 Testomat.io Reporter v${version}`));
+
 
 program
   .option('-c, --command <cmd>', 'Test runner command')
   .option('--launch', 'Start a new run and return its ID')
   .option('--finish', 'Finish Run by its ID')
+  .option("--env-file <envfile>", "Load environment variables from env file")
   .action(opts => {
+
     const { command, launch, finish } = opts;
+    if (opts.envFile) require('dotenv').config(opts.envFile);
+
+    const apiKey = process.env['INPUT_TESTOMATIO-KEY'] || process.env.TESTOMATIO;
+    const title = process.env.TESTOMATIO_TITLE;
 
     if (launch) {
       console.log('Starting a new Run on Testomat.io...');
@@ -45,6 +52,7 @@ program
 
     let exitCode = 0;
 
+    if (command) return;
     const testCmds = command.split(' ');
     console.log(APP_PREFIX, `🚀 Running`, chalk.green(command));
 

package/lib/junit-adapter/java.js

@@ -20,20 +20,20 @@ class JavaAdapter extends Adapter {
   }
 
   formatStack(t) {
-    let stack = super.formatStack(t);
+    const stack = super.formatStack(t);
 
     const file = t.suite_title.split('.');
 
-    const fileLine = `at .*${file[file.length - 1]}\.java\:(\\d+)`
+    const fileLine = `at .*${file[file.length - 1]}\.java:(\\d+)` // eslint-disable-line no-useless-escape
     const regexp = new RegExp(fileLine,"g")
     return stack.replace(regexp, `${this.opts.javaTests}${path.sep}${namespaceToFileName(t.suite_title)}:$1:`);
   }
 }
 
 function namespaceToFileName(fileName) {
-    let fileParts = fileName.split('.')
+    const fileParts = fileName.split('.')
     fileParts[fileParts.length - 1] = fileParts[fileParts.length - 1]?.replace(/\$.*/, '')
-    return fileParts.join(path.sep) + '.java';
+    return `${fileParts.join(path.sep)  }.java`;
 
 }
 

package/lib/junit-adapter/python.js

@@ -1,6 +1,6 @@
 const path = require('path');
-const Adapter = require('./adapter');
 const fs = require('fs');
+const Adapter = require('./adapter');
 
 class PythonAdapter extends Adapter {
 
@@ -27,11 +27,11 @@ class PythonAdapter extends Adapter {
 }
 
 function namespaceToFileName(fileName) {
-    let fileParts = fileName.split('.')
+    const fileParts = fileName.split('.')
 
     while (fileParts.length > 0) {
-      const file = fileParts.join(path.sep) + '.py';
-      if (fs.existsSync(fileParts.join(path.sep) + '.py')) {
+      const file = `${fileParts.join(path.sep)  }.py`;
+      if (fs.existsSync(`${fileParts.join(path.sep)  }.py`)) {
         return file;
       }
       fileParts.pop();

package/lib/junit-adapter/ruby.js

@@ -1,12 +1,10 @@
-const path = require('path');
 const Adapter = require('./adapter');
-const fs = require('fs');
 
 class RubyAdapter extends Adapter {
 
   formatStack(t) {
     const stack = super.formatStack(t);
-    return stack.replace(/\[(.*?\:.\d*)\]/g, '\n$1')
+    return stack.replace(/\[(.*?:.\d*)\]/g, '\n$1')
   }
 }
 

package/lib/util.js

@@ -1,5 +1,3 @@
-const { fstat } = require('fs');
-const { includes, split } = require('lodash');
 const { URL } = require('url');
 const { sep } = require('path');
 const chalk = require('chalk');
@@ -69,8 +67,8 @@ const fetchSourceCodeFromStackTrace = (stack = '') => {
     .filter(l => isValid(l.split(':')[0]))
 
     // // filter out 3rd party libs
-    .filter(l => !l.includes('vendor' + sep))
-    .filter(l => !l.includes('node_modules' + sep))
+    .filter(l => !l.includes(`vendor${  sep}`))
+    .filter(l => !l.includes(`node_modules${  sep}`))
     .filter(l => fs.existsSync(l.split(':')[0]))
     .filter(l => fs.lstatSync(l.split(':')[0]).isFile())
 
@@ -99,7 +97,7 @@ const fetchSourceCode = (contents, opts = {}) => {
 
   // remove special chars from title
   if (!lineIndex && opts.title) {
-    const title = opts.title.replace(/[\(\[\@].*/g, '')
+    const title = opts.title.replace(/[([@].*/g, '')
     lineIndex = lines.findIndex(l => l.includes(title))
   }
 
@@ -118,7 +116,7 @@ const fetchSourceCode = (contents, opts = {}) => {
         if (opts.lang === 'php' && lines[i].includes(' private function ')) break;
         if (opts.lang === 'php' && lines[i].includes(' protected function ')) break;
         if (opts.lang === 'php' && lines[i].includes(' public function ')) break;
-        if (opts.lang === 'python' && lines[i].trim().match(/^\@\w+/)) break;
+        if (opts.lang === 'python' && lines[i].trim().match(/^@\w+/)) break;
         if (opts.lang === 'python' && lines[i].includes(' def ')) break;
         if (opts.lang === 'ruby' && lines[i].includes(' def ')) break;
         if (opts.lang === 'ruby' && lines[i].includes(' test ')) break;
@@ -129,7 +127,7 @@ const fetchSourceCode = (contents, opts = {}) => {
         if (opts.lang === 'ts' && lines[i].includes(' test(')) break;
         if (opts.lang === 'js' && lines[i].includes(' it(')) break;
         if (opts.lang === 'js' && lines[i].includes(' test(')) break;
-        if (opts.lang === 'java' && lines[i].trim().match(/^\@\w+/)) break;
+        if (opts.lang === 'java' && lines[i].trim().match(/^@\w+/)) break;
         if (opts.lang === 'java' && lines[i].includes(' public void ')) break;
         if (opts.lang === 'java' && lines[i].includes(' class ')) break;
       }

package/lib/xmlReader.js

@@ -52,7 +52,7 @@ class XmlReader {
     if (this.opts.javaTests || this.stats.language === 'java') {
       this.adapter = new JavaAdapter(this.opts);
     }
-    if (this.stats.language == 'js') {
+    if (this.stats.language === 'js') {
       this.adapter = new JavaScriptAdapter(this.opts);
     }
     if (this.stats.language === 'python') {
@@ -76,7 +76,7 @@ class XmlReader {
       console.log(jsonResult)
       throw new Error("Format can't be parsed")
     }
-    const { testsuite, name, tests, failures, errors, filepath } = jsonSuite;
+    const { testsuite, name, tests, failures, errors } = jsonSuite;
 
     const resultTests = processTestSuite(testsuite);
     
@@ -120,7 +120,7 @@ class XmlReader {
   fetchSourceCode() {
     this.tests.forEach(t => {
       try {
-        let file = this.adapter.getFilePath(t)
+        const file = this.adapter.getFilePath(t)
         if (!file) return;
 
         if (!this.stats.language) {
@@ -135,7 +135,7 @@ class XmlReader {
         const contents = fs.readFileSync(file).toString();
         t.code = fetchSourceCode(contents, { ...t, lang: this.stats.language })
       } catch (err) {
-        if (process.env['DEBUG']) {
+        if (process.env.DEBUG) {
             console.log(err)
         }
       }
@@ -173,20 +173,22 @@ class XmlReader {
   }
 
   formatStack(t) {
-    let stack = this.adapter.formatStack(t);
+    const stack = this.adapter.formatStack(t);
 
     const sourcePart = fetchSourceCodeFromStackTrace(stack);
 
     if (!sourcePart) return stack;
 
-    return `${stack}\n\n${chalk.bold.red('################[ Failure ]################')}\n${fetchSourceCodeFromStackTrace(stack)}`;
+    const separator = chalk.bold.red('################[ Failure ]################');
+
+    return `${stack}\n\n${separator}\n${fetchSourceCodeFromStackTrace(stack)}`;
   }
 
   async uploadArtifacts() {
     if (!this.runId) return;
-    for (const t of this.tests.filter(t => !!t.stack)) {
-      const files = fetchFilesFromStackTrace(t.stack);
-      t.artifacts = await Promise.all(files.map(f => upload.uploadFileByPath(f, this.runId)));
+    for (const test of this.tests.filter(t => !!t.stack)) {
+      const files = fetchFilesFromStackTrace(test.stack);
+      test.artifacts = await Promise.all(files.map(f => upload.uploadFileByPath(f, this.runId)));
     }
   }
 
@@ -197,9 +199,11 @@ class XmlReader {
       api_key: this.requestParams.apiKey,
       title: this.requestParams.title,
       env: this.requestParams.env,
-      group_title: this.requestParams.runGroup,
+      group_title: this.requestParams.group_title,
     };    
 
+    if (process.env.DEBUG) console.log("Run", runParams);
+
     try {
       const resp = await this.axios.post(this.url, runParams, {
         maxContentLength: Infinity,
@@ -234,7 +238,7 @@ class XmlReader {
     this.formatErrors();
     this.formatTests();
 
-    if (process.env['DEBUG']) {
+    if (process.env.DEBUG) {
       console.log({
         ...this.stats,
         tests: this.tests,
@@ -284,7 +288,7 @@ class XmlReader {
     if (!isValidUrl(this.requestParams.url)) {
       console.log(
         APP_PREFIX,
-        chalk.red(`Error creating report on Testomat.io, report url '${TESTOMAT_URL}' is invalid`),
+        chalk.red(`Error creating report on Testomat.io, report url '${this.requestParams.url}' is invalid`),
       );
       return;
     }
@@ -302,7 +306,7 @@ function reduceTestCases(prev, item) {
     testCases = [testCases]
   }
   testCases.filter(t => !!t).forEach(testCaseItem => {
-    let file = testCaseItem.file || item.filepath || '';
+    const file = testCaseItem.file || item.filepath || '';
 
     let stack = '';
     let message = '';
@@ -316,7 +320,7 @@ function reduceTestCases(prev, item) {
     if (!message) message = stack.trim().split('\n')[0];
 
     // prepend system output
-    stack = `${testCaseItem['system-out'] || testCaseItem['log'] || ''}\n\n${stack}`.trim()
+    stack = `${testCaseItem['system-out'] || testCaseItem.log || ''}\n\n${stack}`.trim()
 
     prev.push({
       create: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "0.6.0-beta.1",
+  "version": "0.6.2",
   "description": "Testomatio Reporter Client",
   "main": "./lib/reporter.js",
   "repository": "git@github.com:testomatio/reporter.git",
@@ -12,6 +12,7 @@
     "callsite-record": "^4.1.4",
     "chalk": "^4.1.0",
     "commander": "^4.1.1",
+    "dotenv": "^16.0.1",
     "fast-xml-parser": "^4.0.8",
     "glob": "^8.0.3",
     "has-flag": "^5.0.1",

package/tests/data/codecept.xml

@@ -2,96 +2,96 @@
 <testsuites>
   <testsuite name="cli" tests="89" assertions="881" errors="0" failures="10" skipped="2" useless="0" time="20.333714">
 
-    <testcase name="runCestWithTwoFailedTest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run cest with two failed test" time="0.119537" assertions="4"/>
-    <testcase name="runHtml" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="execute tests with html output" time="0.116880" assertions="1"/>
-    <testcase name="runTestWithArrayExamples" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with array examples" time="0.096469" assertions="4"/>
-    <testcase name="throwErrorIfBootstrapNotFound" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="execute one test" time="0.078476" assertions="3"/>
-    <testcase name="runOneFile" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="execute one test" time="0.082889" assertions="1"/>
-    <testcase name="runOneGroupByAttr" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run one group by attr" time="0.105880" assertions="2"/>
-    <testcase name="runOneGroupWithDataProviders" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run one group with data providers" time="0.107412" assertions="5"/>
-    <testcase name="filterCestsByDataProviderNumber" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="filter cests by data provider number" time="0.087259" assertions="4"/>
-    <testcase name="runGherkinTest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run gherkin test" time="0.107440" assertions="7"/>
-    <testcase name="runTestWithSubSteps" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with sub steps" time="0.000815" assertions="0">
+    <testcase name="runCestWithTwoFailedTest" class="RunCest" file="tests/data/cli/RunCest.php" feature="run cest with two failed test" time="0.119537" assertions="4"/>
+    <testcase name="runHtml" class="RunCest" file="tests/data/cli/RunCest.php" feature="execute tests with html output" time="0.116880" assertions="1"/>
+    <testcase name="runTestWithArrayExamples" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with array examples" time="0.096469" assertions="4"/>
+    <testcase name="throwErrorIfBootstrapNotFound" class="RunCest" file="tests/data/cli/RunCest.php" feature="execute one test" time="0.078476" assertions="3"/>
+    <testcase name="runOneFile" class="RunCest" file="tests/data/cli/RunCest.php" feature="execute one test" time="0.082889" assertions="1"/>
+    <testcase name="runOneGroupByAttr" class="RunCest" file="tests/data/cli/RunCest.php" feature="run one group by attr" time="0.105880" assertions="2"/>
+    <testcase name="runOneGroupWithDataProviders" class="RunCest" file="tests/data/cli/RunCest.php" feature="run one group with data providers" time="0.107412" assertions="5"/>
+    <testcase name="filterCestsByDataProviderNumber" class="RunCest" file="tests/data/cli/RunCest.php" feature="filter cests by data provider number" time="0.087259" assertions="4"/>
+    <testcase name="runGherkinTest" class="RunCest" file="tests/data/cli/RunCest.php" feature="run gherkin test" time="0.107440" assertions="7"/>
+    <testcase name="runTestWithSubSteps" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with sub steps" time="0.000815" assertions="0">
       <skipped/>
     </testcase>
-    <testcase name="runWithDepends" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run with depends" time="0.083950" assertions="1"/>
-    <testcase name="runTestsByShards" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run tests by shards" time="0.273580" assertions="9"/>
-    <testcase name="runErrorTest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run error test" time="0.098815" assertions="3"/>
-    <testcase name="runOneFileWithColors" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="execute one test" time="0.084870" assertions="2"/>
-    <testcase name="runTestsDoesntFail" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run tests doesnt fail" time="0.089660" assertions="1"/>
-    <testcase name="filterCestsByExampleNumber" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="filter cests by example number" time="0.099362" assertions="5"/>
-    <testcase name="runTestWithAnnotationExamples" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with annotation examples" time="0.082711" assertions="4"/>
-    <testcase name="runDependentCest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run dependent cest" time="0.081131" assertions="1"/>
-    <testcase name="runTestWithAnnotationDataprovider" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with annotation dataprovider" time="0.160254" assertions="1"/>
-    <testcase name="runGherkinScenarioWithMultipleStepDefinitions" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run gherkin scenario with multiple step definitions" time="0.088234" assertions="4"/>
-    <testcase name="runOneGroup" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run one group" time="0.076610" assertions="3"/>
-    <testcase name="runTestsWithFilterDoesntFail" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run tests with filter doesnt fail" time="0.159520" assertions="2"/>
-    <testcase name="runTestWithJsonExamples" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with json examples" time="0.082773" assertions="4"/>
-    <testcase name="runWithBeforeAfter" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run with before after" time="0.078491" assertions="4"/>
-    <testcase name="skipGroupOfCest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="skip group of cest" time="0.170683" assertions="5"/>
-    <testcase name="testsWithConditionalFails" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="tests with conditional fails" time="0.097338" assertions="4"/>
-    <testcase name="runWithUnitSkipped" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run with unit skipped" time="0.097461" assertions="1"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoCommentStepsInARow&quot;" time="0.073369" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoCommentStepsInARowViaPageObjectActor&quot;" time="0.072299" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoCommentStepsWithOneSubStepInBetween&quot;" time="0.096977" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:commentStepsWithDifferentSubStepsInBetweenAndAfter&quot;" time="0.076719" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:differentSubSteps&quot;" time="0.075144" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:commentStepsWithDifferentSubStepsOnceNestedInBetweenAndAfter&quot;" time="0.092805" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:commentStepsWithDifferentSubStepsOnceNestedInBetweenAndAfter2&quot;" time="0.098153" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:nestedSubStepFollowedByOtherSubStep&quot;" time="0.078239" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:nestedSubStepFollowedByOtherSubStep2&quot;" time="0.095552" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoIdentialSubStepsInARow&quot;" time="0.077251" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoIdentialSubStepsInARowFollowedByAnotherSubStep&quot;" time="0.078100" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoIdentialSubStepsWithAnotherSubStepInBetween&quot;" time="0.096649" assertions="2"/>
-    <testcase name="runHtmlCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:subStepFollowedByTwoIdentialSubSteps&quot;" time="0.097845" assertions="2"/>
-    <testcase name="runTestsWithSteps" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run tests with steps" time="0.097513" assertions="1"/>
-    <testcase name="runWithDataprovider" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run with dataprovider" time="0.101674" assertions="1"/>
-    <testcase name="runXmlReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="check xml reports" time="0.100334" assertions="5"/>
-    <testcase name="runTestsWithGrep" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run tests with grep" time="0.177239" assertions="3"/>
-    <testcase name="runHtmlWithPhpBrowserCheckReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="execute tests with PhpBrowser with html output and check html" time="0.282488" assertions="5"/>
-    <testcase name="skipRunOneGroup" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="skip run one group" time="0.098319" assertions="3"/>
-    <testcase name="runTestsWithFilter" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run tests with filter" time="0.086682" assertions="2"/>
-    <testcase name="runGherkinScenarioOutline" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run gherkin scenario outline" time="0.103988" assertions="1"/>
-    <testcase name="runTestsWithDependencyInjections" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run tests with dependency injections" time="0.080304" assertions="7"/>
-    <testcase name="runWithExamples" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run with examples" time="0.100186" assertions="1"/>
-    <testcase name="runPhpUnitXmlReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="check phpunit xml reports" time="0.101651" assertions="10"/>
-    <testcase name="runInvalidDataProvider" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run invalid data provider" time="0.111115" assertions="4"/>
-    <testcase name="runTestWithDataProviders" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with data providers" time="0.095058" assertions="5"/>
-    <testcase name="runFailingGherkinTest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run failing gherkin test" time="0.076423" assertions="2"/>
-    <testcase name="showSameOrderOfFilesOnSeed" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="show same order of files on seed" time="0.306368" assertions="3"/>
-    <testcase name="runWithUnitIncomplete" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run with unit incomplete" time="0.097535" assertions="1"/>
-    <testcase name="showSeedNumberOnShuffle" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="show seed number on shuffle" time="0.223366" assertions="2"/>
-    <testcase name="filterTestsByDataProviderCaseNumber" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="filter tests by data provider case number" time="0.100420" assertions="5"/>
-    <testcase name="runTwoSuites" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run two suites" time="0.098478" assertions="3"/>
-    <testcase name="runCustomBootstrap" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="execute one test" time="0.095968" assertions="3"/>
-    <testcase name="runOneTestFromCest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run one test from cest" time="0.073993" assertions="2"/>
-    <testcase name="runTestWithFailedScenario" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with failed scenario" time="0.000200" assertions="0">
+    <testcase name="runWithDepends" class="RunCest" file="tests/data/cli/RunCest.php" feature="run with depends" time="0.083950" assertions="1"/>
+    <testcase name="runTestsByShards" class="RunCest" file="tests/data/cli/RunCest.php" feature="run tests by shards" time="0.273580" assertions="9"/>
+    <testcase name="runErrorTest" class="RunCest" file="tests/data/cli/RunCest.php" feature="run error test" time="0.098815" assertions="3"/>
+    <testcase name="runOneFileWithColors" class="RunCest" file="tests/data/cli/RunCest.php" feature="execute one test" time="0.084870" assertions="2"/>
+    <testcase name="runTestsDoesntFail" class="RunCest" file="tests/data/cli/RunCest.php" feature="run tests doesnt fail" time="0.089660" assertions="1"/>
+    <testcase name="filterCestsByExampleNumber" class="RunCest" file="tests/data/cli/RunCest.php" feature="filter cests by example number" time="0.099362" assertions="5"/>
+    <testcase name="runTestWithAnnotationExamples" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with annotation examples" time="0.082711" assertions="4"/>
+    <testcase name="runDependentCest" class="RunCest" file="tests/data/cli/RunCest.php" feature="run dependent cest" time="0.081131" assertions="1"/>
+    <testcase name="runTestWithAnnotationDataprovider" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with annotation dataprovider" time="0.160254" assertions="1"/>
+    <testcase name="runGherkinScenarioWithMultipleStepDefinitions" class="RunCest" file="tests/data/cli/RunCest.php" feature="run gherkin scenario with multiple step definitions" time="0.088234" assertions="4"/>
+    <testcase name="runOneGroup" class="RunCest" file="tests/data/cli/RunCest.php" feature="run one group" time="0.076610" assertions="3"/>
+    <testcase name="runTestsWithFilterDoesntFail" class="RunCest" file="tests/data/cli/RunCest.php" feature="run tests with filter doesnt fail" time="0.159520" assertions="2"/>
+    <testcase name="runTestWithJsonExamples" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with json examples" time="0.082773" assertions="4"/>
+    <testcase name="runWithBeforeAfter" class="RunCest" file="tests/data/cli/RunCest.php" feature="run with before after" time="0.078491" assertions="4"/>
+    <testcase name="skipGroupOfCest" class="RunCest" file="tests/data/cli/RunCest.php" feature="skip group of cest" time="0.170683" assertions="5"/>
+    <testcase name="testsWithConditionalFails" class="RunCest" file="tests/data/cli/RunCest.php" feature="tests with conditional fails" time="0.097338" assertions="4"/>
+    <testcase name="runWithUnitSkipped" class="RunCest" file="tests/data/cli/RunCest.php" feature="run with unit skipped" time="0.097461" assertions="1"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoCommentStepsInARow&quot;" time="0.073369" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoCommentStepsInARowViaPageObjectActor&quot;" time="0.072299" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoCommentStepsWithOneSubStepInBetween&quot;" time="0.096977" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:commentStepsWithDifferentSubStepsInBetweenAndAfter&quot;" time="0.076719" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:differentSubSteps&quot;" time="0.075144" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:commentStepsWithDifferentSubStepsOnceNestedInBetweenAndAfter&quot;" time="0.092805" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:commentStepsWithDifferentSubStepsOnceNestedInBetweenAndAfter2&quot;" time="0.098153" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:nestedSubStepFollowedByOtherSubStep&quot;" time="0.078239" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:nestedSubStepFollowedByOtherSubStep2&quot;" time="0.095552" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoIdentialSubStepsInARow&quot;" time="0.077251" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoIdentialSubStepsInARowFollowedByAnotherSubStep&quot;" time="0.078100" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:twoIdentialSubStepsWithAnotherSubStepInBetween&quot;" time="0.096649" assertions="2"/>
+    <testcase name="runHtmlCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="verify that all steps are rendered correctly in HTML report (' . $test . ') | &quot;CodeceptionIssue4413Cest:subStepFollowedByTwoIdentialSubSteps&quot;" time="0.097845" assertions="2"/>
+    <testcase name="runTestsWithSteps" class="RunCest" file="tests/data/cli/RunCest.php" feature="run tests with steps" time="0.097513" assertions="1"/>
+    <testcase name="runWithDataprovider" class="RunCest" file="tests/data/cli/RunCest.php" feature="run with dataprovider" time="0.101674" assertions="1"/>
+    <testcase name="runXmlReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="check xml reports" time="0.100334" assertions="5"/>
+    <testcase name="runTestsWithGrep" class="RunCest" file="tests/data/cli/RunCest.php" feature="run tests with grep" time="0.177239" assertions="3"/>
+    <testcase name="runHtmlWithPhpBrowserCheckReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="execute tests with PhpBrowser with html output and check html" time="0.282488" assertions="5"/>
+    <testcase name="skipRunOneGroup" class="RunCest" file="tests/data/cli/RunCest.php" feature="skip run one group" time="0.098319" assertions="3"/>
+    <testcase name="runTestsWithFilter" class="RunCest" file="tests/data/cli/RunCest.php" feature="run tests with filter" time="0.086682" assertions="2"/>
+    <testcase name="runGherkinScenarioOutline" class="RunCest" file="tests/data/cli/RunCest.php" feature="run gherkin scenario outline" time="0.103988" assertions="1"/>
+    <testcase name="runTestsWithDependencyInjections" class="RunCest" file="tests/data/cli/RunCest.php" feature="run tests with dependency injections" time="0.080304" assertions="7"/>
+    <testcase name="runWithExamples" class="RunCest" file="tests/data/cli/RunCest.php" feature="run with examples" time="0.100186" assertions="1"/>
+    <testcase name="runPhpUnitXmlReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="check phpunit xml reports" time="0.101651" assertions="10"/>
+    <testcase name="runInvalidDataProvider" class="RunCest" file="tests/data/cli/RunCest.php" feature="run invalid data provider" time="0.111115" assertions="4"/>
+    <testcase name="runTestWithDataProviders" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with data providers" time="0.095058" assertions="5"/>
+    <testcase name="runFailingGherkinTest" class="RunCest" file="tests/data/cli/RunCest.php" feature="run failing gherkin test" time="0.076423" assertions="2"/>
+    <testcase name="showSameOrderOfFilesOnSeed" class="RunCest" file="tests/data/cli/RunCest.php" feature="show same order of files on seed" time="0.306368" assertions="3"/>
+    <testcase name="runWithUnitIncomplete" class="RunCest" file="tests/data/cli/RunCest.php" feature="run with unit incomplete" time="0.097535" assertions="1"/>
+    <testcase name="showSeedNumberOnShuffle" class="RunCest" file="tests/data/cli/RunCest.php" feature="show seed number on shuffle" time="0.223366" assertions="2"/>
+    <testcase name="filterTestsByDataProviderCaseNumber" class="RunCest" file="tests/data/cli/RunCest.php" feature="filter tests by data provider case number" time="0.100420" assertions="5"/>
+    <testcase name="runTwoSuites" class="RunCest" file="tests/data/cli/RunCest.php" feature="run two suites" time="0.098478" assertions="3"/>
+    <testcase name="runCustomBootstrap" class="RunCest" file="tests/data/cli/RunCest.php" feature="execute one test" time="0.095968" assertions="3"/>
+    <testcase name="runOneTestFromCest" class="RunCest" file="tests/data/cli/RunCest.php" feature="run one test from cest" time="0.073993" assertions="2"/>
+    <testcase name="runTestWithFailedScenario" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with failed scenario" time="0.000200" assertions="0">
       <skipped/>
     </testcase>
-    <testcase name="runPhpUnitXmlReportsInStrictMode" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="check phpunit xml in strict mode" time="0.080945" assertions="10"/>
-    <testcase name="runBootstrapInGlobalConfig" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="execute one test" time="0.099138" assertions="3"/>
-    <testcase name="reportersConfigurationSectionIsNotSupported" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="reporters configuration section is not supported" time="0.200293" assertions="3"/>
-    <testcase name="runFailedTestAndCheckOutput" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run failed test and check output" time="0.092119" assertions="4"/>
-    <testcase name="runTestWithFailFastDefault" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with fail fast default" time="0.193308" assertions="4"/>
-    <testcase name="runTestWithComplexExample" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with complex example" time="0.084370" assertions="5"/>
-    <testcase name="runTestWithAnnotationExamplesFromGroupFileTest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with annotation examples from group file test" time="0.091098" assertions="1"/>
-    <testcase name="filterTestsByDataProviderCaseNumberRange" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="filter tests by data provider case number range" time="0.074344" assertions="5"/>
-    <testcase name="runSuiteWhenNameMatchesExistingDirectory" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run suite when name matches existing directory" time="0.069087" assertions="1"/>
-    <testcase name="runBootstrapInSuiteConfig" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="execute one test" time="0.080465" assertions="3"/>
-    <testcase name="runOneTestFromUnit" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run one test from unit" time="0.083712" assertions="3"/>
-    <testcase name="reportsCorrectFailedStep" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="reports correct failed step" time="0.083000" assertions="2"/>
-    <testcase name="overrideModuleOptions" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="override module options" time="0.166803" assertions="2"/>
-    <testcase name="runTestWithException" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with exception" time="0.087845" assertions="4"/>
-    <testcase name="runWithCustomOutputPath" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run with custom output path" time="0.085757" assertions="7"/>
-    <testcase name="filterTestsByDataProviderCaseName" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="filter tests by data provider case name" time="0.092092" assertions="5"/>
-    <testcase name="filterTestsWithoutSpecifyingSuite" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="filter tests without specifying suite" time="0.075297" assertions="1"/>
-    <testcase name="runXmlReportsInStrictMode" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="check xml in strict mode" time="0.084044" assertions="5"/>
-    <testcase name="runCustomReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run custom report" time="0.080532" assertions="2"/>
-    <testcase name="runDependentTest" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run dependent test" time="0.178287" assertions="2"/>
-    <testcase name="runTestWithFailFastCustom" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with fail fast custom" time="0.168278" assertions="2"/>
-    <testcase name="runTestWithCustomSetupMethod" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run test with custom setup method" time="0.083309" assertions="1"/>
-    <testcase name="runCompactReport" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="run compact report" time="0.074003" assertions="1"/>
-    <testcase name="skipSuites" class="RunCest" file="/home/davert/projects/Codeception/tests/cli/RunCest.php" feature="skip suites" time="0.064021" assertions="4"/>
+    <testcase name="runPhpUnitXmlReportsInStrictMode" class="RunCest" file="tests/data/cli/RunCest.php" feature="check phpunit xml in strict mode" time="0.080945" assertions="10"/>
+    <testcase name="runBootstrapInGlobalConfig" class="RunCest" file="tests/data/cli/RunCest.php" feature="execute one test" time="0.099138" assertions="3"/>
+    <testcase name="reportersConfigurationSectionIsNotSupported" class="RunCest" file="tests/data/cli/RunCest.php" feature="reporters configuration section is not supported" time="0.200293" assertions="3"/>
+    <testcase name="runFailedTestAndCheckOutput" class="RunCest" file="tests/data/cli/RunCest.php" feature="run failed test and check output" time="0.092119" assertions="4"/>
+    <testcase name="runTestWithFailFastDefault" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with fail fast default" time="0.193308" assertions="4"/>
+    <testcase name="runTestWithComplexExample" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with complex example" time="0.084370" assertions="5"/>
+    <testcase name="runTestWithAnnotationExamplesFromGroupFileTest" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with annotation examples from group file test" time="0.091098" assertions="1"/>
+    <testcase name="filterTestsByDataProviderCaseNumberRange" class="RunCest" file="tests/data/cli/RunCest.php" feature="filter tests by data provider case number range" time="0.074344" assertions="5"/>
+    <testcase name="runSuiteWhenNameMatchesExistingDirectory" class="RunCest" file="tests/data/cli/RunCest.php" feature="run suite when name matches existing directory" time="0.069087" assertions="1"/>
+    <testcase name="runBootstrapInSuiteConfig" class="RunCest" file="tests/data/cli/RunCest.php" feature="execute one test" time="0.080465" assertions="3"/>
+    <testcase name="runOneTestFromUnit" class="RunCest" file="tests/data/cli/RunCest.php" feature="run one test from unit" time="0.083712" assertions="3"/>
+    <testcase name="reportsCorrectFailedStep" class="RunCest" file="tests/data/cli/RunCest.php" feature="reports correct failed step" time="0.083000" assertions="2"/>
+    <testcase name="overrideModuleOptions" class="RunCest" file="tests/data/cli/RunCest.php" feature="override module options" time="0.166803" assertions="2"/>
+    <testcase name="runTestWithException" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with exception" time="0.087845" assertions="4"/>
+    <testcase name="runWithCustomOutputPath" class="RunCest" file="tests/data/cli/RunCest.php" feature="run with custom output path" time="0.085757" assertions="7"/>
+    <testcase name="filterTestsByDataProviderCaseName" class="RunCest" file="tests/data/cli/RunCest.php" feature="filter tests by data provider case name" time="0.092092" assertions="5"/>
+    <testcase name="filterTestsWithoutSpecifyingSuite" class="RunCest" file="tests/data/cli/RunCest.php" feature="filter tests without specifying suite" time="0.075297" assertions="1"/>
+    <testcase name="runXmlReportsInStrictMode" class="RunCest" file="tests/data/cli/RunCest.php" feature="check xml in strict mode" time="0.084044" assertions="5"/>
+    <testcase name="runCustomReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="run custom report" time="0.080532" assertions="2"/>
+    <testcase name="runDependentTest" class="RunCest" file="tests/data/cli/RunCest.php" feature="run dependent test" time="0.178287" assertions="2"/>
+    <testcase name="runTestWithFailFastCustom" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with fail fast custom" time="0.168278" assertions="2"/>
+    <testcase name="runTestWithCustomSetupMethod" class="RunCest" file="tests/data/cli/RunCest.php" feature="run test with custom setup method" time="0.083309" assertions="1"/>
+    <testcase name="runCompactReport" class="RunCest" file="tests/data/cli/RunCest.php" feature="run compact report" time="0.074003" assertions="1"/>
+    <testcase name="skipSuites" class="RunCest" file="tests/data/cli/RunCest.php" feature="skip suites" time="0.064021" assertions="4"/>
     <testcase name="runAllSnapshotTests" class="SnapshotCest" file="tests/data/cli/SnapshotCest.php" feature="run all snapshot tests" time="0.058300" assertions="1">
       <failure type="PHPUnit\Framework\AssertionFailedError">SnapshotCest: Run all snapshot tests
 Result code was 1.
@@ -147,4 +147,4 @@ tests/data/cli/SnapshotCest.php:92
 </failure>
     </testcase>    
   </testsuite>
-</testsuites>
+</testsuites>