sxy-test-runner 1.0.11 → 1.0.13

package/dist/cli/lib/runTestFile.js

@@ -1,105 +0,0 @@
-// should this be renamed? runTestFile? 
-import { createTimeProfiler } from 'sxy-dev-tools';
-import { showTimeProfiling } from '../../config.js';
-import { out, log, debug } from '../../output.js'; //import { runTasks } from './runTasks.js'
-
-import { addExports } from './addExports.js';
-import { shouldCaptureConsoleLog } from './shouldCaptureConsoleLog.js';
-import { overrideConsoleLog } from './overrideConsoleLog.js';
-import { configBeforeEachFile, configAfterEachFile //configBeforeEachDescribe,
-//configAfterEachDescribe,
-//configBeforeEachTest,
-//configAfterEachTest
-} from './configBeforeAfterFuncs.js';
-import { runDescribe } from './runDescribe.js';
-const {
-  timeProfileAsync
-} = await createTimeProfiler(showTimeProfiling);
-export async function runTestFile(config, testFile) {
-  return await timeProfileAsync(`run test file ${testFile.file}`, async () => {
-    await debug('testFile', testFile); // run before test file
-
-    const fileExports = {};
-    await configBeforeEachFile(config, fileExports); // const beforeEachFileExports = (config.beforeEachFile)
-    //     ? runTasks(config, config.beforeEachFile)
-    //     : {}
-    //const describeCounter = 1
-
-    const runDescribePromises = [];
-
-    for (const describe of testFile.describes) {
-      await runDescribePromises.push(runDescribe(config, describe));
-      if (config.execution.describes === 'sequential') await runDescribePromises.at(-1);
-    } //console.log('runDescribePromises', runDescribePromises)
-
-
-    const describeResults = await Promise.all(runDescribePromises); //console.log('describeResults', describeResults)
-
-    const describeResultsSummary = {
-      total: 0,
-      passes: 0,
-      errors: 0,
-      invalid: 0,
-      itsTotal: 0,
-      itsPasses: 0
-    };
-
-    for (const describeResult of describeResults) {
-      if (describeResult.error === false) {
-        // no error
-        describeResultsSummary.total += +(describeResult.success !== null);
-        describeResultsSummary.passes += +describeResult.success;
-        describeResultsSummary.invalid += +(describeResult.success === null);
-        describeResultsSummary.itsTotal += describeResult.itResultsSummary.total;
-        describeResultsSummary.itsPasses += describeResult.itResultsSummary.passes;
-      } else {
-        // error
-        describeResultsSummary.total += 1;
-        describeResultsSummary.errors += 1;
-      }
-    }
-
-    const testResults = {
-      file: testFile.file,
-      success: describeResultsSummary.total > 0 ? describeResultsSummary.total === describeResultsSummary.passes : null,
-      describeResults,
-      describeResultsSummary,
-      consoleLogs: testFile.consoleLogs
-    }; // run after test
-
-    await configAfterEachFile(config, fileExports);
-    return testResults;
-  });
-} // function configBeforeEachFile(config, exports) {
-//     if (config.beforeEachFile) {
-//         const theExports = runTasks(config.beforeEachFile, undefined)
-//         addExports(exports, theExports)
-//     }
-// }
-// function configAfterEachFile(config, exports) {
-//     if (config.afterEachFile) {
-//         runTasks(config.afterEachFile, exports)
-//     }
-// }
-// function configBeforeEachDescribe(config, exports) {
-//     if (config.beforeEachDescribe) {
-//         const theExports = runTasks(config.beforeEachDescribe, undefined)
-//         addExports(exports, theExports)
-//     }
-// }
-// function configAfterEachDescribe(config, exports) {
-//     if (config.afterEachDescribe) {
-//         runTasks(config.afterEachDescribe, exports)
-//     }
-// }
-// function configBeforeEachTest(config, exports) {
-//     if (config.beforeEachTest) {
-//         const theExports = runTasks(config.beforeEachTest, undefined)
-//         addExports(exports, theExports)
-//     }
-// }
-// function configAfterEachTest(config, exports) {
-//     if (config.afterEachTest) {
-//         runTasks(config.afterEachTest, exports)
-//     }
-// }

package/dist/cli/lib/runTestFile.unitTest.js

@@ -1,264 +0,0 @@
-import { applyConfigDefaults } from './applyConfigDefaults.js';
-import { loadTestFile } from './loadTestFile.js';
-import { runTestFile } from './runTestFile.js';
-const defaultConfig = await applyConfigDefaults({});
-const beforeAfterTestFile = 'unitTesting/runTest/beforeAfter.test.js';
-const beforeAfterTest = await loadTestFile(defaultConfig, beforeAfterTestFile);
-await mochaDescribe('runTestFile() function', async function () {
-  await mochaIt('should run a block of tests that was previously loaded from a test file', async function () {
-    //const config = applyConfigDefaults({})
-    const sampleTestFile = 'unitTesting/runTest/1.test.js';
-    const sampleTest = await loadTestFile(defaultConfig, sampleTestFile);
-    const testResult = await runTestFile(defaultConfig, sampleTest); //console.log(testResult)
-    //console.log(testResult.describeResults[0].itResults)
-    //console.log(testResult.describeResults[0].itResultsSummary)
-
-    await testResult.should.include.keys(['file', 'success', 'describeResults', 'describeResultsSummary']);
-    await testResult.success.should.equal(true);
-    await testResult.describeResultsSummary.total.should.equal(1);
-    await testResult.describeResultsSummary.passes.should.equal(1);
-    await testResult.describeResultsSummary.itsTotal.should.equal(1);
-    await testResult.describeResultsSummary.itsPasses.should.equal(1);
-  });
-  await mochaIt('should return sensible results from a test file without any describes', async function () {
-    //const config = applyConfigDefaults({})
-    const sampleTestFile = 'unitTesting/sampletests/blank.test.js';
-    const sampleTest = await loadTestFile(defaultConfig, sampleTestFile);
-    const testResult = await runTestFile(defaultConfig, sampleTest); //console.log(testResult)
-    //console.log(testResult.describeResults[0].itResults)
-    //console.log(testResult.describeResults[0].itResultsSummary)
-
-    await testResult.should.include.keys(['file', 'success', 'describeResults', 'describeResultsSummary']);
-    (await chaiExpect(testResult.success)).to.be.null; //testResult.describeResultsSummary.total.should.equal(1)
-    //testResult.describeResultsSummary.passes.should.equal(1)
-    //testResult.describeResultsSummary.itsTotal.should.equal(1)
-    //testResult.describeResultsSummary.itsPasses.should.equal(1)
-  });
-  await mochaIt('should return sensible results from a test file with describes without any its/tests', async function () {
-    //const config = applyConfigDefaults({})
-    const sampleTestFile = 'unitTesting/sampletests/describesWithoutTests.test.js';
-    const sampleTest = await loadTestFile(defaultConfig, sampleTestFile);
-    const testResult = await runTestFile(defaultConfig, sampleTest); //console.log(testResult)
-    //console.log(testResult.describeResults[0].itResults)
-    //console.log(testResult.describeResults[0].itResultsSummary)
-
-    await testResult.should.include.keys(['file', 'success', 'describeResults', 'describeResultsSummary']);
-    (await chaiExpect(testResult.success)).to.be.null;
-    await testResult.describeResultsSummary.total.should.equal(0);
-    await testResult.describeResultsSummary.passes.should.equal(0);
-    await testResult.describeResultsSummary.invalid.should.equal(2);
-    await testResult.describeResultsSummary.itsTotal.should.equal(0);
-    await testResult.describeResultsSummary.itsPasses.should.equal(0);
-  });
-  await mochaIt("should run beforeEachFile tasks (before - can't test)", async function () {
-    let functionHasRun = false;
-    global.beforeEachFileFileHasRun = false;
-    const ourConfig = {
-      beforeEachFile: [async function () {
-        functionHasRun = true;
-      }, 'unitTesting/runTest/beforeEachFile.js']
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest);
-    await functionHasRun.should.equal(true);
-    await global.beforeEachFileFileHasRun.should.equal(true);
-  });
-  await mochaIt("should run afterEachFile tasks (after - can't test)", async function () {
-    let functionHasRun = false;
-    global.afterEachFileFileHasRun = false;
-    const ourConfig = {
-      afterEachFile: [async function () {
-        functionHasRun = true;
-      }, 'unitTesting/runTest/afterEachFile.js']
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest);
-    await functionHasRun.should.equal(true);
-    await global.afterEachFileFileHasRun.should.equal(true);
-  });
-  await mochaIt("should run beforeEachDescribe tasks (before - can't test) each describe block", async function () {
-    let functionHasRunTimes = 0;
-    global.beforeEachDescribeFileHasRun = false;
-    const ourConfig = {
-      beforeEachDescribe: [async function () {
-        functionHasRunTimes++;
-      }, 'unitTesting/runTest/beforeEachDescribe.js']
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest);
-    await functionHasRunTimes.should.equal(2);
-    await global.beforeEachDescribeFileHasRun.should.equal(true);
-  });
-  await mochaIt("should run afterEachDescribe tasks (after - can't test) each describe block", async function () {
-    let functionHasRunTimes = 0;
-    global.afterEachDescribeFileHasRun = false;
-    const ourConfig = {
-      afterEachDescribe: [async function () {
-        functionHasRunTimes++;
-      }, 'unitTesting/runTest/afterEachDescribe.js']
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest);
-    await functionHasRunTimes.should.equal(2);
-    await global.afterEachDescribeFileHasRun.should.equal(true);
-  });
-  await mochaIt("should run beforeEachTest tasks (before - can't test) each test/it block", async function () {
-    let functionHasRunTimes = 0;
-    global.beforeEachTestbeforeEachFileFileHasRun = false;
-    const ourConfig = {
-      beforeEachTest: [async function () {
-        functionHasRunTimes++;
-      }, 'unitTesting/runTest/beforeEachTest.js']
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest);
-    await functionHasRunTimes.should.equal(3);
-    await global.beforeEachTestFileHasRun.should.equal(true);
-  });
-  await mochaIt("should run afterEachTest tasks (after - can't test) each test/it block", async function () {
-    let functionHasRunTimes = 0;
-    global.afterEachTestFileFileHasRun = false;
-    const ourConfig = {
-      afterEachTest: [async function () {
-        functionHasRunTimes++;
-      }, 'unitTesting/runTest/afterEachTest.js']
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest);
-    await functionHasRunTimes.should.equal(3);
-    await global.afterEachTestFileHasRun.should.equal(true);
-  }); // exports provision to test file
-  // current beforeEachFile exports aren't provided
-  // perhaps extend sxy-loader to allow this
-
-  await mochaIt("should pass exported/returned data from beforeEachDescribe tasks", async function () {
-    const testFile = 'unitTesting/runTest/beforeEachDescribe.test.js';
-    const test = await loadTestFile(defaultConfig, testFile);
-    const ourConfig = {
-      beforeEachDescribe: [async function () {
-        return {
-          functionThing: 'foo'
-        };
-      }, 'unitTesting/runTest/beforeEachDescribeExport.js']
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, test);
-    await global.functionThing.should.equal('foo');
-    await global.fileThing.should.equal('bar');
-  });
-  await mochaIt("should pass exported/returned data from beforeEachTest tasks", async function () {
-    const testFile = 'unitTesting/runTest/beforeEachTest.test.js';
-    const test = await loadTestFile(defaultConfig, testFile);
-    const ourConfig = {
-      beforeEachTest: [async function () {
-        return {
-          functionThing: 'foo'
-        };
-      }, 'unitTesting/runTest/beforeEachTestExport.js']
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, test);
-    await global.functionThing.should.equal('foo');
-    await global.fileThing.should.equal('bar');
-  }); // exports pass through
-
-  await mochaIt("beforeEachFile exports are passed through to afterEachFile", async function () {
-    // don't try to reload test, fails due to module caching
-    //const testFile = 'unitTesting/runTest/beforeAfter.test.js'
-    //const test = loadTestFile(defaultConfig, testFile)
-    let exports;
-    const ourConfig = {
-      beforeEachFile: [async function () {
-        return {
-          functionThing: 'foo'
-        };
-      }, 'unitTesting/runTest/beforeEachExport.js'],
-      afterEachFile: [async function (theExports) {
-        await theExports.should.have.keys(['functionThing', 'fileThing']);
-        exports = theExports;
-      }]
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest);
-    await exports.functionThing.should.equal('foo');
-    await exports.fileThing.should.equal('bar');
-  });
-  await mochaIt("beforeEachDescribe exports are passed through to afterEachDescribe", async function () {
-    // don't try to reload test, fails due to module caching
-    //const testFile = 'unitTesting/runTest/beforeAfter.test.js'
-    //const test = loadTestFile(defaultConfig, testFile)
-    let exports;
-    const ourConfig = {
-      beforeEachDescribe: [async function () {
-        return {
-          functionThing: 'foo'
-        };
-      }, 'unitTesting/runTest/beforeEachExport.js'],
-      afterEachDescribe: [async function (theExports) {
-        exports = theExports;
-      }]
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest); //console.log('exports', exports)
-
-    await exports.functionThing.should.equal('foo');
-    await exports.fileThing.should.equal('bar');
-  });
-  await mochaIt("beforeEachTest exports are passed through to afterEachTest", async function () {
-    // don't try to reload test, fails due to module caching
-    //const testFile = 'unitTesting/runTest/beforeAfter.test.js'
-    //const test = loadTestFile(defaultConfig, testFile)
-    let exports;
-    const ourConfig = {
-      beforeEachTest: [async function () {
-        return {
-          functionThing: 'foo'
-        };
-      }, 'unitTesting/runTest/beforeEachExport.js'],
-      afterEachTest: [async function (theExports) {
-        exports = theExports;
-      }]
-    };
-    const config = await applyConfigDefaults(ourConfig);
-    await runTestFile(config, beforeAfterTest); //console.log('exports', exports)
-
-    await exports.functionThing.should.equal('foo');
-    await exports.fileThing.should.equal('bar');
-  });
-  await mochaIt("we can run code beforeEachTest and afterEachTest from within the test file", async function () {
-    // don't try to reload test, fails due to module caching
-    const testFile = 'unitTesting/runTest/internalBeforeAfterEachTest.test.js';
-    const test = await loadTestFile(defaultConfig, testFile);
-    const config = await applyConfigDefaults({});
-    global.internalBeforeEachTestRanNTimes = 0;
-    global.internalAfterEachTestRanNTimes = 0;
-    await runTestFile(config, test);
-    await global.internalBeforeAfterEachTest_test1Valid.should.equal(true);
-    await global.internalBeforeAfterEachTest_test2Valid.should.equal(true);
-    await global.internalBeforeAfterEachTest_test3Valid.should.equal(true);
-    await global.internalBeforeEachTestRanNTimes.should.equal(3);
-    await global.internalAfterEachTestRanNTimes.should.equal(3);
-  });
-  await mochaIt("we can run code afterDescribe from within descibe in the test file", async function () {
-    // don't try to reload test, fails due to module caching
-    const testFile = 'unitTesting/runTest/internalAfterDescribeTest.test.js';
-    const test = await loadTestFile(defaultConfig, testFile);
-    const config = await applyConfigDefaults({});
-    global.internalAfterDescribeRanNTimes = 0;
-    await runTestFile(config, test); //global.internalAfterDescribe_test1Valid.should.equal(true)
-    //global.internalAfterDescribe_test2Valid.should.equal(true)
-
-    await global.internalAfterDescribeRanNTimes.should.equal(2);
-  });
-  await mochaIt("should handle describe blocks that throw errors", async function () {
-    // don't try to reload test, fails due to module caching
-    const testFile = 'unitTesting/sampleTests/throwingDescribe.test.js';
-    const test = await loadTestFile(defaultConfig, testFile);
-    const config = await applyConfigDefaults({}); //global.internalAfterDescribeRanNTimes = 0
-
-    const testResult = await runTestFile(config, test); //console.log('testResult', testResult)
-
-    testResult.success.should.be.false;
-    await testResult.describeResultsSummary.errors.should.equal(1); //global.internalAfterDescribeRanNTimes.should.equal(2)
-  });
-});

package/dist/cli/lib/runTestFiles.js

@@ -1,141 +0,0 @@
-// should this be renamed? runTestFile? 
-import { createTimeProfiler } from 'sxy-dev-tools';
-import { showTimeProfiling } from '../../config.js';
-import chalk from 'chalk-extensions';
-import { out as mainOut, log, debug } from '../../output.js';
-import figures from 'figures'; //import { testsState } from '../../testsState.js'
-
-import 'sxy-standard';
-import { loadTestFile } from './loadTestFile.js';
-import { runTestFile } from './runTestFile.js';
-import { showTestLoadingError } from './showTestLoadingError.js';
-import { showTestResult } from './showTestResult.js';
-import { load } from './load.js';
-const {
-  timeProfileAsync
-} = await createTimeProfiler(showTimeProfiling);
-export async function runTestFiles(config, testFiles, failingTests, customOut = undefined) {
-  await debug('runTests failingTests', failingTests);
-  const tests = {};
-  const testRunPromises = {};
-  const erroringTests = {};
-  const testRunOutPromises = {}; // exp
-
-  await timeProfileAsync('run test files', async () => {
-    //const projectDir = process.cwd()
-    ////out(``) // spacer before tests output
-    if (testFiles.length > 0) {
-      // clear load cache to allow accesing the new tests
-      await load.cache.clear();
-
-      for (const testFile of testFiles) {
-        const test = await loadTestFile(config, testFile);
-
-        if (test.error) {
-          erroringTests[testFile] = test;
-          await showTestLoadingError(config, test);
-        } else {
-          await debug('test', test);
-          const testRunPromise = runTestFile(config, test, customOut);
-          testRunPromises[testFile] = testRunPromise;
-          testRunOutPromises[testFile] = testRunPromise.then(async testResult => {
-            if (testResult.success === true || testResult.success === null) {
-              if (await failingTests.includes(testResult.file)) {
-                await failingTests.remove(testResult.file);
-              }
-            } else {
-              if (!(await failingTests.includes(testResult.file))) {
-                await failingTests.push(testResult.file);
-              }
-            }
-
-            await showTestResult(config, testResult, customOut);
-          }); // wait for the test to complete before proceeding if we are in 'sequential' mode
-
-          if (config.execution.files === 'sequential') await testRunOutPromises[testFile];
-        }
-      }
-    }
-  });
-  let runTestResults = {};
-  await timeProfileAsync('wait for tests to finish', async () => {
-    runTestResults = await Promise.allObj(testRunPromises); // wait for the output to complete
-
-    await Promise.allObj(testRunOutPromises);
-  });
-  await timeProfileAsync('show test run results', async () => {
-    const out = customOut ? async (...texts) => await customOut(...texts) : async (...texts) => await mainOut(...texts);
-    const testsResultsSummary = {
-      total: 0,
-      passes: 0,
-      invalid: 0,
-      describesTotal: 0,
-      describesPasses: 0,
-      describesErrors: 0,
-      describesInvalid: 0,
-      itsTotal: 0,
-      itsPasses: 0 // itsInvalid: 0 // we don't check whether tests run any asserts (we don't control the assertion lib)
-
-    }; // add the erroring tests to the total, as they will not be in the test results data
-
-    testsResultsSummary.total += await Object.count(erroringTests); //console.log('runTestResults', runTestResults)
-
-    for (const testFile in runTestResults) {
-      const runTestResult = runTestResults[testFile];
-      testsResultsSummary.total += +(runTestResult.success !== null);
-      testsResultsSummary.passes += +runTestResult.success;
-      testsResultsSummary.invalid += +(runTestResult.success === null);
-      testsResultsSummary.describesTotal += +runTestResult.describeResultsSummary.total;
-      testsResultsSummary.describesPasses += +runTestResult.describeResultsSummary.passes;
-      testsResultsSummary.describesErrors += +runTestResult.describeResultsSummary.errors;
-      testsResultsSummary.describesInvalid += +runTestResult.describeResultsSummary.invalid;
-      testsResultsSummary.itsTotal += +runTestResult.describeResultsSummary.itsTotal;
-      testsResultsSummary.itsPasses += +runTestResult.describeResultsSummary.itsPasses; //testsResultsSummary.itsInvalid += +runTestResult.describeResultsSummary.itsInvalid // see comment above, not doing invalid tests
-    } //console.log('testsResultsSummary', testsResultsSummary)
-
-
-    await out(`\n`);
-
-    if (testsResultsSummary.passes === testsResultsSummary.total && testsResultsSummary.itsPasses === testsResultsSummary.itsTotal) {
-      await out(await chalk.mediumgreen(`${figures.tick}`));
-    } else {
-      await out(await chalk.mediumred(`${figures.cross}`));
-    } // number of tests successful
-
-
-    const testsText = `Tests: ${testsResultsSummary.itsPasses}/${testsResultsSummary.itsTotal}`;
-
-    if (testsResultsSummary.itsPasses === testsResultsSummary.itsTotal) {
-      await out(await chalk.mediumgreen(`${testsText}`
-      /* ${figures.tick}`*/
-      ));
-    } else {
-      await out(await chalk.mediumred(`${testsText}`
-      /* ${figures.cross}`*/
-      ));
-    } // number of items successful
-
-
-    const describesText = `Items: ${testsResultsSummary.describesPasses}/${testsResultsSummary.describesTotal}`;
-    const erroringDescribesText = testsResultsSummary.describesErrors >= 1 ? testsResultsSummary.describesErrors === 1 ? await chalk.grey(` (1 describe threw an exception)`) : await chalk.grey(` (${testsResultsSummary.describesInvalid} describes threw exceptions)`) : '';
-    const invalidDescribesText = testsResultsSummary.describesInvalid >= 1 ? testsResultsSummary.describesInvalid === 1 ? await chalk.grey(` (1 describe without tests)`) : await chalk.grey(` (${testsResultsSummary.describesInvalid} describes without tests)`) : '';
-
-    if (testsResultsSummary.describesPasses === testsResultsSummary.describesTotal) {
-      await out((await chalk.mediumgreen(`${describesText}`)) + erroringDescribesText + invalidDescribesText);
-    } else {
-      await out((await chalk.mediumred(`${describesText}`)) + erroringDescribesText + invalidDescribesText);
-    } // number of test files successful
-
-
-    const testFilesText = `Test Files: ${testsResultsSummary.passes}/${testsResultsSummary.total}`;
-    const throwingTestFilesText = (await Object.count(erroringTests)) >= 1 ? (await Object.count(erroringTests)) === 1 ? await chalk.grey(` (1 file threw an exception)`) : await chalk.grey(` (${testsResultsSummary.invalid} files threw exceptions)`) : '';
-    const invalidTestFilesText = testsResultsSummary.invalid >= 1 ? testsResultsSummary.invalid === 1 ? await chalk.grey(` (1 file without tests)`) : await chalk.grey(` (${testsResultsSummary.invalid} files without tests)`) : '';
-
-    if (testsResultsSummary.passes === testsResultsSummary.total) {
-      await out((await chalk.mediumgreen(`${testFilesText}`)) + throwingTestFilesText + invalidTestFilesText);
-    } else {
-      await out((await chalk.mediumred(`${testFilesText}`)) + throwingTestFilesText + invalidTestFilesText);
-    } // out(``)
-
-  });
-}

package/dist/cli/lib/runTestFiles.unitTest.js

@@ -1,147 +0,0 @@
-import figures from 'figures';
-import { applyConfigDefaults } from './applyConfigDefaults.js';
-import { runTestFiles } from './runTestFiles.js'; // runTests(config, testFiles, failingTests)
-
-await mochaDescribe('runTestFiles() function', async function () {
-  await mochaIt('should run provided test files and produce an output of results', async function () {
-    // create a custom out function to capture the output
-    let outBuffer = '';
-
-    const customOut = (...texts) => {
-      outBuffer += texts.join(' ') + '\n'; // join and save to the buffer
-    };
-
-    const config = await applyConfigDefaults({});
-    const testFiles = ['unitTesting/sampleTests/1.test.js'];
-    await runTestFiles(config, testFiles, [], customOut); //console.log(results)
-    //console.log(outBuffer)
-
-    await outBuffer.should.include('1 should equal 1');
-    await outBuffer.should.include('Tests: 1/1');
-    await outBuffer.should.include('Items: 1/1');
-    await outBuffer.should.include('Test Files: 1/1');
-  });
-  await mochaIt('should show test file results and also captured console log output', async function () {
-    // create a custom out function to capture the output
-    let outBuffer = '';
-
-    const customOut = (...texts) => {
-      outBuffer += texts.join(' ') + '\n'; // join and save to the buffer
-    };
-
-    const config = await applyConfigDefaults({
-      execution: {
-        files: 'sequential',
-        describes: 'sequential',
-        tests: 'sequential'
-      }
-    });
-    const testFiles = ['unitTesting/sampleTests/consoleLog.test.js'];
-    await runTestFiles(config, testFiles, [], customOut); //console.log(results)
-
-    await console.log(outBuffer);
-    await outBuffer.should.include('1 should equal 1');
-    await outBuffer.should.include('Tests: 1/1');
-    await outBuffer.should.include('Items: 1/1');
-    await outBuffer.should.include('Test Files: 1/1');
-    await outBuffer.should.include('foo\n');
-    await outBuffer.should.include('bar\n');
-    await outBuffer.should.include('baz\n');
-    await outBuffer.should.include('bim\n');
-    await outBuffer.should.include('fip\n');
-    await outBuffer.should.include('fop');
-  });
-  /*
-  mochaIt('should provide a coherent results return object', function() {
-        // create a custom out function to capture the output
-      let outBuffer = ''
-      const customOut = sync((...texts) => {
-          outBuffer += texts.join(' ') + '\n' // join and save to the buffer
-      })
-        const config = applyConfigDefaults({})
-        const testFiles = [
-          'unitTesting/sampleTests/1.test.js'
-      ]
-        const results = runTestFiles(config, testFiles, [], customOut)
-      console.log(results)
-    })
-  */
-
-  await mochaIt('should sensibly handle tallies when test files with no describes are included', async function () {
-    // create a custom out function to capture the output
-    let outBuffer = '';
-
-    const customOut = (...texts) => {
-      outBuffer += texts.join(' ') + '\n'; // join and save to the buffer
-    };
-
-    const config = await applyConfigDefaults({});
-    const testFiles = ['unitTesting/sampleTests/1.test.js', 'unitTesting/sampleTests/blank.test.js', 'unitTesting/sampleTests/describesWithoutTests.test.js'];
-    await runTestFiles(config, testFiles, [], customOut); //console.log(results)
-    //console.log(outBuffer)
-
-    await outBuffer.should.include('1 should equal 1');
-    await outBuffer.should.include('Tests: 1/1');
-    await outBuffer.should.include('Items: 1/1');
-    await outBuffer.should.include('(2 describes without tests)');
-    await outBuffer.should.include('Test Files: 1/1');
-    await outBuffer.should.include('(2 files without tests)');
-  });
-  await mochaIt('runs test files sequentially in test mode', async function () {
-    // create a custom out function to capture the output
-    let outBuffer = '';
-
-    const customOut = (...texts) => {
-      outBuffer += texts.join(' ') + '\n'; // join and save to the buffer
-    };
-
-    const config = await applyConfigDefaults({
-      execution: {
-        files: 'sequential'
-      }
-    });
-    const testFiles = ['unitTesting/runTests/sequential/1.test.js', 'unitTesting/runTests/sequential/2.test.js'];
-    await runTestFiles(config, testFiles, [], customOut);
-    global.sequential1Status.should.be.true;
-    global.sequential2Status.should.be.true;
-  });
-  await mochaIt('should display sensible results when a file throws on load', async function () {
-    // create a custom out function to capture the output
-    let outBuffer = '';
-
-    const customOut = (...texts) => {
-      outBuffer += texts.join(' ') + '\n'; // join and save to the buffer
-    };
-
-    const config = await applyConfigDefaults({});
-    const testFiles = ['unitTesting/sampleTests/throwingFile.test.js'];
-    await runTestFiles(config, testFiles, [], customOut); //console.log(results)
-    //console.log(outBuffer)
-
-    await outBuffer.should.include(figures.cross);
-    await outBuffer.should.include('Tests: 0/0');
-    await outBuffer.should.include('Items: 0/0');
-    await outBuffer.should.include('Test Files: 0/1');
-    await outBuffer.should.include('(1 file threw an exception)');
-  });
-  await mochaIt('should display sensible results when an exception is thrown during a describe', async function () {
-    // create a custom out function to capture the output
-    let outBuffer = '';
-
-    const customOut = (...texts) => {
-      outBuffer += texts.join(' ') + '\n'; // join and save to the buffer
-    };
-
-    const config = await applyConfigDefaults({});
-    const testFiles = ['unitTesting/sampleTests/throwingDescribe.test.js'];
-    await runTestFiles(config, testFiles, [], customOut); //console.log(results)
-    //console.log(outBuffer)
-
-    await outBuffer.should.include('Describe error');
-    await outBuffer.should.include(figures.cross);
-    await outBuffer.should.include('Tests: 0/0');
-    await outBuffer.should.include('Items: 0/1');
-    await outBuffer.should.include('(1 describe threw an exception)');
-    await outBuffer.should.include('Test Files: 0/1');
-  });
-});