sxy-test-runner 1.3.8 → 1.4.1

package/dist/cli/lib/esmReload.unitTest.js

@@ -0,0 +1,8 @@
+import 'esm-reload'; // this registers the import hook
+
+await mochaDescribe('esm-reload module', async function () {
+  await mochaIt('load is a function with a cache', async function () {
+    await load.should.be.a('function');
+    await load.should.include.key('cache');
+  });
+});

package/dist/cli/lib/load.unitTest copy.js

@@ -0,0 +1,7 @@
+import { load } from "./load.js";
+await mochaDescribe('load import (sxy loader)', async function () {
+  await mochaIt('load is a function with a cache', async function () {
+    await load.should.be.a('function');
+    await load.should.include.key('cache');
+  });
+});

package/dist/cli/lib/load.unitTest.js

@@ -1,4 +1,4 @@
-import { load } from "./load.js";
+import { load } from "./load.js.depr";
 await mochaDescribe('load import (sxy loader)', async function () {
   await mochaIt('load is a function with a cache', async function () {
     await load.should.be.a('function');

package/dist/cli/lib/loadTestFile.js

@@ -1,13 +1,21 @@
+import { join } from 'path';
+import chalk from 'chalk-extensions';
 import { createTimeProfiler } from 'sxy-dev-tools';
+import 'esm-reload'; // registers import reload hook
+
 import { showTimeProfiling } from '../../config.js';
 import { out, log, debug, error } from '../../output.js';
-import { join } from 'path';
-import chalk from 'chalk-extensions';
 const {
   timeProfileAsync
 } = await createTimeProfiler(showTimeProfiling);
-import { load } from './load.js';
+
+//import { load } from './load.js.depr/index.js'
+
 let loading = null;
+let importIteration = 1;
+async function importFresh(target) {
+  return await import(target + `?instance=${importIteration++}`);
+}
 export async function loadTestFile(config, testFile) {
   if (loading !== null) {
     await debug(chalk.yellow`loadTestFile - another file is loading - waiting for it to finish`);
@@ -41,13 +49,16 @@ export async function loadTestFile(config, testFile) {
     ////
 
     try {
-      await load(testFileFullUrl, {
-        // scopeObject: { // experimental idea
-        //     name: 'scope',
-        //     contents: {},
-        //     exposeObject: 'scope'
-        // }
-      });
+      // Old sxy-loader code
+      // load(testFileFullUrl, {
+      //     // scopeObject: { // experimental idea
+      //     //     name: 'scope',
+      //     //     contents: {},
+      //     //     exposeObject: 'scope'
+      //     // }
+      // })
+
+      await importFresh(testFileFullUrl);
       test.describes = global.__sxy_test_runner__.describes;
       test.error = false;
     } catch (e) {

package/dist/cli/lib/processWatchEvent.js

@@ -0,0 +1 @@
+//

package/dist/cli/lib/runTests.js

@@ -11,7 +11,8 @@ import { loadTestFile } from './loadTestFile.js';
 import { runTest } from './runTest.js';
 import { showTestLoadingError } from './showTestLoadingError.js';
 import { showTestResult } from './showTestResult.js';
-import { load } from './load.js';
+//import { load } from './load.js.depr/index.js'
+
 const {
   timeProfileAsync
 } = await createTimeProfiler(showTimeProfiling);
@@ -29,7 +30,8 @@ export async function runTests(config, testFiles, failingTests, customOut = unde
 
     if (testFiles.length > 0) {
       // clear load cache to allow accessing the new tets
-      await load.cache.clear();
+      //cache.clear()
+
       for (const testFile of testFiles) {
         const test = await loadTestFile(config, testFile);
         if (test.error) {
@@ -65,7 +67,7 @@ export async function runTests(config, testFiles, failingTests, customOut = unde
     // wait for the output to complete
     await Promise.allObj(testRunOutPromises);
   });
-  await timeProfileAsync('show initial test run results', async () => {
+  return await timeProfileAsync('show initial test run results', async () => {
     const out = customOut ? async (...texts) => await customOut(...texts) : async (...texts) => await mainOut(...texts);
     const testsResultsSummary = {
       total: 0,
@@ -137,5 +139,9 @@ export async function runTests(config, testFiles, failingTests, customOut = unde
     }
     await out(chalk.orange`To do: account for tests with loading errors`);
     // out(``)
+
+    // full success?
+    // true/false gets returned to the caller of runTests()
+    return testsResultsSummary.itsPasses === testsResultsSummary.itsTotal;
   });
 }

package/dist/cli/lib/watchFilesAndRunTestsChokidar.js

@@ -11,7 +11,8 @@ import { out, log, debug } from '../../output.js';
 import { runTests } from './runTests.js';
 import { buildDependencyTree } from './buildDependencyTree.js';
 import { globArgCombine } from './globArgCombine.js';
-import { load } from './load.js';
+//import { load } from './load.js.depr/index.js'
+
 const {
   timeProfileAsync
 } = await createTimeProfiler(showTimeProfiling);
@@ -111,7 +112,8 @@ export async function watchFilesAndRunTestsChokidar(config, testFiles, dependenc
                 await debug('toTest', toTest);
 
                 // clear load cache to allow accesing the new tets
-                await load.cache.clear();
+                //load.cache.clear()
+
                 const testResults = await runTests(config, toTest, failingTests, customOut);
               });
             }

package/dist/cli/lib/watchFilesAndRunTestsNodeWatch.js

@@ -11,7 +11,8 @@ import { out, log, debug } from '../../output.js';
 import { runTests } from './runTests.js';
 import { buildDependencyTree } from './buildDependencyTree.js';
 import { globArgCombine } from './globArgCombine.js';
-import { load } from './load.js';
+//import { load } from './load.js.depr/index.js'
+
 const {
   timeProfileAsync
 } = await createTimeProfiler(showTimeProfiling);
@@ -133,7 +134,8 @@ export async function watchFilesAndRunTestsNodeWatch(config, testFiles, dependen
                 await debug('toTest', toTest);
 
                 // clear load cache to allow accesing the new test
-                await load.cache.clear();
+                //load.cache.clear()
+
                 const testResults = await runTests(config, toTest, failingTests, customOut);
               });
             }

package/dist/cli/once.js

@@ -31,10 +31,13 @@ export async function once() {
   const {
     runTests
   } = await import('./lib/runTests.js');
+  let exitCode = 2;
   if (testFiles.length > 0) {
     await log(chalk.brightblue`running tests...`);
-    await runTests(config, testFiles, []); //// async function, run in thread
+    const testsResult = await runTests(config, testFiles, []); //// async function, run in thread
+    exitCode = testsResult ? 0 : 3;
   }
   const time = (await new Date().getTime()) - startTime;
   await out(chalk.grey`\n${await time.toLocaleString()}ms\n`);
+  await process.exit(exitCode);
 }

package/dist/describe.js

@@ -16,6 +16,7 @@ const {
 export async function describe(theThing, tests) {
   if (!global.__sxy_test_runner__) {
     throw new Error(`sxy-test-runner describe() was called, but the test framework has not initialized.` + ` This might be because you have run a test file directly` + `, instead of running 'pnpm sxy-test-runner'`);
+    // todo - maybe we can initialise the framework and just run only this test file
   }
 
   //const thisDescribeCounter = global.testState.describeCounter++ // ++: assign the value, THEN increment

package/dist/describe.unitTest.js

@@ -1,9 +1,5 @@
 import { expect } from 'chai';
 import { describe } from './describe.js';
-
-//import { createLoad } from 'sxy-loader'
-//const load = createLoad(import.meta.url)
-
 await mochaDescribe('new describe() function', async function () {
   await mochaIt('should run tests and output results', async function () {
     await this.timeout(6000);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sxy-test-runner",
-  "version": "1.3.8",
+  "version": "1.4.1",
   "license": "MIT",
   "homepage": "https://github.com/RobertSandiford/sxy-test-runner",
   "repository": {
@@ -34,6 +34,7 @@
     "chokidar": "^3.6.0",
     "cross-env": "^7.0.3",
     "dependency-tree": "^8.1.2",
+    "esm-reload": "^1.0.1",
     "figures": "^4.0.1",
     "glob": "^7.2.3",
     "globby": "^12.2.0",

package/readme.md

@@ -124,12 +124,6 @@ No option to re-run all tests on changes is currently available - I may add this
 
 Default behaviour is to re-run any failing test any time a change is made, even if that change isn't relevant to the failing test. This is to ensure you can see where attention is needed. Turn this off in the config if it is not convenient for you: config.watch.reRunFailingTests
 
-## Reloading modules
-
-A key challenge in creating an ESM test runner is re-loading modules due to the engine not letting us clear the import cache of ESM modules. This framework relies on sxy-loader, which uses a babel transform to transform modules into a reloadable format with a controllable cache. A cache of transformed code is kept to keep the process speedy.
-
-Performance is a little less than a native module import, but not so much as to be notable inconvenience. Re-running only test related to changes keep performance strong even in very large projects.
-
 # Advanced usage
 
 ## 1. Run tasks at startup - setup
@@ -201,6 +195,9 @@ describe('something', ({it, beforeEachTest, afterEachTest, afterDescribe}) => {
 
 ```
 
-# Known issues
+# Exit codes for `once`
 
-sxy-loader effectively uses eval to run modules, to get around the ESM limited of being unable to reload modules. This has a harmful effect on error reporting when code hits errors. I have some plans to work on error reporting, or work to get changes made to the ESM spec, but at current time error reporting isn't great.
+0: success
+3: some test errors
+2: other error
+It may also crash due to exceptions without giving any of these errors codes