testeranto 0.129.0 → 0.135.0

package/src/build.ts

@@ -1,3 +1,5 @@
+/* eslint-disable @typescript-eslint/no-explicit-any */
+/* eslint-disable @typescript-eslint/no-unused-vars */
 import ansiC from "ansi-colors";
 import fs, { watch } from "fs";
 import path from "path";
@@ -21,7 +23,7 @@ import {
 readline.emitKeypressEvents(process.stdin);
 if (process.stdin.isTTY) process.stdin.setRawMode(true);
 
-let testName = process.argv[2];
+const testName = process.argv[2];
 
 let mode = process.argv[3] as "once" | "dev";
 if (mode !== "once" && mode !== "dev") {
@@ -58,6 +60,24 @@ import(process.cwd() + "/" + "testeranto.config.ts").then(async (module) => {
     return Array.from(meta(config.tests, new Set()));
   };
 
+  const getSideCars = (runtime?: IRunTime): string[] => {
+    return Array.from(
+      new Set(
+        config.tests
+          .reduce((mm, t) => {
+            mm = mm.concat(t[3]);
+            return mm;
+          }, [] as ITestTypes[])
+          .filter((t) => {
+            return t[1] === runtime;
+          })
+          .map((t) => {
+            return t[0];
+          })
+      )
+    );
+  };
+
   const config: IBuiltConfig = {
     ...rawConfig,
     buildDir: process.cwd() + "/testeranto/bundles/" + testName,
@@ -86,10 +106,19 @@ import(process.cwd() + "/" + "testeranto.config.ts").then(async (module) => {
 
   let status: "build" | "built" = "build";
 
-  const { nodeEntryPoints, webEntryPoints, importEntryPoints } = getRunnables(
-    config.tests,
-    testName
-  );
+  const {
+    nodeEntryPoints,
+    nodeEntryPointSidecars,
+    webEntryPoints,
+    webEntryPointSidecars,
+    pureEntryPoints,
+    pureEntryPointSidecars,
+  } = getRunnables(config.tests, testName);
+
+  // const { nodeEntryPointsSidecars, webEntryPointsSidecars, importEntryPointsSideCars } = getRunnableSidecars(
+  //   config.tests,
+  //   testName
+  // );
 
   const onNodeDone = () => {
     nodeDone = true;
@@ -116,6 +145,7 @@ import(process.cwd() + "/" + "testeranto.config.ts").then(async (module) => {
     }
   };
 
+  console.log(`testeranto/reports/${testName}`);
   if (!fs.existsSync(`testeranto/reports/${testName}`)) {
     fs.mkdirSync(`testeranto/reports/${testName}`);
   }
@@ -165,13 +195,14 @@ import(process.cwd() + "/" + "testeranto.config.ts").then(async (module) => {
     <title>${pckge.name} - testeranto</title>
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="author" content="" />
+    <base href="https://adamwong246.github.io/spacetrash_v8" target="_blank">
 
     <script type="application/json" id="bigConfig">
       ${JSON.stringify(Object.keys(bigConfig.projects))}
     </script>
 
-    <link rel="stylesheet" href="Project.css" />
-    <script type="module" src="Project.js"></script>
+    <link rel="stylesheet" href="/reports/Project.css" />
+    <script type="module" src="/reports/Project.js"></script>
 
   </head>
 
@@ -224,12 +255,25 @@ import(process.cwd() + "/" + "testeranto.config.ts").then(async (module) => {
   // });
 
   const x: [IRunTime, string[]][] = [
-    ["pure", Object.keys(importEntryPoints)],
+    ["pure", Object.keys(pureEntryPoints)],
     ["node", Object.keys(nodeEntryPoints)],
     ["web", Object.keys(webEntryPoints)],
+    // [
+    //   "pure",
+    //   [...Object.keys(pureEntryPoints), ...Object.keys(pureEntryPointSidecars)],
+    // ],
+    // [
+    //   "node",
+    //   [...Object.keys(nodeEntryPoints), ...Object.keys(nodeEntryPointSidecars)],
+    // ],
+    // [
+    //   "web",
+    //   [...Object.keys(webEntryPoints), ...Object.keys(webEntryPointSidecars)],
+    // ],
   ];
 
   x.forEach(async ([runtime, keys]) => {
+    console.log(runtime, keys);
     keys.forEach(async (k) => {
       const folder = `testeranto/reports/${testName}/${k
         .split(".")
@@ -250,8 +294,8 @@ import(process.cwd() + "/" + "testeranto.config.ts").then(async (module) => {
   <meta name="viewport" content="width=device-width, initial-scale=1" />
   <meta name="author" content="" />
 
-  <link rel="stylesheet" href="../../../../../TestReport.css" />
-  <script src="../../../../../TestReport.js"></script>
+  <link rel="stylesheet" href="../../../../../../TestReport.css" />
+  <script src="../../../../../../TestReport.js"></script>
 
 </head>
 
@@ -263,16 +307,60 @@ import(process.cwd() + "/" + "testeranto.config.ts").then(async (module) => {
     });
   });
 
+  [
+    [pureEntryPoints, pureEntryPointSidecars, "pure"],
+    [webEntryPoints, webEntryPointSidecars, "web"],
+    [nodeEntryPoints, nodeEntryPointSidecars, "node"],
+  ].forEach(
+    ([eps, eps2, runtime]: [
+      Record<string, string>,
+      Record<string, string>,
+      IRunTime
+    ]) => {
+      [...Object.keys(eps), ...Object.keys(eps2)].forEach((ep) => {
+        const fp = path.resolve(
+          `testeranto`,
+          `reports`,
+          testName,
+          ep.split(".").slice(0, -1).join("."),
+          runtime
+        );
+        fs.mkdirSync(fp, { recursive: true });
+      });
+    }
+  );
+
   await Promise.all([
     ...(
       [
-        [esbuildImportConfiger, importEntryPoints, onImportDone],
-        [esbuildNodeConfiger, nodeEntryPoints, onNodeDone],
-        [esbuildWebConfiger, webEntryPoints, onWebDone],
-      ] as [(a, b, c) => any, Record<string, string>, () => void][]
-    ).map(([configer, entryPoints, done]) => {
+        [
+          esbuildImportConfiger,
+          pureEntryPoints,
+          pureEntryPointSidecars,
+          onImportDone,
+        ],
+        [
+          esbuildNodeConfiger,
+          nodeEntryPoints,
+          nodeEntryPointSidecars,
+          onNodeDone,
+        ],
+        [esbuildWebConfiger, webEntryPoints, webEntryPointSidecars, onWebDone],
+      ] as [
+        (a, b, c) => any,
+        Record<string, string>,
+        Record<string, string>,
+        () => void
+      ][]
+    ).map(([configer, entryPoints, sidecars, done]) => {
       esbuild
-        .context(configer(config, Object.keys(entryPoints), testName))
+        .context(
+          configer(
+            config,
+            [...Object.keys(entryPoints), ...Object.keys(sidecars)],
+            testName
+          )
+        )
         .then(async (ctx) => {
           if (mode === "dev") {
             await ctx.watch().then((v) => {

package/src/defaultConfig.ts

@@ -11,6 +11,7 @@ const config: ITestconfig = {
   nodePlugins: [],
   webPlugins: [],
   importPlugins: [],
+  externalTests: {},
   featureIngestor: function (s: string): Promise<string> {
     throw new Error("Function not implemented.");
   },

package/src/esbuildConfigs/README.md

@@ -0,0 +1,46 @@
+# Console Detector Plugin
+
+## Purpose
+This esbuild plugin detects usage of `console.*` methods in code that will run under the Pure runtime. Since Pure runtime doesn't allow IO operations, these calls will fail silently. The plugin provides warnings during build time to alert developers.
+
+## Why This Exists
+1. **Pure Runtime Constraints**: 
+   - Pure runtime has no access to IO operations
+   - Console methods are IO operations
+   - Failed calls won't throw errors, just silently fail
+
+2. **Developer Experience**:
+   - Catches issues at build time rather than runtime
+   - Clearly indicates which files/lines need attention
+   - Guides developers to use Node runtime when IO is needed
+
+## Usage
+```javascript
+import { consoleDetectorPlugin } from './consoleDetectorPlugin';
+
+// Add to your esbuild config
+esbuild.build({
+  plugins: [consoleDetectorPlugin],
+  // ... other config
+});
+```
+
+## Behavior
+- Scans all .js and .ts files
+- Detects any `console.*` method calls
+- Generates warnings with file locations
+- Doesn't fail the build (just warns)
+
+## Recommendations
+1. For Pure runtime code:
+   - Remove all console.* calls
+   - Use alternative debugging methods
+
+2. When you need console output:
+   - Switch to Node runtime
+   - Use the appropriate test interface
+
+## Implementation Notes
+- Uses esbuild's onLoad hook
+- Checks for 20+ different console methods
+- Provides exact line numbers for warnings

package/src/esbuildConfigs/consoleDetectorPlugin.ts

@@ -0,0 +1,29 @@
+import type { Plugin } from 'esbuild';
+
+export const consoleDetectorPlugin: Plugin = {
+  name: 'console-detector',
+  setup(build) {
+    build.onLoad({ filter: /\.(js|ts)$/ }, async (args) => {
+      const contents = await require('fs').promises.readFile(args.path, 'utf8');
+      
+      const consolePattern = /console\.(log|error|warn|info|debug|trace|dir|dirxml|table|group|groupEnd|clear|count|countReset|assert|profile|profileEnd|time|timeLog|timeEnd|timeStamp|context|memory)/g;
+      const matches = contents.match(consolePattern);
+
+      if (matches) {
+        const uniqueMethods = [...new Set(matches)];
+        return {
+          warnings: uniqueMethods.map(method => ({
+            text: `Detected ${method} call - Pure runtime does not allow IO operations. Use Node runtime instead.`,
+            location: {
+              file: args.path,
+              line: contents.split('\n').findIndex(line => line.includes(method)) + 1,
+              column: 0
+            }
+          }))
+        };
+      }
+
+      return null;
+    });
+  }
+};

package/src/esbuildConfigs/eslint-formatter-testeranto.ts

@@ -1,5 +1,21 @@
 import { LintResult } from "eslint/lib/linter";
 
 export default function (results: LintResult[]) {
-  return JSON.stringify(results, null, 2);
+  return results
+    .filter((r) => r.messages.length)
+    .map((r) => {
+      const path = r.filePath.replace(process.cwd() + "/", "");
+      return [
+        path,
+        ...r.messages.map((m) =>
+          [
+            `${m.line}:${m.column} ${m.message} (${m.ruleId || ""})`,
+            ...(m.suggestions?.map(
+              (s) => `- ${s.message}${s.fix ? " (fix)" : ""}`
+            ) || []),
+          ].join("\n")
+        ),
+      ].join("\n");
+    })
+    .join("\n\n");
 }

package/src/esbuildConfigs/node.ts

@@ -5,6 +5,7 @@ import { ITestconfig } from "../lib/index.js";
 import baseEsBuildConfig from "./index.js";
 import inputFilesPlugin from "./inputFilesPlugin.js";
 import featuresPlugin from "./featuresPlugin";
+import rebuildPlugin from "./rebuildPlugin.js";
 
 export default (
   config: ITestconfig,
@@ -44,24 +45,7 @@ export default (
       featuresPlugin,
 
       inputFilesPluginFactory,
-      {
-        name: "rebuild-notify",
-        setup: (build) => {
-          build.onStart(() => {
-            console.log(`> node build starting...`);
-          });
-          build.onEnd((result) => {
-            console.log(
-              `> node build ended with ${result.errors.length} errors`
-            );
-            if (result.errors.length > 0) {
-              console.log(result);
-            }
-            // console.log(result);
-            // result.errors.length !== 0 && process.exit(-1);
-          });
-        },
-      },
+      rebuildPlugin("node"),
 
       ...(config.nodePlugins.map((p) => p(register, entryPoints)) || []),
     ],

package/src/esbuildConfigs/pure.ts

@@ -6,6 +6,10 @@ import baseEsBuildConfig from "./index.js";
 import inputFilesPlugin from "./inputFilesPlugin.js";
 import featuresPlugin from "./featuresPlugin.js";
 
+import { isBuiltin } from "node:module";
+import { consoleDetectorPlugin } from "./consoleDetectorPlugin.js";
+import rebuildPlugin from "./rebuildPlugin.js";
+
 export default (
   config: ITestconfig,
   entryPoints: string[],
@@ -18,7 +22,7 @@ export default (
   return {
     ...baseEsBuildConfig(config),
 
-    drop: ["console", "debugger"],
+    drop: [],
 
     splitting: true,
 
@@ -46,25 +50,26 @@ export default (
       featuresPlugin,
 
       inputFilesPluginFactory,
+
+      consoleDetectorPlugin,
+
       {
-        name: "rebuild-notify",
-        setup: (build) => {
-          build.onStart(() => {
-            console.log(`> pure build starting...`);
-          });
-          build.onEnd((result) => {
-            console.log(
-              `> pure build ended with ${result.errors.length} errors`
-            );
-            if (result.errors.length > 0) {
-              console.log(result);
+        name: "native-node-import-filter",
+        setup(build) {
+          build.onResolve({ filter: /fs/ }, (args) => {
+            if (isBuiltin(args.path)) {
+              throw new Error(
+                `cannot use native node package "${args.path}" in a "pure" test. If you really want to use this package, convert this test from "pure" to "node"`
+              );
             }
-            // console.log(result);
-            // result.errors.length !== 0 && process.exit(-1);
+
+            return { path: args.path };
           });
         },
       },
 
+      rebuildPlugin("pure"),
+
       ...((config.nodePlugins || []).map((p) => p(register, entryPoints)) ||
         []),
     ],

package/src/esbuildConfigs/rebuildPlugin.ts

@@ -0,0 +1,23 @@
+import fs from "fs";
+
+import { IRunTime } from "../lib";
+
+export default (r: IRunTime) => {
+  return {
+    name: "rebuild-notify",
+    setup: (build) => {
+      build.onStart(() => {
+        console.log(`> web build starting...`);
+      });
+      build.onEnd((result) => {
+        console.log(`> web build ended with ${result.errors.length} errors`);
+        if (result.errors.length > 0) {
+          fs.writeFileSync(
+            `./testeranto/reports${r}_build_errors`,
+            JSON.stringify(result, null, 2)
+          );
+        }
+      });
+    },
+  };
+};

package/src/esbuildConfigs/web.ts

@@ -1,3 +1,5 @@
+import { polyfillNode } from "esbuild-plugin-polyfill-node";
+
 import { BuildOptions } from "esbuild";
 import path from "path";
 
@@ -6,6 +8,7 @@ import { ITestconfig } from "../lib/index.js";
 import baseEsBuildConfig from "./index.js";
 import inputFilesPlugin from "./inputFilesPlugin.js";
 import featuresPlugin from "./featuresPlugin.js";
+import rebuildPlugin from "./rebuildPlugin.js";
 
 export default (
   config: ITestconfig,
@@ -20,6 +23,7 @@ export default (
   return {
     ...baseEsBuildConfig(config),
 
+    treeShaking: true,
     outdir: `testeranto/bundles/web/${testName}`,
 
     alias: {
@@ -55,24 +59,17 @@ export default (
     plugins: [
       featuresPlugin,
       inputFilesPluginFactory,
-      {
-        name: "rebuild-notify",
-        setup: (build) => {
-          build.onStart(() => {
-            console.log(`> web build starting...`);
-          });
-          build.onEnd((result) => {
-            console.log(
-              `> web build ended with ${result.errors.length} errors`
-            );
-            if (result.errors.length > 0) {
-              console.log(result);
-            }
-            // console.log(result);
-            // result.errors.length !== 0 && process.exit(-1);
-          });
-        },
-      },
+
+      polyfillNode({
+        // You might need to configure specific Node.js modules you want to polyfill
+        // Example:
+        // modules: {
+        //   'util': true,
+        //   'fs': false,
+        // }
+      }),
+
+      rebuildPlugin("web"),
 
       ...((config.webPlugins || []).map((p) => p(register, entryPoints)) || []),
     ],

package/src/lib/Sidecar.ts

@@ -0,0 +1,6 @@
+import { ITTestResourceConfiguration } from ".";
+
+export abstract class Sidecar {
+  abstract start(t: ITTestResourceConfiguration);
+  abstract stop();
+}

package/src/lib/TEST_ADAPTER_RENAME.md

@@ -0,0 +1,48 @@
+# Test Adapter Rename Proposal
+
+## Current Problems
+1. `interface` is:
+   - Too vague/overloaded term
+   - Conflicts with TypeScript keyword
+   - Doesn't convey the wrapping/mediation purpose
+
+## Proposed Solution
+Rename to `TestAdapter` because:
+- Standard pattern name in testing frameworks
+- Precisely describes the wrapping/adaptation role
+- Avoids language conflicts
+- Matches industry terminology
+
+## Required Changes
+### File Renames:
+- `testInterface.ts` → `testAdapter.ts`
+
+### Type Changes:
+- `ITestInterface` → `ITestAdapter`
+- All related interface types
+
+### Documentation Updates:
+- Update all JSDoc references
+- Update README examples
+
+## Benefits
+1. Clearer code intent
+2. Better pattern alignment
+3. Reduced naming collisions
+4. More discoverable architecture
+
+## Risks/Mitigations
+1. Breaking change → Major version bump
+2. Need to update all test files → Codemod script
+3. Documentation updates → Batch update before release
+
+## Implementation Plan
+1. First create new types alongside old ones
+2. Deprecate old names with warnings
+3. Provide migration guide
+4. Remove old names in next major version
+
+## References
+- [xUnit Test Patterns](http://xunitpatterns.com/)
+- [VS Test Adapters](https://devblogs.microsoft.com/devops/how-to-write-a-visual-studio-test-adapter/)
+- [JUnit TestEngine](https://junit.org/junit5/docs/current/user-guide/)

package/src/lib/abstractBase.ts

@@ -1,4 +1,6 @@
-import { IT, OT } from "../Types.js";
+/* eslint-disable @typescript-eslint/no-unused-vars */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import type { IT, OT } from "../Types.js";
 
 import { ITTestResourceConfiguration, ITestArtifactory, ITLog } from ".";
 import { IPM } from "./types.js";
@@ -118,7 +120,7 @@ export abstract class BaseSuite<I extends IT = IT, O extends OT = OT> {
       } catch (e) {
         this.failed = true;
         this.fails = this.fails + 1;
-        // console.error(e);
+        console.error(e);
         // this.fails.push(giver);
         // return this;
       }
@@ -204,7 +206,12 @@ export abstract class BaseGiven<I extends IT = IT> {
     return {
       key: this.key,
       name: this.name,
-      whens: this.whens.map((w) => w.toObj()),
+      whens: this.whens.map((w) => {
+        if (w && w.toObj) return w.toObj();
+
+        console.error("w is not as expected!", w);
+        return {};
+      }),
       thens: this.thens.map((t) => t.toObj()),
       error: this.error ? [this.error, this.error.stack] : null,
       failed: this.failed,
@@ -292,8 +299,7 @@ export abstract class BaseGiven<I extends IT = IT> {
           pm,
           `suite-${suiteNdx}/given-${key}/then-${thenNdx}`
         );
-
-        return tester(t);
+        tester(t);
         // ((t) => {
         //   return tester(t);
         // })();
@@ -326,7 +332,7 @@ export abstract class BaseGiven<I extends IT = IT> {
 export abstract class BaseWhen<I extends IT> {
   public name: string;
   whenCB: (x: I["iselection"]) => I["then"];
-  error: boolean;
+  error: Error;
 
   constructor(name: string, whenCB: (xyz: I["iselection"]) => I["then"]) {
     this.name = name;
@@ -341,9 +347,10 @@ export abstract class BaseWhen<I extends IT> {
   ): Promise<any>;
 
   toObj() {
+    console.log("toObj error", this.error);
     return {
       name: this.name,
-      error: this.error,
+      error: this.error && this.error.name + this.error.stack,
     };
   }
 
@@ -361,9 +368,10 @@ export abstract class BaseWhen<I extends IT> {
       this.whenCB,
       testResourceConfiguration,
       andWhenProxy(pm, filepath)
-    ).catch((e) => {
-      this.error = true;
-      // throw e;
+    ).catch((e: Error) => {
+      console.log("MARK9", e);
+      this.error = e;
+      throw e;
     });
   }
 }

package/src/lib/basebuilder.ts

@@ -1,3 +1,7 @@
+/* eslint-disable @typescript-eslint/no-unused-vars */
+/* eslint-disable @typescript-eslint/no-empty-object-type */
+/* eslint-disable no-async-promise-executor */
+/* eslint-disable @typescript-eslint/no-explicit-any */
 import { PassThrough } from "stream";
 
 import { IT, ITestSpecification, OT } from "../Types.js";
@@ -105,21 +109,18 @@ export abstract class BaseBuilder<
         receiveTestResourceConfig: async function (
           puppetMaster: IPM
         ): Promise<IFinalResults> {
-          const start = await puppetMaster.start();
-
           const logFilePath = "log.txt";
           const access: number = await puppetMaster.createWriteStream(
             logFilePath
           );
 
           const tLog = async (...l: string[]) => {
-            const x = await puppetMaster.write(access, `${l.toString()}\n`);
             // console.log("x", x);
           };
 
           const suiteDone: BaseSuite<I, O> = await runner(puppetMaster, tLog);
 
-          const logPromise = new Promise(async (res, rej) => {
+          const logPromise = new Promise(async (res) => {
             await puppetMaster.end(access);
             res(true);
           });