testeranto 0.85.0 → 0.94.0

package/package.json

@@ -1,10 +1,13 @@
 {
   "name": "testeranto",
-  "description": "teeny tiny tightly-typed typescript tests",
-  "version": "0.85.0",
+  "description": "the AI powered BDD test framework for typescript projects",
+  "version": "0.94.0",
   "engines": {
     "node": "18.18.0"
   },
+  "bin": {
+    "testeranto-init": "bin/init-docs.js testeranto.mts"
+  },
   "type": "module",
   "types": "./dist/index.d.mts",
   "module": "dist/module/index.js",
@@ -22,16 +25,16 @@
       "require": "./dist/common/SubPackages/puppeteer.js"
     },
     "./src/SubPackages/react/jsx/index": {
-      "import": "./dist/module/SubPackages/react/jsx/index.js",
-      "require": "./dist/common/SubPackages/react/jsx/index.js"
+      "import": "./dist/module/src/SubPackages/react/jsx/index.js",
+      "require": "./dist/common/src/SubPackages/react/jsx/index.js"
     },
     "./src/SubPackages/react/jsx/web": {
       "import": "./src/SubPackages/react/jsx/web.ts",
       "require": "./src/SubPackages/react/jsx/web.ts"
     },
     "./src/SubPackages/react/jsx/node": {
-      "import": "./dist/module/SubPackages/react/jsx/node.js",
-      "require": "./dist/common/SubPackages/react/jsx/node.js"
+      "import": "./dist/module/src/SubPackages/react/jsx/node.js",
+      "require": "./dist/common/src/SubPackages/react/jsx/node.js"
     },
     "./src/SubPackages/react/component/index": {
       "import": "./dist/module/SubPackages/react/component/index.js",
@@ -54,12 +57,12 @@
       "require": "./src/SubPackages/react-test-renderer/component/index.ts"
     },
     "./src/SubPackages/react-test-renderer/component/web": {
-      "import": "./dist/module/SubPackages/react-test-renderer/component/web.js",
-      "require": "./dist/common/SubPackages/react-test-renderer/component/web.js"
+      "import": "./dist/module/src/SubPackages/react-test-renderer/component/web.js",
+      "require": "./dist/common/src/SubPackages/react-test-renderer/component/web.js"
     },
     "./src/SubPackages/react-test-renderer/component/node": {
-      "import": "./dist/module/SubPackages/react-test-renderer/component/node.js",
-      "require": "./dist/common/SubPackages/react-test-renderer/component/node.js"
+      "import": "./dist/module/src/SubPackages/react-test-renderer/component/node.js",
+      "require": "./dist/common/src/SubPackages/react-test-renderer/component/node.js"
     },
     "./src/SubPackages/react-test-renderer/jsx/index.js": {
       "import": "./dist/module/src/SubPackages/react-test-renderer/jsx/index.js",
@@ -106,12 +109,12 @@
       "require": "./dist/common/SubPackages/react-dom/jsx/index.js"
     },
     "./src/SubPackages/react-dom/component/web": {
-      "import": "./dist/module/SubPackages/react-dom/component/web.js",
-      "require": "./dist/common/SubPackages/react-dom/component/web.js"
+      "import": "./dist/module/src/SubPackages/react-dom/component/web.js",
+      "require": "./dist/common/src/SubPackages/react-dom/component/web.js"
     },
     "./src/SubPackages/react-dom/component/node": {
-      "import": "./dist/module/SubPackages/react-dom/component/node.js",
-      "require": "./dist/common/SubPackages/react-dom/component/node.js"
+      "import": "./dist/module/src/SubPackages/react-dom/component/node.js",
+      "require": "./dist/common/src/SubPackages/react-dom/component/node.js"
     },
     "./src/Types": {
       "import": "./src/Types.ts",
@@ -185,19 +188,13 @@
     "ATDD"
   ],
   "scripts": {
-    "commit": "yarn build; git add --all && git commit -m 'stash'",
     "doit": "rm -rf node_modules && yarn install && yarn build",
-    "build": "sh prebuild.sh; cp ./src/cjs-shim.js ./dist/cjs-shim.js; tsc -p tsconfig.module.json; tsc -p tsconfig.common.json; tsc -p tsconfig.types.json; sh postBuild.sh",
+    "build": "sh prebuild.sh; cp ./src/cjs-shim.js ./dist/cjs-shim.js; tsc -p tsconfig.module.json; tsc -p tsconfig.common.json; tsc -p tsconfig.types.json; sh postBuild.sh; yarn bundle",
     "dev": "cp ./src/cjs-shim.js ./dist/cjs-shim.js && tsc -p tsconfig.module.json --watch & tsc -p tsconfig.common.json --watch & tsc -p tsconfig.types.json --watch ",
-    "prebuild-puppeteer": "node pupBuild.js",
+    "bundle": "node bundle.js",
     "build-module": "tsc -p tsconfig.module.json",
     "build-common": "tsc -p tsconfig.common.json",
-    "build-types": "tsc -p tsconfig.types.json",
-    "build-tests": "ts-node-esm ./project.ts",
-    "run-tests": "ts-node-esm ./run-tests.ts",
-    "init-docs": "ts-node-esm init-docs.ts",
-    "test": "yarn build-tests & yarn run-tests",
-    "scratch": "node scratch/build.js && node dist/scratch/server.js"
+    "build-types": "tsc -p tsconfig.types.json"
   },
   "peerDependencies": {
     "@types/react": "18.2.0",
@@ -252,4 +249,4 @@
     "why-is-node-running": "^3.2.2",
     "ws": "^8.16.0"
   }
-}
+}

package/src/Init.ts

@@ -6,6 +6,12 @@ export default async (partialConfig) => {
     buildDir: process.cwd() + "/" + partialConfig.outdir,
   };
 
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}`);
+  } catch {
+    // console.log()
+  }
+
   fs.writeFileSync(
     `${config.outdir}/testeranto.json`,
     JSON.stringify(
@@ -17,4 +23,26 @@ export default async (partialConfig) => {
       2
     )
   );
+
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}/node`);
+  } catch {
+    // console.log()
+  }
+
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}/web`);
+  } catch {
+    // console.log()
+  }
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}/features`);
+  } catch {
+    // console.log()
+  }
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}/ts`);
+  } catch {
+    // console.log()
+  }
 };

package/src/Node.ts

@@ -40,7 +40,10 @@ export class NodeTesteranto<
       testSpecification,
       testImplementation,
       testResourceRequirement,
-      testInterface
+      testInterface,
+      () => {
+        // no-op
+      }
     );
   }
 
@@ -49,8 +52,8 @@ export class NodeTesteranto<
     const pm = new PM_Node(t);
     const { failed, artifacts, logPromise, features } =
       await this.testJobs[0].receiveTestResourceConfig(pm);
-    pm.customclose();
-    return features;
+    // pm.customclose();
+    return { features, failed };
   }
 }
 

package/src/PM/main.ts

@@ -1,20 +1,26 @@
 import fs from "fs";
 import path from "path";
-import puppeteer, { Browser, ScreenshotOptions } from "puppeteer-core";
+import puppeteer, {
+  Browser,
+  ConsoleMessage,
+  ScreenshotOptions,
+} from "puppeteer-core";
 import { PassThrough } from "stream";
 import crypto from "crypto";
 
-import { IBuiltConfig, ITestTypes } from "../lib/types";
+import { IBuiltConfig, IFinalResults, ITestTypes } from "../lib/types";
 
 import { PM } from "./index.js";
 import { destinationOfRuntime } from "../utils.js";
 import { ITLog } from "../lib/index.js";
 import { Page } from "puppeteer-core/lib/esm/puppeteer";
 
+const fileStreams3: fs.WriteStream[] = [];
+
 type IFPaths = string[];
 
 const fPaths: IFPaths = [];
-const fileStreams3: fs.WriteStream[] = [];
+
 const files: Record<string, Set<string>> = {};
 const screenshots: Record<string, Promise<Uint8Array>[]> = {};
 
@@ -51,14 +57,19 @@ export class PM_Main extends PM {
       contents: string,
       testName: string
     ) => {
-      // console.log("globalThis-writeFileSync", filepath);
+      // console.log(testName, "writeFileSync", filepath, testName);
 
       // Create directories if they don't exist
-      const dir = path.dirname(filepath.split("/").slice(0, -1).join("/"));
+      const dir = path.dirname(filepath);
+
+      // console.log(testName, "mkdirSync", dir);
 
       fs.mkdirSync(dir, {
         recursive: true,
       });
+
+      // console.log(testName, "mkdirSync2");
+
       if (!files[testName]) {
         files[testName] = new Set();
       }
@@ -116,17 +127,17 @@ export class PM_Main extends PM {
       return sPromise;
     };
 
-    globalThis["customclose"] = (p: string, testName: string) => {
-      if (!files[testName]) {
-        files[testName] = new Set();
-      }
-
-      fs.writeFileSync(
-        p + "/manifest.json",
-        JSON.stringify(Array.from(files[testName]))
-      );
-      delete files[testName];
-    };
+    // globalThis["customclose"] = (p: string, testName: string) => {
+    //   if (!files[testName]) {
+    //     files[testName] = new Set();
+    //   }
+
+    //   fs.writeFileSync(
+    //     p + "/manifest.json",
+    //     JSON.stringify(Array.from(files[testName]))
+    //   );
+    //   delete files[testName];
+    // };
   }
 
   $(selector: string): boolean {
@@ -334,14 +345,18 @@ export class PM_Main extends PM {
 
     const builtfile = dest + ".mjs";
 
+    const webSideCares: Page[] = [];
+
     await Promise.all(
-      testConfig[3].map((sidecar) => {
+      testConfig[3].map(async (sidecar) => {
         if (sidecar[1] === "web") {
-          return this.launchWebSideCar(
+          const s = await this.launchWebSideCar(
             sidecar[0],
             destinationOfRuntime(sidecar[0], "web", this.configs),
             sidecar
           );
+          webSideCares.push(s);
+          return s;
         }
 
         if (sidecar[1] === "node") {
@@ -360,13 +375,15 @@ export class PM_Main extends PM {
       return module.default.then((defaultModule) => {
         defaultModule
           .receiveTestResourceConfig(argz)
-          .then(async (features: string[]) => {
+          .then(async ({ features, failed }: IFinalResults) => {
             this.receiveFeatures(features, destFolder);
+            console.log(`${src} completed with ${failed} errors`);
           })
           .catch((e) => {
-            console.log("catch", e);
+            console.log(`${src} errored with`, e);
           })
           .finally(() => {
+            webSideCares.forEach((webSideCar) => webSideCar.close());
             this.deregister(src);
           });
       });
@@ -384,22 +401,16 @@ export class PM_Main extends PM {
     src: string,
     dest: string,
     testConfig: ITestTypes
-  ) => {
+  ): Promise<Page> => {
     const d = dest + ".mjs";
     console.log("launchWebSideCar", src, dest, d);
     const destFolder = dest.replace(".mjs", "");
-    const webArgz = JSON.stringify({
-      name: dest,
-      ports: [].toString(),
-      fs: destFolder,
-      browserWSEndpoint: this.browser.wsEndpoint(),
-    });
-
-    // const evaluation = `
-    // console.log("importing ${dest}.mjs");
-    // import('${dest}.mjs').then(async (x) => {
-    //   console.log("imported", x.default);
-    // })`;
+    // const webArgz = JSON.stringify({
+    //   name: dest,
+    //   ports: [].toString(),
+    //   fs: destFolder,
+    //   browserWSEndpoint: this.browser.wsEndpoint(),
+    // });
 
     const fileStreams2: fs.WriteStream[] = [];
     const doneFileStream2: Promise<any>[] = [];
@@ -482,9 +493,9 @@ export class PM_Main extends PM {
             (fp: string, testName: string) => {
               const f = fs.createWriteStream(fp);
 
-              if (!files[testName]) {
-                files[testName] = new Set();
-              }
+              // if (!files[testName]) {
+              //   files[testName] = new Set();
+              // }
               files[testName].add(fp);
 
               const p = new Promise<string>((res, rej) => {
@@ -513,18 +524,18 @@ export class PM_Main extends PM {
             return fileStreams2[uid].end();
           });
 
-          page.exposeFunction("customclose", (p: string, testName: string) => {
-            fs.writeFileSync(
-              p + "/manifest.json",
-              JSON.stringify(Array.from(files[testName]))
-            );
-            delete files[testName];
-
-            Promise.all(screenshots[testName] || []).then(() => {
-              delete screenshots[testName];
-              // page.close();
-            });
-          });
+          // page.exposeFunction("customclose", (p: string, testName: string) => {
+          //   fs.writeFileSync(
+          //     p + "/manifest.json",
+          //     JSON.stringify(Array.from(files[testName]))
+          //   );
+          //   delete files[testName];
+
+          //   Promise.all(screenshots[testName] || []).then(() => {
+          //     delete screenshots[testName];
+          //     // page.close();
+          //   });
+          // });
 
           return page;
         })
@@ -659,6 +670,9 @@ export class PM_Main extends PM {
     const fileStreams2: fs.WriteStream[] = [];
     const doneFileStream2: Promise<any>[] = [];
 
+    const stdoutStream = fs.createWriteStream(`${dest}/stdout.log`);
+    const stderrStream = fs.createWriteStream(`${dest}/stderr.log`);
+
     this.browser
       .newPage()
       .then((page) => {
@@ -727,23 +741,24 @@ export class PM_Main extends PM {
         page.exposeFunction(
           "writeFileSync",
           (fp: string, contents: string, testName: string) => {
-            const dir = path.dirname(fp);
-
-            fs.mkdirSync(dir, {
-              recursive: true,
-            });
-
-            const p = new Promise<string>(async (res, rej) => {
-              fs.writeFileSync(fp, contents);
-              res(fp);
-            });
-            doneFileStream2.push(p);
-
-            if (!files[testName]) {
-              files[testName] = new Set();
-            }
-            files[testName].add(fp);
-            return p;
+            return globalThis["writeFileSync"](fp, contents, testName);
+            // const dir = path.dirname(fp);
+
+            // fs.mkdirSync(dir, {
+            //   recursive: true,
+            // });
+
+            // const p = new Promise<string>(async (res, rej) => {
+            //   fs.writeFileSync(fp, contents);
+            //   res(fp);
+            // });
+            // doneFileStream2.push(p);
+
+            // if (!files[testName]) {
+            //   files[testName] = new Set();
+            // }
+            // files[testName].add(fp);
+            // return p;
           }
         );
 
@@ -793,45 +808,44 @@ export class PM_Main extends PM {
           return fileStreams2[uid].end();
         });
 
-        page.exposeFunction("customclose", (p: string, testName: string) => {
-          // console.log("closing", p);
-
-          fs.writeFileSync(
-            p + "/manifest.json",
-            JSON.stringify(Array.from(files[testName]))
-          );
-          delete files[testName];
-
-          // console.log("screenshots[testName]", screenshots[testName]);
-          Promise.all(screenshots[testName] || []).then(() => {
-            delete screenshots[testName];
-            // page.close();
-            // console.log("\t GOODBYE");
-            // whyIsNodeRunning();
-          });
+        // page.exposeFunction("customclose", (p: string, testName: string) => {
+        //   // console.log("closing", p);
 
-          // globalThis["writeFileSync"](
-          //   p + "/manifest.json",
-          //   // files.entries()
-          //   JSON.stringify(Array.from(files[testName]))
-          // );
+        //   console.log("\t GOODBYE customclose");
 
-          // console.log("closing doneFileStream2", doneFileStream2);
-          // console.log("closing doneFileStream2", doneFileStream2);
-          // Promise.all([...doneFileStream2, ...screenshots2]).then(() => {
-          //   page.close();
-          // });
+        //   fs.writeFileSync(
+        //     p + "/manifest.json",
+        //     JSON.stringify(Array.from(files[testName]))
+        //   );
+        //   delete files[testName];
 
-          // Promise.all(screenshots).then(() => {
-          //   page.close();
-          // });
-          // setTimeout(() => {
-          //   console.log("Delayed for 1 second.");
-          //   page.close();
-          // }, 5000);
+        //   // console.log("screenshots[testName]", screenshots[testName]);
+        //   Promise.all(screenshots[testName] || []).then(() => {
+        //     delete screenshots[testName];
+        //   });
 
-          // return page.close();
-        });
+        //   // globalThis["writeFileSync"](
+        //   //   p + "/manifest.json",
+        //   //   // files.entries()
+        //   //   JSON.stringify(Array.from(files[testName]))
+        //   // );
+
+        //   // console.log("closing doneFileStream2", doneFileStream2);
+        //   // console.log("closing doneFileStream2", doneFileStream2);
+        //   // Promise.all([...doneFileStream2, ...screenshots2]).then(() => {
+        //   //   page.close();
+        //   // });
+
+        //   // Promise.all(screenshots).then(() => {
+        //   //   page.close();
+        //   // });
+        //   // setTimeout(() => {
+        //   //   console.log("Delayed for 1 second.");
+        //   //   page.close();
+        //   // }, 5000);
+
+        //   // return page.close();
+        // });
 
         page.exposeFunction("page", () => {
           return page.mainFrame()._id;
@@ -884,24 +898,69 @@ export class PM_Main extends PM {
         return page;
       })
       .then(async (page) => {
-        // page.on("console", (log) =>
-        //   console.debug(`Log from client: [${log.text()}] `)
-        // );
+        const close = () => {
+          if (!files[t]) {
+            files[t] = new Set();
+          }
+          // files[t].add(filepath);
+
+          fs.writeFileSync(
+            dest + "/manifest.json",
+            JSON.stringify(Array.from(files[t]))
+          );
+          delete files[t];
+
+          Promise.all(screenshots[t] || []).then(() => {
+            delete screenshots[t];
+            page.close();
+
+            this.deregister(t);
+            stderrStream.close();
+            stdoutStream.close();
+          });
+        };
+
+        page.on("pageerror", (err: Error) => {
+          console.debug(`Error from ${t}: [${err.name}] `);
+          stderrStream.write(err.name);
+
+          if (err.cause) {
+            console.debug(`Error from ${t} cause: [${err.cause}] `);
+            stderrStream.write(err.cause);
+          }
+
+          if (err.stack) {
+            console.debug(`Error from stack ${t}: [${err.stack}] `);
+            stderrStream.write(err.stack);
+          }
+
+          console.debug(`Error from message ${t}: [${err.message}] `);
+          stderrStream.write(err.message);
+          // close();
+        });
+        page.on("console", (log: ConsoleMessage) => {
+          // console.debug(`Log from ${t}: [${log.text()}] `);
+          // console.debug(`Log from ${t}: [${JSON.stringify(log.location())}] `);
+          // console.debug(
+          //   `Log from ${t}: [${JSON.stringify(log.stackTrace())}] `
+          // );
+          stdoutStream.write(log.text());
+          stdoutStream.write(JSON.stringify(log.location()));
+          stdoutStream.write(JSON.stringify(log.stackTrace()));
+        });
         await page.goto(`file://${`${dest}.html`}`, {});
 
         await page
           .evaluate(evaluation)
-          .then(async (features: string[]) => {
+          .then(async ({ failed, features }: IFinalResults) => {
             this.receiveFeatures(features, destFolder);
+            console.log(`${t} completed with ${failed} errors`);
           })
           .catch((e) => {
-            console.log("evaluation failed.", dest);
-            console.log(e);
+            console.log(`${t} errored with`, e);
           })
           .finally(() => {
-            console.log("evaluation complete.", dest);
-            // page.close();
-            this.deregister(t);
+            close();
           });
 
         return page;
@@ -909,7 +968,6 @@ export class PM_Main extends PM {
   };
 
   receiveFeatures = (features: string[], destFolder: string) => {
-    console.log("this.receiveFeatures", features);
     features
       .reduce(async (mm, featureStringKey) => {
         const accum = await mm;