testeranto 0.84.0 → 0.90.0

package/package.json

@@ -1,10 +1,13 @@
 {
   "name": "testeranto",
-  "description": "teeny tiny tightly-typed typescript tests",
-  "version": "0.84.0",
+  "description": "the AI powered BDD test framework for typescript projects",
+  "version": "0.90.0",
   "engines": {
     "node": "18.18.0"
   },
+  "bin": {
+    "testeranto-init": "bin/init-docs.js testeranto.mts"
+  },
   "type": "module",
   "types": "./dist/index.d.mts",
   "module": "dist/module/index.js",
@@ -185,19 +188,13 @@
     "ATDD"
   ],
   "scripts": {
-    "commit": "yarn build; git add --all && git commit -m 'stash'",
     "doit": "rm -rf node_modules && yarn install && yarn build",
-    "build": "sh prebuild.sh; cp ./src/cjs-shim.js ./dist/cjs-shim.js; tsc -p tsconfig.module.json; tsc -p tsconfig.common.json; tsc -p tsconfig.types.json; sh postBuild.sh",
+    "build": "sh prebuild.sh; cp ./src/cjs-shim.js ./dist/cjs-shim.js; tsc -p tsconfig.module.json; tsc -p tsconfig.common.json; tsc -p tsconfig.types.json; sh postBuild.sh; yarn bundle",
     "dev": "cp ./src/cjs-shim.js ./dist/cjs-shim.js && tsc -p tsconfig.module.json --watch & tsc -p tsconfig.common.json --watch & tsc -p tsconfig.types.json --watch ",
-    "prebuild-puppeteer": "node pupBuild.js",
+    "bundle": "node bundle.js",
     "build-module": "tsc -p tsconfig.module.json",
     "build-common": "tsc -p tsconfig.common.json",
-    "build-types": "tsc -p tsconfig.types.json",
-    "build-tests": "ts-node-esm ./project.ts",
-    "run-tests": "ts-node-esm ./run-tests.ts",
-    "init-docs": "ts-node-esm init-docs.ts",
-    "test": "yarn build-tests & yarn run-tests",
-    "scratch": "node scratch/build.js && node dist/scratch/server.js"
+    "build-types": "tsc -p tsconfig.types.json"
   },
   "peerDependencies": {
     "@types/react": "18.2.0",
@@ -210,12 +207,12 @@
   },
   "devDependencies": {
     "@swc/core": "^1.3.26",
-    "@types/express-session": "^1.18.1",
     "@types/express": "^5.0.0",
+    "@types/express-session": "^1.18.1",
     "@types/node": "^22.7.5",
+    "@types/react": "18.2.55",
     "@types/react-dom": "18.2.0",
     "@types/react-test-renderer": "19.0.0",
-    "@types/react": "18.2.55",
     "@types/uuid": "^10.0.0",
     "@types/ws": "^8.5.10",
     "@typescript-eslint/eslint-plugin": "^5.46.0",

package/src/Init.ts

@@ -6,6 +6,12 @@ export default async (partialConfig) => {
     buildDir: process.cwd() + "/" + partialConfig.outdir,
   };
 
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}`);
+  } catch {
+    // console.log()
+  }
+
   fs.writeFileSync(
     `${config.outdir}/testeranto.json`,
     JSON.stringify(
@@ -17,4 +23,26 @@ export default async (partialConfig) => {
       2
     )
   );
+
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}/node`);
+  } catch {
+    // console.log()
+  }
+
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}/web`);
+  } catch {
+    // console.log()
+  }
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}/features`);
+  } catch {
+    // console.log()
+  }
+  try {
+    fs.mkdirSync(`${process.cwd()}/${config.outdir}/ts`);
+  } catch {
+    // console.log()
+  }
 };

package/src/PM/main.ts

@@ -1,6 +1,10 @@
 import fs from "fs";
 import path from "path";
-import puppeteer, { Browser, ScreenshotOptions } from "puppeteer-core";
+import puppeteer, {
+  Browser,
+  ConsoleMessage,
+  ScreenshotOptions,
+} from "puppeteer-core";
 import { PassThrough } from "stream";
 import crypto from "crypto";
 
@@ -11,10 +15,12 @@ import { destinationOfRuntime } from "../utils.js";
 import { ITLog } from "../lib/index.js";
 import { Page } from "puppeteer-core/lib/esm/puppeteer";
 
+const fileStreams3: fs.WriteStream[] = [];
+
 type IFPaths = string[];
 
 const fPaths: IFPaths = [];
-const fileStreams3: fs.WriteStream[] = [];
+
 const files: Record<string, Set<string>> = {};
 const screenshots: Record<string, Promise<Uint8Array>[]> = {};
 
@@ -395,6 +401,7 @@ export class PM_Main extends PM {
       browserWSEndpoint: this.browser.wsEndpoint(),
     });
 
+    // files[src] = new Set();
     // const evaluation = `
     // console.log("importing ${dest}.mjs");
     // import('${dest}.mjs').then(async (x) => {
@@ -482,9 +489,9 @@ export class PM_Main extends PM {
             (fp: string, testName: string) => {
               const f = fs.createWriteStream(fp);
 
-              if (!files[testName]) {
-                files[testName] = new Set();
-              }
+              // if (!files[testName]) {
+              //   files[testName] = new Set();
+              // }
               files[testName].add(fp);
 
               const p = new Promise<string>((res, rej) => {
@@ -659,6 +666,9 @@ export class PM_Main extends PM {
     const fileStreams2: fs.WriteStream[] = [];
     const doneFileStream2: Promise<any>[] = [];
 
+    const stdoutStream = fs.createWriteStream(`${dest}/stdout.log`);
+    const stderrStream = fs.createWriteStream(`${dest}/stderr.log`);
+
     this.browser
       .newPage()
       .then((page) => {
@@ -884,9 +894,44 @@ export class PM_Main extends PM {
         return page;
       })
       .then(async (page) => {
-        // page.on("console", (log) =>
-        //   console.debug(`Log from client: [${log.text()}] `)
-        // );
+        const close = () => {
+          console.log("evaluation complete.", dest);
+          page.off("pageerror");
+          page.close();
+
+          this.deregister(t);
+          stderrStream.close();
+          stdoutStream.close();
+        };
+
+        page.on("pageerror", (err: Error) => {
+          console.debug(`Error from ${t}: [${err.name}] `);
+          stderrStream.write(err.name);
+
+          if (err.cause) {
+            console.debug(`Error from ${t} cause: [${err.cause}] `);
+            stderrStream.write(err.cause);
+          }
+
+          if (err.stack) {
+            console.debug(`Error from stack ${t}: [${err.stack}] `);
+            stderrStream.write(err.stack);
+          }
+
+          console.debug(`Error from message ${t}: [${err.message}] `);
+          stderrStream.write(err.message);
+          // close();
+        });
+        page.on("console", (log: ConsoleMessage) => {
+          // console.debug(`Log from ${t}: [${log.text()}] `);
+          // console.debug(`Log from ${t}: [${JSON.stringify(log.location())}] `);
+          // console.debug(
+          //   `Log from ${t}: [${JSON.stringify(log.stackTrace())}] `
+          // );
+          stdoutStream.write(log.text());
+          stdoutStream.write(JSON.stringify(log.location()));
+          stdoutStream.write(JSON.stringify(log.stackTrace()));
+        });
         await page.goto(`file://${`${dest}.html`}`, {});
 
         await page
@@ -899,9 +944,12 @@ export class PM_Main extends PM {
             console.log(e);
           })
           .finally(() => {
-            console.log("evaluation complete.", dest);
+            close();
+            // console.log("evaluation complete.", dest);
             // page.close();
-            this.deregister(t);
+            // this.deregister(t);
+            // stderrStream.close();
+            // stdoutStream.close();
           });
 
         return page;

package/src/Project.ts

@@ -1,3 +1,5 @@
+import { spawn } from "child_process";
+
 import esbuild from "esbuild";
 import fs from "fs";
 import path from "path";
@@ -12,6 +14,104 @@ import { ITestTypes, IBaseConfig, IRunTime } from "./lib/types.js";
 readline.emitKeypressEvents(process.stdin);
 if (process.stdin.isTTY) process.stdin.setRawMode(true);
 
+const logContent: string[] = [];
+
+function parseTsErrors(): void {
+  try {
+    // const logContent = fs.readFileSync(logPath, "utf-8").split("\n");
+    const regex = /(^src(.*?))\(\d*,\d*\): error/gm;
+    const brokenFilesToLines: Record<string, Set<number>> = {};
+
+    for (let i = 0; i < logContent.length - 1; i++) {
+      let m;
+
+      while ((m = regex.exec(logContent[i])) !== null) {
+        // This is necessary to avoid infinite loops with zero-width matches
+        if (m.index === regex.lastIndex) {
+          regex.lastIndex++;
+        }
+        if (!brokenFilesToLines[m[1]]) {
+          brokenFilesToLines[m[1]] = new Set<number>();
+        }
+        brokenFilesToLines[m[1]].add(i);
+      }
+    }
+
+    const final = Object.keys(brokenFilesToLines).reduce((mm, lm, ndx) => {
+      mm[lm] = Array.from(brokenFilesToLines[lm]).map((l, ndx3) => {
+        const a = Array.from(brokenFilesToLines[lm]);
+
+        return Object.keys(a).reduce((mm2, lm2, ndx2) => {
+          const acc: string[] = [];
+
+          let j = a[lm2] + 1;
+
+          let working = true;
+          while (j < logContent.length - 1 && working) {
+            if (
+              !logContent[j].match(regex) &&
+              working &&
+              !logContent[j].match(/^..\/(.*?)\(\d*,\d*\)/)
+            ) {
+              acc.push(logContent[j]);
+            } else {
+              working = false;
+            }
+
+            j++;
+          }
+
+          mm2[lm] = [logContent[l], ...acc];
+
+          return mm2;
+        }, {} as any)[lm];
+      });
+      return mm;
+    }, {});
+
+    Object.keys(final).forEach((k) => {
+      fs.mkdirSync(`./docs/types/${k.split("/").slice(0, -1).join("/")}`, {
+        recursive: true,
+      });
+      fs.writeFileSync(
+        `./docs/types/${k}.type_errors.txt`,
+        final[k].flat().flat().join("\r\n")
+      );
+    });
+  } catch (error) {
+    console.error("Error reading or parsing the log file:", error);
+    process.exit(1);
+  }
+}
+
+const compile = () => {
+  return new Promise((resolve, reject) => {
+    const tsc = spawn("tsc", ["-noEmit"]);
+
+    tsc.stdout.on("data", (data) => {
+      // console.log(`stdout: ${data}`);
+      const lines = data.toString().split("\n");
+      logContent.push(...lines);
+    });
+
+    tsc.stderr.on("data", (data) => {
+      // console.error(`stderr: ${data}`);
+    });
+
+    tsc.on("close", (code) => {
+      parseTsErrors();
+
+      resolve(`tsc process exited with code ${code}`);
+      // if (code !== 0) {
+      //   resolve(`tsc process exited with code ${code}`);
+      //   // reject(`tsc process exited with code ${code}`);
+      // } else {
+      //   resolve({});
+      // }
+    });
+  });
+};
+
 export class ITProject {
   config: IBaseConfig;
   mode: `DEV` | `PROD`;
@@ -43,6 +143,8 @@ export class ITProject {
       )
     );
 
+    compile();
+
     Promise.resolve(
       Promise.all(
         [...this.getSecondaryEndpointsPoints("web")].map(

package/src/Puppeteer.ts

@@ -36,7 +36,7 @@ export default async (partialConfig) => {
       executablePath:
         // process.env.CHROMIUM_PATH || "/opt/homebrew/bin/chromium",
         "/opt/homebrew/bin/chromium",
-      headless: true,
+      headless: false,
       dumpio: true,
       // timeout: 0,
       devtools: true,

package/src/build-tests.ts

@@ -0,0 +1,12 @@
+import process from "process";
+
+import { ITProject } from "./Project";
+
+if (!process.argv[2]) {
+  console.log("You didn't pass a config file");
+  process.exit(-1);
+} else {
+  import(process.cwd() + "/" + process.argv[2]).then((module) => {
+    new ITProject(module.default);
+  });
+}

package/src/defaultConfig.ts

@@ -0,0 +1,20 @@
+import { IBaseConfig } from "testeranto/src/lib/types.js";
+
+const config: IBaseConfig = {
+  outdir: "docs",
+  tests: [],
+  debugger: true,
+  clearScreen: false,
+  devMode: true,
+  minify: false,
+  outbase: ".",
+  ports: ["3001"],
+  externals: [],
+  nodePlugins: [],
+  webPlugins: [],
+  featureIngestor: function (s: string): Promise<string> {
+    throw new Error("Function not implemented.");
+  },
+};
+
+export default config;

package/src/esbuildConfigs/inputFilesPlugin.ts

@@ -13,13 +13,20 @@ const register = (entrypoint: string, sources: string[]): void => {
 };
 
 function tree(meta: Metafile, key: string) {
-  return [
-    key,
-    ...meta.inputs[key].imports
-      .filter((x) => x.external !== true)
-      .filter((x) => x.path.split("/")[0] !== "node_modules")
-      .map((f) => f.path),
-  ];
+  console.log("searching metafile for", key);
+
+  const outputKey = Object.keys(meta.outputs).find((k) => {
+    return meta.outputs[k].entryPoint === key;
+  });
+
+  if (!outputKey) {
+    console.error("No outputkey found");
+    process.exit(-1);
+  }
+
+  return Object.keys(meta.outputs[outputKey].inputs).filter((k) =>
+    k.startsWith("src")
+  );
 }
 
 export default (
@@ -72,7 +79,20 @@ export default (
                 platform,
                 entryPoint.split(".").slice(0, -1).join("."),
                 `featurePrompt.txt`
-              ); // /read ${featuresPath}
+              );
+
+              const stderrPath = path.join(
+                "./docs/",
+                platform,
+                entryPoint.split(".").slice(0, -1).join("."),
+                `stderr.log`
+              );
+              const stdoutPath = path.join(
+                "./docs/",
+                platform,
+                entryPoint.split(".").slice(0, -1).join("."),
+                `stdout.log`
+              );
 
               if (result.metafile) {
                 const addableFiles = tree(
@@ -87,26 +107,38 @@ export default (
                   })
                   .flat();
 
+                const typeErrorFiles = addableFiles.map(
+                  (t) => `docs/types/${t}.type_errors.txt`
+                );
+
                 fs.writeFileSync(
                   promptPath,
                   `
-${[...addableFiles]
+${addableFiles
   .map((x) => {
     return `/add ${x}`;
   })
   .join("\n")}
-${[...addableFiles]
+  
+${typeErrorFiles
   .map((x) => {
-    const f = `docs/ts/${x}.type_errors.txt`;
-
-    if (fs.existsSync(f)) {
-      return `/read ${f}`;
-    }
+    // const f = `docs/types/${x}.type_errors.txt`;
+    return `/read ${x}`;
+    // if (fs.existsSync(f)) {
+    //   return `/read ${f}`;
+    // }
   })
   .join("\n")}
+  
 /read ${testPaths}
+/read ${stdoutPath}
+/read ${stderrPath}
+
 /load ${featuresPath}
-/code Fix the failing tests described in ${testPaths}. Correct any type signature errors. Implement any method which throws "Function not implemented."
+
+/code Fix the failing tests described in ${testPaths}. Correct any type signature errors described in the files [${typeErrorFiles.join(
+                    ", "
+                  )}]. Implement any method which throws "Function not implemented."
 `
                 );
               }

package/src/init-docs.ts

@@ -0,0 +1,19 @@
+import fs from "fs";
+import Init from "../dist/module/src/Init";
+console.log("Initializing a testeranto project");
+
+if (!process.argv[2]) {
+  console.log("You didn't pass a config file, so I will create one for you.");
+
+  fs.writeFileSync(
+    "testeranto.mts",
+    fs.readFileSync("node_modules/testeranto/src/defaultConfig.ts")
+  );
+  import(process.cwd() + "/" + "testeranto.mts").then((module) => {
+    Init(module.default);
+  });
+} else {
+  import(process.cwd() + "/" + process.argv[2]).then((module) => {
+    Init(module.default);
+  });
+}

package/src/lib/abstractBase.ts

@@ -494,73 +494,6 @@ export abstract class BaseGiven<
                 );
             }
 
-            // if (prop === "browser") {
-            //   return new Proxy(target[prop], {
-            //     get(bTarget, bProp, bReceiver) {
-            //       if (bProp === "pages") {
-            //         return async () => {
-            //           return bTarget.pages().then((pages) => {
-            //             return pages.map((page) => {
-            //               return new Proxy(page, {
-            //                 get(pTarget, pProp, pReciever) {
-            //                   if (pProp === "screenshot") {
-            //                     return async (x) => {
-            //                       // console.log(
-            //                       //   "custom-screenshot-MARK-afterEachProxy",
-            //                       //   window["custom-screenshot"].toString()
-            //                       // );
-
-            //                       return pm.customScreenShot(
-            //                         {
-            //                           ...x,
-            //                           path:
-            //                             `${testResourceConfiguration.fs}/suite-${suiteNdx}/given-${key}/afterEach` +
-            //                             "/" +
-            //                             x.path,
-            //                         },
-            //                         page
-            //                       );
-
-            //                       // return await pTarget[pProp]({
-            //                       //   ...x,
-            //                       //   path:
-            //                       //     `${testResourceConfiguration.fs}/suite-${suiteNdx}/given-${key}/afterEach` +
-            //                       //     "/" +
-            //                       //     x.path,
-            //                       // });
-            //                     };
-            //                   } else if (pProp === "mainFrame") {
-            //                     return () => pTarget[pProp]();
-            //                     // return target[pProp];
-            //                     // return Reflect.get(...arguments);
-            //                   } else if (pProp === "exposeFunction") {
-            //                     // return Reflect.get(target, prop, receiver);
-            //                     return (...a) => pTarget[pProp](...a);
-            //                     // return target[pProp];
-            //                   } else if (pProp === "removeExposedFunction") {
-            //                     // return Reflect.get(target, prop, receiver);
-            //                     return pTarget[pProp].bind(pTarget);
-            //                     // return target[pProp];
-            //                   }
-            //                   // else if (pProp === "#frameManager") {
-            //                   //   return () => target[pProp](...arguments);
-            //                   // }
-            //                   else {
-            //                     return Reflect.get(...arguments);
-            //                   }
-            //                 },
-            //               });
-            //             });
-            //           });
-            //           // return (await target.pages()).map((page) => {
-            //           //   return new Proxy(page, handler2);
-            //           // });
-            //         };
-            //       }
-            //     },
-            //   });
-            // }
-
             return Reflect.get(...arguments);
           },
         });

package/src/lib/core.ts

@@ -111,9 +111,9 @@ export default abstract class Testeranto<
           return fullTestInterface.beforeEach(
             subject,
             initializer,
-            (fPath: string, value: unknown) =>
-              // TODO does not work?
-              artifactory(`beforeEach/${fPath}`, value),
+            // (fPath: string, value: unknown) =>
+            //   // TODO does not work?
+            //   artifactory(`beforeEach/${fPath}`, value),
             testResource,
             this.initialValues,
             pm

package/src/run-tests.ts

@@ -0,0 +1,12 @@
+import Puppeteer from "./Puppeteer.js";
+
+import process from "process";
+
+if (!process.argv[2]) {
+  console.log("You didn't pass a config file");
+  process.exit(-1);
+} else {
+  import(process.cwd() + "/" + process.argv[2]).then((module) => {
+    Puppeteer(module.default);
+  });
+}

package/tsconfig.json

@@ -43,7 +43,7 @@
     "./**/*.*ts",
     "./**/*.*tsx",
     "index.d.ts",
-    "build-tests.ts",
+    "src/build-tests.ts",
     "run-tests.ts",
     "testeranto.ts",
   ],

package/build-tests.ts

@@ -1,16 +0,0 @@
-// import { ITProject } from "./src/Project.js";
-
-// import Project from "./testeranto.js";
-
-import process from "process";
-import { ITProject } from "./src/Project";
-// import { ITProject } from "testeranto/src/Project";
-
-// process.chdir(__dirname);
-
-// import Puppeteer from "./src/Puppeteer.js";
-
-console.log(process.argv);
-const Project = await import(process.argv[2]);
-
-export default new ITProject(Project as any);

package/dist/common/init-docs.js

@@ -1,8 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const Init_js_1 = __importDefault(require("./src/Init.js"));
-const testeranto_js_1 = __importDefault(require("./testeranto.js"));
-exports.default = (0, Init_js_1.default)(testeranto_js_1.default);

package/dist/module/build-tests.js

@@ -1,10 +0,0 @@
-// import { ITProject } from "./src/Project.js";
-// import Project from "./testeranto.js";
-import process from "process";
-import { ITProject } from "./src/Project";
-// import { ITProject } from "testeranto/src/Project";
-// process.chdir(__dirname);
-// import Puppeteer from "./src/Puppeteer.js";
-console.log(process.argv);
-const Project = await import(process.argv[2]);
-export default new ITProject(Project);

package/dist/module/init-docs.js

@@ -1,3 +0,0 @@
-import Init from "./src/Init.js";
-import Project from "./testeranto.js";
-export default Init(Project);

package/dist/module/run-tests.js

@@ -1,6 +0,0 @@
-import process from "process";
-process.chdir(__dirname);
-import Puppeteer from "./src/Puppeteer.js";
-console.log(process.argv);
-const Project = await import(process.argv[2]);
-export default Puppeteer(Project);