testeranto 0.100.0 → 0.110.0

package/src/PM/main.ts

@@ -9,35 +9,57 @@ import puppeteer, {
   ScreenshotOptions,
 } from "puppeteer-core";
 import { PassThrough } from "stream";
-import crypto from "crypto";
-
-import { IBuiltConfig, IFinalResults, ITestTypes } from "../lib/types";
-import { ITLog } from "../lib/index.js";
+import ansiC from "ansi-colors";
+
+import {
+  IBuiltConfig,
+  IFinalResults,
+  ITestTypes,
+  ITLog,
+} from "../lib/index.js";
+import {
+  bddExitCodePather,
+  lintExitCodePather,
+  tscExitCodePather,
+} from "../utils";
 
 import { PM } from "./index.js";
 
 const fileStreams3: fs.WriteStream[] = [];
-
 type IFPaths = string[];
-
 const fPaths: IFPaths = [];
-
 const files: Record<string, Set<string>> = {};
 const recorders: Record<string, ScreenRecorder> = {};
 const screenshots: Record<string, Promise<Uint8Array>[]> = {};
 
-const red = "\x1b[31m";
-const green = "\x1b[32m";
-const reset = "\x1b[0m"; // Resets to default color
-
 const statusMessagePretty = (failures: number, test: string) => {
   if (failures === 0) {
-    console.log(green + `${test} completed successfully` + reset);
+    console.log(ansiC.green(ansiC.inverse(`> ${test} completed successfully`)));
   } else {
-    console.log(red + `${test} failed ${failures} times` + reset);
+    console.log(ansiC.red(ansiC.inverse(`> ${test} failed ${failures} times`)));
   }
 };
 
+async function writeFileAndCreateDir(filePath, data) {
+  const dirPath = path.dirname(filePath);
+
+  try {
+    await fs.promises.mkdir(dirPath, { recursive: true });
+    await fs.appendFileSync(filePath, data);
+  } catch (error) {
+    console.error(`Error writing file: ${error}`);
+  }
+}
+
+function isValidUrl(string) {
+  try {
+    new URL(string);
+    return true;
+  } catch (err) {
+    return false;
+  }
+}
+
 export class PM_Main extends PM {
   browser: Browser;
 
@@ -45,21 +67,36 @@ export class PM_Main extends PM {
   configs: IBuiltConfig;
   ports: Record<number, boolean>;
   queue: any[];
-  registry: Record<string, boolean>;
+
+  bigBoard: Record<
+    string,
+    {
+      status: "?" | "running" | "waiting";
+      runTimeError?: number;
+      typeErrors?: string;
+      staticErrors?: string;
+    }
+  > = {};
 
   constructor(configs: IBuiltConfig) {
     super();
     this.server = {};
     this.configs = configs;
     this.ports = {};
-    this.registry = {};
+
+    this.configs.tests.forEach(([t]) => {
+      this.bigBoard[t] = {
+        status: "?",
+      };
+    });
+
     this.configs.ports.forEach((element) => {
       this.ports[element] = "true"; // set ports as open
     });
 
     globalThis["waitForSelector"] = async (pageKey: string, sel: string) => {
-      console.log("waitForSelector", pageKey, sel);
       const page = (await this.browser.pages()).find(
+        /* @ts-ignore:next-line */
         (p) => p.mainFrame()._id === pageKey
       );
       await page?.waitForSelector(sel);
@@ -71,18 +108,16 @@ export class PM_Main extends PM {
 
     globalThis["closePage"] = async (pageKey) => {
       const page = (await this.browser.pages()).find(
+        /* @ts-ignore:next-line */
         (p) => p.mainFrame()._id === pageKey
       );
+      /* @ts-ignore:next-line */
       return page.close();
     };
 
-    // globalThis["closePage"] = (p) => {
-    //   console.log("closePage", p);
-    //   return p.close();
-    // };
-
     globalThis["goto"] = async (pageKey: string, url: string) => {
       const page = (await this.browser.pages()).find(
+        /* @ts-ignore:next-line */
         (p) => p.mainFrame()._id === pageKey
       );
       await page?.goto(url);
@@ -111,19 +146,9 @@ export class PM_Main extends PM {
       contents: string,
       testName: string
     ) => {
-      // console.log(testName, "writeFileSync", filepath, testName);
-
-      // Create directories if they don't exist
-      const dir = path.dirname(filepath);
-
-      // console.log(testName, "mkdirSync", dir);
-
-      fs.mkdirSync(dir, {
+      fs.mkdirSync(path.dirname(filepath), {
         recursive: true,
       });
-
-      // console.log(testName, "mkdirSync2");
-
       if (!files[testName]) {
         files[testName] = new Set();
       }
@@ -185,6 +210,7 @@ export class PM_Main extends PM {
       testName: string
     ) => {
       const page = (await this.browser.pages()).find(
+        /* @ts-ignore:next-line */
         (p) => p.mainFrame()._id === pageKey
       );
 
@@ -217,6 +243,7 @@ export class PM_Main extends PM {
       pageKey: string
     ) => {
       const page = (await this.browser.pages()).find(
+        /* @ts-ignore:next-line */
         (p) => p.mainFrame()._id === pageKey
       );
 
@@ -264,7 +291,6 @@ export class PM_Main extends PM {
   goto(p, url: string): any {
     throw new Error("Method not implemented.");
   }
-
   $(selector: string): boolean {
     throw new Error("Method not implemented.");
   }
@@ -274,11 +300,9 @@ export class PM_Main extends PM {
   customScreenShot(opts: object, cdpPage?: CdpPage) {
     throw new Error("Method not implemented.");
   }
-
   end(accessObject: { uid: number }): boolean {
     throw new Error("Method not implemented.");
   }
-
   existsSync(destFolder: string): boolean {
     return fs.existsSync(destFolder);
   }
@@ -372,7 +396,7 @@ export class PM_Main extends PM {
   getAttribute(selector: string, attribute: string) {
     throw new Error("Method not implemented.");
   }
-  isDisabled(selector: string): boolean {
+  isDisabled(selector: string): Promise<boolean> {
     throw new Error("Method not implemented.");
   }
   screencastStop(s: string) {
@@ -387,40 +411,70 @@ export class PM_Main extends PM {
     this.browser = (await puppeteer.launch(options)) as any;
   }
 
-  ////////////////////////////////////////////////////////////////////////////////
+  // goodbye = () => {
+  //   this.browser.disconnect().then(() => {
+
+  //     console.log("Goodbye");
+  //     process.exit();
+  //   });
+  // };
 
   shutDown() {
-    console.log("shutting down...");
     this.shutdownMode = true;
     this.checkForShutdown();
   }
 
   checkForShutdown = () => {
     const anyRunning: boolean =
-      Object.values(this.registry).filter((x) => x === false).length > 0;
+      Object.values(this.bigBoard).filter((x) => x.status === "running")
+        .length > 0;
     if (anyRunning) {
     } else {
       this.browser.disconnect().then(() => {
-        console.log("Goodbye");
+        const final = {
+          timestamp: Date.now(),
+          tests: this.configs.tests.reduce((mm, t) => {
+            const bddErrors = fs
+              .readFileSync(bddExitCodePather(t[0], t[1]))
+              .toString();
+            const lintErrors = fs
+              .readFileSync(lintExitCodePather(t[0], t[1]))
+              .toString();
+            const typeErrors = fs
+              .readFileSync(tscExitCodePather(t[0], t[1]))
+              .toString();
+            mm[t[0]] = {
+              bddErrors,
+              lintErrors,
+              typeErrors,
+            };
+            return mm;
+          }, {}),
+        };
+
+        const s = JSON.stringify(final, null, 2);
+        fs.writeFileSync("docs/summary.json", s);
+        console.log(ansiC.inverse("Goodbye"));
         process.exit();
       });
     }
   };
 
-  register = (src: string) => {
-    this.registry[src] = false;
+  testIsNowRunning = (src: string) => {
+    this.bigBoard[src].status = "running";
   };
 
-  deregister = (src: string) => {
-    this.registry[src] = true;
+  testIsNowDone = (src: string) => {
+    this.bigBoard[src].status = "waiting";
     if (this.shutdownMode) {
       this.checkForShutdown();
     }
   };
 
   launchNode = async (src: string, dest: string) => {
-    console.log("! node", src);
-    this.register(src);
+    // console.log(ansiC.yellow(`! node, ${src}`));
+    console.log(ansiC.green(ansiC.inverse(`! node, ${src}`)));
+    this.testIsNowRunning(src);
 
     const destFolder = dest.replace(".mjs", "");
 
@@ -431,7 +485,7 @@ export class PM_Main extends PM {
     });
 
     if (!testConfig) {
-      console.error("missing test config");
+      console.log(ansiC.inverse("missing test config! Exiting ungracefully!"));
       process.exit(-1);
     }
     const testConfigResource = testConfig[2];
@@ -510,13 +564,15 @@ export class PM_Main extends PM {
             this.receiveFeatures(features, destFolder, src);
             // console.log(`${src} completed with ${failed} errors`);
             statusMessagePretty(failed, src);
+            this.receiveExitCode(src, failed);
           })
           .catch((e) => {
-            console.log(`${src} errored with`, e);
+            console.log(ansiC.red(ansiC.inverse(`${src} errored with: ${e}`)));
+            // console.log(reset, `${src} errored with`, e);
           })
           .finally(() => {
             webSideCares.forEach((webSideCar) => webSideCar.close());
-            this.deregister(src);
+            this.testIsNowDone(src);
           });
       });
     });
@@ -535,7 +591,9 @@ export class PM_Main extends PM {
     testConfig: ITestTypes
   ): Promise<Page> => {
     const d = dest + ".mjs";
-    console.log("launchWebSideCar", src, dest, d);
+    // console.log(green, "launchWebSideCar", src, dest, d);
+    console.log(ansiC.green(ansiC.inverse(`launchWebSideCar ${src}`)));
+
     const destFolder = dest.replace(".mjs", "");
     // const webArgz = JSON.stringify({
     //   name: dest,
@@ -673,6 +731,7 @@ export class PM_Main extends PM {
         })
         .then(async (page) => {
           await page.goto(`file://${`${dest}.html`}`, {});
+
           res(page);
         });
     });
@@ -684,7 +743,8 @@ export class PM_Main extends PM {
     testConfig: ITestTypes
   ) => {
     const d = dest + ".mjs";
-    console.log("launchNodeSideCar", src, dest, d);
+    // console.log(green, "launchNodeSideCar", src, dest, d);
+    console.log(ansiC.green(ansiC.inverse(`launchNodeSideCar ${src}`)));
 
     const destFolder = dest.replace(".mjs", "");
 
@@ -766,8 +826,9 @@ export class PM_Main extends PM {
   };
 
   launchWeb = (t: string, dest: string) => {
-    console.log("! web", t);
-    this.register(t);
+    // console.log(green, "! web", t);
+    console.log(ansiC.green(ansiC.inverse(`! web ${t}`)));
+    this.testIsNowRunning(t);
 
     // sidecars.map((sidecar) => {
     //   if (sidecar[1] === "node") {
@@ -791,9 +852,9 @@ export class PM_Main extends PM {
     const d = `${dest}?cacheBust=${Date.now()}`;
 
     const evaluation = `
-    console.log("importing ${d}");
+
     import('${d}').then(async (x) => {
-      console.log("imported", (await x.default));
+
       try {
         return await (await x.default).receiveTestResourceConfig(${webArgz})
       } catch (e) {
@@ -982,7 +1043,7 @@ export class PM_Main extends PM {
         // });
 
         page.exposeFunction("page", () => {
-          return page.mainFrame()._id;
+          return (page.mainFrame() as unknown as { _id: string })._id;
         });
 
         page.exposeFunction("click", (sel) => {
@@ -1048,7 +1109,7 @@ export class PM_Main extends PM {
             delete screenshots[t];
             page.close();
 
-            this.deregister(t);
+            this.testIsNowDone(t);
             stderrStream.close();
             stdoutStream.close();
           });
@@ -1070,7 +1131,7 @@ export class PM_Main extends PM {
 
           console.debug(`Error from message ${t}: [${err.message}] `);
           stderrStream.write(err.message);
-          // close();
+          close();
         });
         page.on("console", (log: ConsoleMessage) => {
           // console.debug(`Log from ${t}: [${log.text()}] `);
@@ -1090,11 +1151,14 @@ export class PM_Main extends PM {
             this.receiveFeatures(features, destFolder, t);
             // console.log(`${t} completed with ${failed} errors`);
             statusMessagePretty(failed, t);
+            this.receiveExitCode(t, failed);
           })
           .catch((e) => {
-            console.log(`${t} errored with`, e);
+            // console.log(red, `${t} errored with`, e);
+            console.log(ansiC.red(ansiC.inverse(`${t} errored with: ${e}`)));
           })
           .finally(() => {
+            // this.testIsNowDone(t);
             close();
           });
 
@@ -1141,13 +1205,13 @@ export class PM_Main extends PM {
               }
             }
 
-            fs.symlink(u.pathname, newPath, (err) => {
-              if (err) {
-                // console.error("Error creating symlink:", err);
-              } else {
-                // console.log("Symlink created successfully");
-              }
-            });
+            // fs.symlink(u.pathname, newPath, (err) => {
+            //   if (err) {
+            //     // console.error("Error creating symlink:", err);
+            //   } else {
+            //     // console.log("Symlink created successfully");
+            //   }
+            // });
             accum.files.push(newPath);
           } else if (u.protocol === "http:" || u.protocol === "https:") {
             const newPath = `${process.cwd()}/docs/features/external${
@@ -1161,13 +1225,7 @@ export class PM_Main extends PM {
           await fs.promises.mkdir(path.dirname(featureDestination), {
             recursive: true,
           });
-          // const newPath = `${process.cwd()}/docs/features/plain/${await sha256(
-          //   featureStringKey
-          // )}`;
-          // writeFileAndCreateDir(
-          //   `${featureDestination}/${await sha256(featureStringKey)}`,
-          //   featureStringKey
-          // );
+
           accum.strings.push(featureStringKey);
         }
 
@@ -1186,35 +1244,19 @@ export class PM_Main extends PM {
             .join("\n")
         );
       });
-  };
-}
-
-async function writeFileAndCreateDir(filePath, data) {
-  const dirPath = path.dirname(filePath);
 
-  try {
-    await fs.promises.mkdir(dirPath, { recursive: true });
-    await fs.appendFileSync(filePath, data);
-  } catch (error) {
-    console.error(`Error writing file: ${error}`);
-  }
-}
-
-async function sha256(rawData) {
-  const data =
-    typeof rawData === "object" ? JSON.stringify(rawData) : String(rawData);
+    this.writeBigBoard();
+  };
 
-  const msgBuffer = new TextEncoder().encode(data);
-  const hashBuffer = await crypto.subtle.digest("SHA-256", msgBuffer);
-  const hashArray = Array.from(new Uint8Array(hashBuffer));
-  return hashArray.map((b) => b.toString(16).padStart(2, "0")).join("");
-}
+  receiveExitCode = (srcTest: string, failures: number) => {
+    this.bigBoard[srcTest].runTimeError = failures;
+    this.writeBigBoard();
+  };
 
-function isValidUrl(string) {
-  try {
-    new URL(string);
-    return true;
-  } catch (err) {
-    return false;
-  }
+  writeBigBoard = () => {
+    fs.writeFileSync(
+      "./docs/bigBoard.json",
+      JSON.stringify(this.bigBoard, null, 2)
+    );
+  };
 }

package/src/PM/node.ts

@@ -1,6 +1,6 @@
 import fs from "fs";
 import path from "path";
-import puppeteer, { ScreencastOptions, ScreenRecorder } from "puppeteer-core";
+import { ScreencastOptions } from "puppeteer-core";
 import { PassThrough } from "stream";
 
 import { ITLog, ITTestResourceConfiguration } from "../lib";
@@ -43,7 +43,7 @@ export class PM_Node extends PM {
     throw new Error("Method not implemented.");
   }
 
-  isDisabled(selector: string): boolean {
+  isDisabled(selector: string): Promise<boolean> {
     throw new Error("Method not implemented.");
   }
 

package/src/PM/web.ts

@@ -51,7 +51,7 @@ export class PM_Web extends PM {
     return window["$"](selector);
   }
 
-  isDisabled(selector: string): boolean {
+  isDisabled(selector: string): Promise<boolean> {
     return window["isDisabled"](selector);
   }
 

package/src/ReportClient.tsx

@@ -0,0 +1,155 @@
+import ReactDom from "react-dom/client";
+import React, { useEffect, useState } from "react";
+
+import 'bootstrap/dist/css/bootstrap.min.css';
+import "./style.css"
+
+import { IRunTime, ITestTypes, IBuiltConfig } from "./lib";
+import { Footer } from "./Footer";
+
+
+type ICollation = {
+  name: string;
+  runTime: IRunTime;
+  tr: {
+    ports: number;
+  };
+  sidecars: ITestTypes[];
+  status: string;
+  staticAnalysis: string;
+  typeErrors: string;
+  bddErrors: string;
+};
+
+type ICollations = ICollation[];
+
+const BigBoard = () => {
+
+  const [configs, setConfigs] = useState<IBuiltConfig>();
+  useEffect(() => {
+    (async () => {
+      fetch('/kokomoBay/docs/testeranto.json')
+        .then(response => response.json())
+        .then(json => {
+          setConfigs(json)
+        })
+        .catch(error => console.error(error));
+
+    })();
+  }, []);
+
+  const [bigBoard, setBigBoard] = useState<Record<string, object>>({});
+  useEffect(() => {
+    (async () => {
+      fetch('/kokomoBay/docs/bigBoard.json')
+        .then(response => response.json())
+        .then(json => {
+          setBigBoard(json)
+        })
+        .catch(error => console.error(error));
+
+    })();
+  }, []);
+
+  const [staticAnalysis, setStaticAnalysis] = useState<Record<string, string>>({});
+  useEffect(() => {
+    (async () => {
+
+      let accumulator = {};
+      for (const t of (configs || { tests: [] as ITestTypes[] }).tests) {
+        accumulator[t[0]] = await (await fetch(`/kokomoBay/docs/${t[1]}/${t[0].split(".").slice(0, -1).join(".")}/lint_errors.txt`)).text()
+      }
+      setStaticAnalysis(accumulator);
+
+
+    })();
+  }, [configs, bigBoard]);
+
+  const [typeErrors, setTypeErrors] = useState<Record<string, string>>({});
+  useEffect(() => {
+    (async () => {
+
+      let accumulator = {};
+      for (const t of (configs || { tests: [] as ITestTypes[] }).tests) {
+        accumulator[t[0]] = await (await fetch(`/kokomoBay/docs/${t[1]}/${t[0].split(".").slice(0, -1).join(".")}/type_errors.txt`)).text()
+      }
+      setTypeErrors(accumulator);
+
+
+    })();
+  }, [configs, bigBoard]);
+
+  const [bddErrors, setBddErrors] = useState<Record<string, string>>({});
+  useEffect(() => {
+    (async () => {
+
+      let accumulator = {};
+      for (const t of (configs || { tests: [] as ITestTypes[] }).tests) {
+        accumulator[t[0]] = await (await fetch(`/kokomoBay/docs/${t[1]}/${t[0].split(".").slice(0, -1).join(".")}/bdd_errors.txt`)).text()
+      }
+      setBddErrors(accumulator);
+
+
+    })();
+  }, [configs, bigBoard]);
+
+  if (!configs || !staticAnalysis || !typeErrors || !bddErrors) {
+    return <div>loading...</div>
+  }
+
+  const collated: ICollations = configs.tests.map((c) => {
+    return {
+      ...bigBoard[c[0]],
+      name: c[0],
+      runTime: c[1],
+      tr: c[2],
+      sidecars: c[3],
+      staticAnalysis: staticAnalysis[c[0]],
+      typeErrors: typeErrors[c[0]],
+      bddErrors: bddErrors[c[0]],
+    } as ICollation
+  });
+
+  return <div >
+    <table>
+      <tr>
+        <td>name</td>
+        <td>run time</td>
+        <td>BDD errors</td>
+        <td>Lint errors</td>
+        <td>Type errors</td>
+        <td>prompt</td>
+      </tr>
+      {
+        ...collated.map((c) => {
+          return <tr>
+            <td>{c.name}</td>
+            <td>{c.runTime}</td>
+            <td><a href={`${c.runTime}/${c.name.split(".").slice(0, -1).join(".")}/littleBoard.html`}>{c.bddErrors}</a></td>
+            <td><a href={`${c.runTime}/${c.name.split(".").slice(0, -1).join(".")}/lint_errors.json`}>{c.staticAnalysis}</a></td>
+            <td><a href={`${c.runTime}/${c.name.split(".").slice(0, -1).join(".")}/type_errors.txt`}>{c.typeErrors}</a></td>
+
+
+            <td>
+              <pre>
+                aider --model deepseek/deepseek-chat --load {`docs/${c.runTime}/${c.name.split(".").slice(0, -1).join(".")}/prompt.txt`}
+              </pre>
+            </td>
+
+
+          </tr>
+        })
+      }
+    </table>
+    <Footer />
+  </div>
+}
+
+document.addEventListener("DOMContentLoaded", function () {
+  const elem = document.getElementById("root");
+  if (elem) {
+    ReactDom.createRoot(elem).render(React.createElement(BigBoard, {}, []));
+  }
+});
+
+console.log("hello BigBoard!")

package/src/ReportServer.ts

@@ -0,0 +1,21 @@
+import staticServer from "node-static";
+import http from "http";
+
+const main = async () => {
+  process.chdir("../"); // Navigate one level up
+
+  const fileServer = new staticServer.Server(".", {});
+
+  http
+    .createServer(function (request, response) {
+      request
+        .addListener("end", function () {
+          fileServer.serve(request, response);
+        })
+        .resume();
+    })
+    .listen(8080);
+
+  console.log("Server running on port 8080");
+};
+main();