testeranto 0.110.0 → 0.112.0

package/dist/common/PM/main.js

@@ -37,17 +37,58 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PM_Main = void 0;
-const fs_1 = __importDefault(require("fs"));
+const typescript_1 = __importDefault(require("typescript"));
+const fs_1 = __importStar(require("fs"));
 const path_1 = __importDefault(require("path"));
 const puppeteer_core_1 = __importDefault(require("puppeteer-core"));
 const ansi_colors_1 = __importDefault(require("ansi-colors"));
+const node_crypto_1 = __importDefault(require("node:crypto"));
+const eslint_1 = require("eslint");
+const tsc_prog_1 = __importDefault(require("tsc-prog"));
 const utils_1 = require("../utils");
 const index_js_1 = require("./index.js");
+const eslint = new eslint_1.ESLint();
+const formatter = await eslint.loadFormatter("./node_modules/testeranto/dist/prebuild/esbuildConfigs/eslint-formatter-testeranto.mjs");
+const changes = {};
+const fileHashes = {};
 const fileStreams3 = [];
 const fPaths = [];
 const files = {};
 const recorders = {};
 const screenshots = {};
+async function fileHash(filePath, algorithm = "md5") {
+    return new Promise((resolve, reject) => {
+        const hash = node_crypto_1.default.createHash(algorithm);
+        const fileStream = fs_1.default.createReadStream(filePath);
+        fileStream.on("data", (data) => {
+            hash.update(data);
+        });
+        fileStream.on("end", () => {
+            const fileHash = hash.digest("hex");
+            resolve(fileHash);
+        });
+        fileStream.on("error", (error) => {
+            reject(`Error reading file: ${error.message}`);
+        });
+    });
+}
+const getRunnables = (tests, payload = {
+    nodeEntryPoints: {},
+    webEntryPoints: {},
+}) => {
+    return tests.reduce((pt, cv, cndx, cry) => {
+        if (cv[1] === "node") {
+            pt.nodeEntryPoints[cv[0]] = path_1.default.resolve(`./docs/node/${cv[0].split(".").slice(0, -1).concat("mjs").join(".")}`);
+        }
+        else if (cv[1] === "web") {
+            pt.webEntryPoints[cv[0]] = path_1.default.resolve(`./docs/web/${cv[0].split(".").slice(0, -1).concat("mjs").join(".")}`);
+        }
+        if (cv[3].length) {
+            getRunnables(cv[3], payload);
+        }
+        return pt;
+    }, payload);
+};
 const statusMessagePretty = (failures, test) => {
     if (failures === 0) {
         console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`> ${test} completed successfully`)));
@@ -66,6 +107,13 @@ async function writeFileAndCreateDir(filePath, data) {
         console.error(`Error writing file: ${error}`);
     }
 }
+const filesHash = async (files, algorithm = "md5") => {
+    return new Promise((resolve, reject) => {
+        resolve(files.reduce(async (mm, f) => {
+            return (await mm) + (await fileHash(f));
+        }, Promise.resolve("")));
+    });
+};
 function isValidUrl(string) {
     try {
         new URL(string);
@@ -80,35 +128,117 @@ class PM_Main extends index_js_1.PM {
         super();
         this.shutdownMode = false;
         this.bigBoard = {};
+        this.stop = () => {
+            console.log(ansi_colors_1.default.inverse("Testeranto-Run is shutting down gracefully..."));
+            this.mode = "PROD";
+            this.nodeMetafileWatcher.close();
+            this.webMetafileWatcher.close();
+            this.checkForShutdown();
+        };
+        this.tscCheck = async ({ entrypoint, addableFiles, platform, }) => {
+            console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`tsc < ${entrypoint}`)));
+            this.bigBoard[entrypoint].typeErrors = "?";
+            const program = tsc_prog_1.default.createProgramFromConfig({
+                basePath: process.cwd(), // always required, used for relative paths
+                configFilePath: "tsconfig.json", // config to inherit from (optional)
+                compilerOptions: {
+                    rootDir: "src",
+                    outDir: (0, utils_1.tscPather)(entrypoint, platform),
+                    // declaration: true,
+                    // skipLibCheck: true,
+                    noEmit: true,
+                },
+                include: addableFiles, //["src/**/*"],
+                // exclude: ["**/*.test.ts", "**/*.spec.ts"],
+            });
+            const tscPath = (0, utils_1.tscPather)(entrypoint, platform);
+            let allDiagnostics = program.getSemanticDiagnostics();
+            const d = [];
+            allDiagnostics.forEach((diagnostic) => {
+                if (diagnostic.file) {
+                    let { line, character } = typescript_1.default.getLineAndCharacterOfPosition(diagnostic.file, diagnostic.start);
+                    let message = typescript_1.default.flattenDiagnosticMessageText(diagnostic.messageText, "\n");
+                    d.push(`${diagnostic.file.fileName} (${line + 1},${character + 1}): ${message}`);
+                }
+                else {
+                    d.push(typescript_1.default.flattenDiagnosticMessageText(diagnostic.messageText, "\n"));
+                }
+            });
+            fs_1.default.writeFileSync(tscPath, d.join("\n"));
+            this.bigBoard[entrypoint].typeErrors = d.length;
+            if (this.shutdownMode) {
+                this.checkForShutdown();
+            }
+            // fs.writeFileSync(
+            //   tscExitCodePather(entrypoint, platform),
+            //   d.length.toString()
+            // );
+        };
+        this.eslintCheck = async (entrypoint, platform, addableFiles) => {
+            this.bigBoard[entrypoint].staticErrors = "?";
+            console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`eslint < ${entrypoint}`)));
+            const results = (await eslint.lintFiles(addableFiles))
+                .filter((r) => r.messages.length)
+                .filter((r) => {
+                return r.messages[0].ruleId !== null;
+            })
+                .map((r) => {
+                delete r.source;
+                return r;
+            });
+            fs_1.default.writeFileSync((0, utils_1.lintPather)(entrypoint, platform), await formatter.format(results));
+            this.bigBoard[entrypoint].staticErrors = results.length;
+            if (this.shutdownMode) {
+                this.checkForShutdown();
+            }
+            // fs.writeFileSync(
+            //   lintExitCodePather(entrypoint, platform),
+            //   results.length.toString()
+            // );
+        };
+        this.makePrompt = async (entryPoint, addableFiles, platform) => {
+            this.bigBoard[entryPoint].prompt = "?";
+            const promptPath = path_1.default.join("./docs/", platform, entryPoint.split(".").slice(0, -1).join("."), `prompt.txt`);
+            const testPaths = path_1.default.join("./docs/", platform, entryPoint.split(".").slice(0, -1).join("."), `tests.json`);
+            const featuresPath = path_1.default.join("./docs/", platform, entryPoint.split(".").slice(0, -1).join("."), `featurePrompt.txt`);
+            fs_1.default.writeFileSync(promptPath, `
+${addableFiles
+                .map((x) => {
+                return `/add ${x}`;
+            })
+                .join("\n")}
+
+/read ${(0, utils_1.lintPather)(entryPoint, platform)}
+/read ${(0, utils_1.tscPather)(entryPoint, platform)}
+/read ${testPaths}
+
+/load ${featuresPath}
+
+/code Fix the failing tests described in ${testPaths}. Correct any type signature errors described in the files ${(0, utils_1.tscPather)(entryPoint, platform)}. Implement any method which throws "Function not implemented. Resolve the lint errors described in ${(0, utils_1.lintPather)(entryPoint, platform)}"
+          `);
+            this.bigBoard[entryPoint].prompt = `aider --model deepseek/deepseek-chat --load docs/${platform}/${entryPoint
+                .split(".")
+                .slice(0, -1)
+                .join(".")}/prompt.txt`;
+            if (this.shutdownMode) {
+                this.checkForShutdown();
+            }
+        };
         this.checkForShutdown = () => {
-            const anyRunning = Object.values(this.bigBoard).filter((x) => x.status === "running")
-                .length > 0;
+            const anyRunning = Object.values(this.bigBoard).filter((x) => x.prompt === "?").length +
+                Object.values(this.bigBoard).filter((x) => x.runTimeError === "?")
+                    .length +
+                Object.values(this.bigBoard).filter((x) => x.staticErrors === "?")
+                    .length +
+                Object.values(this.bigBoard).filter((x) => x.typeErrors === "?")
+                    .length >
+                0;
             if (anyRunning) {
+                console.log(ansi_colors_1.default.inverse("Shutting down. Please wait"));
             }
             else {
                 this.browser.disconnect().then(() => {
-                    const final = {
-                        timestamp: Date.now(),
-                        tests: this.configs.tests.reduce((mm, t) => {
-                            const bddErrors = fs_1.default
-                                .readFileSync((0, utils_1.bddExitCodePather)(t[0], t[1]))
-                                .toString();
-                            const lintErrors = fs_1.default
-                                .readFileSync((0, utils_1.lintExitCodePather)(t[0], t[1]))
-                                .toString();
-                            const typeErrors = fs_1.default
-                                .readFileSync((0, utils_1.tscExitCodePather)(t[0], t[1]))
-                                .toString();
-                            mm[t[0]] = {
-                                bddErrors,
-                                lintErrors,
-                                typeErrors,
-                            };
-                            return mm;
-                        }, {}),
-                    };
-                    const s = JSON.stringify(final, null, 2);
-                    fs_1.default.writeFileSync("docs/summary.json", s);
+                    fs_1.default.writeFileSync("docs/summary.json", JSON.stringify(this.bigBoard, null, 2));
                     console.log(ansi_colors_1.default.inverse("Goodbye"));
                     process.exit();
                 });
@@ -223,15 +353,7 @@ class PM_Main extends index_js_1.PM {
         };
         this.launchWebSideCar = async (src, dest, testConfig) => {
             const d = dest + ".mjs";
-            // console.log(green, "launchWebSideCar", src, dest, d);
             console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`launchWebSideCar ${src}`)));
-            const destFolder = dest.replace(".mjs", "");
-            // const webArgz = JSON.stringify({
-            //   name: dest,
-            //   ports: [].toString(),
-            //   fs: destFolder,
-            //   browserWSEndpoint: this.browser.wsEndpoint(),
-            // });
             const fileStreams2 = [];
             const doneFileStream2 = [];
             return new Promise((res, rej) => {
@@ -331,7 +453,6 @@ class PM_Main extends index_js_1.PM {
         };
         this.launchNodeSideCar = async (src, dest, testConfig) => {
             const d = dest + ".mjs";
-            // console.log(green, "launchNodeSideCar", src, dest, d);
             console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`launchNodeSideCar ${src}`)));
             const destFolder = dest.replace(".mjs", "");
             let argz = "";
@@ -373,10 +494,6 @@ class PM_Main extends index_js_1.PM {
                 process.exit(-1);
             }
             const builtfile = dest + ".mjs";
-            // console.log(
-            //   "node builtfile",
-            //   (await import(`${builtfile}?cacheBust=${Date.now()}`)).default
-            // );
             this.server[builtfile] = await Promise.resolve(`${`${builtfile}?cacheBust=${Date.now()}`}`).then(s => __importStar(require(s))).then((module) => {
                 return module.default.then((defaultModule) => {
                     // console.log("defaultModule", defaultModule);
@@ -394,7 +511,6 @@ class PM_Main extends index_js_1.PM {
                     //   });
                 });
             });
-            // console.log("portsToUse", portsToUse);
             for (let i = 0; i <= portsToUse.length; i++) {
                 if (portsToUse[i]) {
                     this.ports[portsToUse[i]] = "true"; //port is open again
@@ -706,21 +822,25 @@ class PM_Main extends index_js_1.PM {
                 })
                     .join("\n"));
             });
-            this.writeBigBoard();
+            // this.writeBigBoard();
         };
         this.receiveExitCode = (srcTest, failures) => {
             this.bigBoard[srcTest].runTimeError = failures;
             this.writeBigBoard();
         };
         this.writeBigBoard = () => {
-            fs_1.default.writeFileSync("./docs/bigBoard.json", JSON.stringify(this.bigBoard, null, 2));
+            fs_1.default.writeFileSync("./docs/summary.json", JSON.stringify(this.bigBoard, null, 2));
         };
+        this.mode = configs.devMode ? "DEV" : "PROD";
         this.server = {};
         this.configs = configs;
         this.ports = {};
         this.configs.tests.forEach(([t]) => {
             this.bigBoard[t] = {
-                status: "?",
+                runTimeError: "?",
+                typeErrors: "?",
+                staticErrors: "?",
+                prompt: "?",
             };
         });
         this.configs.ports.forEach((element) => {
@@ -789,29 +909,6 @@ class PM_Main extends index_js_1.PM {
         globalThis["end"] = (uid) => {
             fileStreams3[uid].end();
         };
-        // async (ssOpts: ScreenshotOptions, testName: string) => {
-        //   const p = ssOpts.path as string;
-        //   const dir = path.dirname(p);
-        //   fs.mkdirSync(dir, {
-        //     recursive: true,
-        //   });
-        //   if (!files[testName]) {
-        //     files[testName] = new Set();
-        //   }
-        //   files[testName].add(ssOpts.path as string);
-        //   const sPromise = page.screenshot({
-        //     ...ssOpts,
-        //     path: p,
-        //   });
-        //   if (!screenshots[testName]) {
-        //     screenshots[testName] = [];
-        //   }
-        //   screenshots[testName].push(sPromise);
-        //   // sPromise.then(())
-        //   await sPromise;
-        //   return sPromise;
-        //   // page.evaluate(`window["screenshot done"]`);
-        // };
         globalThis["customScreenShot"] = async (opts, pageKey, testName) => {
             const page = (await this.browser.pages()).find(
             /* @ts-ignore:next-line */
@@ -846,16 +943,6 @@ class PM_Main extends index_js_1.PM {
             recorders[opts.path] = recorder;
             return opts.path;
         };
-        // globalThis["customclose"] = (p: string, testName: string) => {
-        //   if (!files[testName]) {
-        //     files[testName] = new Set();
-        //   }
-        //   fs.writeFileSync(
-        //     p + "/manifest.json",
-        //     JSON.stringify(Array.from(files[testName]))
-        //   );
-        //   delete files[testName];
-        // };
     }
     customclose() {
         throw new Error("Method not implemented.");
@@ -967,18 +1054,123 @@ class PM_Main extends index_js_1.PM {
         throw new Error("Method not implemented.");
     }
     ////////////////////////////////////////////////////////////////////////////////
-    async startPuppeteer(options, destfolder) {
-        this.browser = (await puppeteer_core_1.default.launch(options));
-    }
-    // goodbye = () => {
-    //   this.browser.disconnect().then(() => {
-    //     console.log("Goodbye");
-    //     process.exit();
-    //   });
-    // };
-    shutDown() {
-        this.shutdownMode = true;
-        this.checkForShutdown();
+    async metafileOutputs(platform) {
+        const metafile = JSON.parse(fs_1.default.readFileSync(`docs/${platform}/metafile.json`).toString()).metafile;
+        if (!metafile)
+            return;
+        const outputs = metafile.outputs;
+        Object.keys(outputs).forEach(async (k) => {
+            const addableFiles = Object.keys(outputs[k].inputs).filter((i) => {
+                if (!fs_1.default.existsSync(i))
+                    return false;
+                if (i.startsWith("node_modules"))
+                    return false;
+                return true;
+            });
+            const f = `${k.split(".").slice(0, -1).join(".")}/`;
+            if (!fs_1.default.existsSync(f)) {
+                fs_1.default.mkdirSync(f);
+            }
+            const entrypoint = outputs[k].entryPoint;
+            if (entrypoint) {
+                const changeDigest = await filesHash(addableFiles);
+                if (changeDigest === changes[entrypoint]) {
+                    // skip
+                }
+                else {
+                    changes[entrypoint] = changeDigest;
+                    this.tscCheck({
+                        platform,
+                        addableFiles,
+                        entrypoint: "./" + entrypoint,
+                    });
+                    this.eslintCheck("./" + entrypoint, platform, addableFiles);
+                    this.makePrompt("./" + entrypoint, addableFiles, platform);
+                }
+            }
+        });
+    }
+    async start() {
+        this.browser = (await puppeteer_core_1.default.launch({
+            slowMo: 1,
+            // timeout: 1,
+            waitForInitialPage: false,
+            executablePath: 
+            // process.env.CHROMIUM_PATH || "/opt/homebrew/bin/chromium",
+            "/opt/homebrew/bin/chromium",
+            headless: true,
+            dumpio: true,
+            // timeout: 0,
+            devtools: true,
+            args: [
+                "--auto-open-devtools-for-tabs",
+                `--remote-debugging-port=3234`,
+                // "--disable-features=IsolateOrigins,site-per-process",
+                "--disable-site-isolation-trials",
+                "--allow-insecure-localhost",
+                "--allow-file-access-from-files",
+                "--allow-running-insecure-content",
+                "--disable-dev-shm-usage",
+                "--disable-extensions",
+                "--disable-gpu",
+                "--disable-setuid-sandbox",
+                "--disable-site-isolation-trials",
+                "--disable-web-security",
+                "--no-first-run",
+                "--no-sandbox",
+                "--no-startup-window",
+                // "--no-zygote",
+                "--reduce-security-for-testing",
+                "--remote-allow-origins=*",
+                "--unsafely-treat-insecure-origin-as-secure=*",
+                // "--disable-features=IsolateOrigins",
+                // "--remote-allow-origins=ws://localhost:3234",
+                // "--single-process",
+                // "--unsafely-treat-insecure-origin-as-secure",
+                // "--unsafely-treat-insecure-origin-as-secure=ws://192.168.0.101:3234",
+                // "--disk-cache-dir=/dev/null",
+                // "--disk-cache-size=1",
+                // "--start-maximized",
+            ],
+        }));
+        const { nodeEntryPoints, webEntryPoints } = getRunnables(this.configs.tests);
+        Object.entries(nodeEntryPoints).forEach(([k, outputFile]) => {
+            this.launchNode(k, outputFile);
+            try {
+                (0, fs_1.watch)(outputFile, async (e, filename) => {
+                    const hash = await fileHash(outputFile);
+                    if (fileHashes[k] !== hash) {
+                        fileHashes[k] = hash;
+                        console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`< ${e} ${filename}`)));
+                        this.launchNode(k, outputFile);
+                    }
+                });
+            }
+            catch (e) {
+                console.error(e);
+            }
+        });
+        Object.entries(webEntryPoints).forEach(([k, outputFile]) => {
+            this.launchWeb(k, outputFile);
+            (0, fs_1.watch)(outputFile, async (e, filename) => {
+                const hash = await fileHash(outputFile);
+                if (fileHashes[k] !== hash) {
+                    fileHashes[k] = hash;
+                    console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`< ${e} ${filename}`)));
+                    this.launchWeb(k, outputFile);
+                }
+            });
+        });
+        this.metafileOutputs("node");
+        this.nodeMetafileWatcher = (0, fs_1.watch)("docs/node/metafile.json", async (e, filename) => {
+            console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`< ${e} ${filename} (node)`)));
+            this.metafileOutputs("node");
+        });
+        this.metafileOutputs("web");
+        this.webMetafileWatcher = (0, fs_1.watch)("docs/web/metafile.json", async (e, filename) => {
+            console.log(ansi_colors_1.default.green(ansi_colors_1.default.inverse(`< ${e} ${filename} (web)`)));
+            this.metafileOutputs("web");
+        });
     }
 }
 exports.PM_Main = PM_Main;