npm - testeranto - Versions diffs - 0.173.0 → 0.189.0 - Mend

testeranto 0.173.0 → 0.189.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (819) hide show

package/CNAME ADDED Viewed

	@@ -0,0 +1 @@
1	+ www.testeranto.com

package/README.html ADDED Viewed

@@ -0,0 +1,302 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>README.md</title>
+    <!-- Prism.js CSS -->
+    <link href="https://cdnjs.cloudflare.com/ajax/libs/prism/1.29.0/themes/prism-tomorrow.min.css" rel="stylesheet" />
+    <link href="https://cdnjs.cloudflare.com/ajax/libs/prism/1.29.0/plugins/line-numbers/prism-line-numbers.min.css" rel="stylesheet" />
+    <!-- load style AFTER prism -->
+    <link rel="stylesheet" href="style.css">
+    <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.29.0/prism.min.js"></script>
+    <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.29.0/components/prism-typescript.min.js"></script>
+    <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.29.0/plugins/line-numbers/prism-line-numbers.min.js"></script>
+    <script>
+        document.addEventListener('DOMContentLoaded', function() {
+            Prism.highlightAll();
+            const parallaxBg = document.querySelector('.parallax-background');
+            if (parallaxBg) {
+                window.addEventListener('scroll', function() {
+                    const scrollPosition = window.pageYOffset;
+                    parallaxBg.style.transform = 'translateY(' + scrollPosition + 'px)';
+                });
+            }
+        });
+    </script>
+</head>
+<body>
+    <div class="container" style="padding-bottom: 5rem;">
+        <div class="row">
+            <div class="col-xs-0 col-sm-0 col-md-1">
+            </div>
+            <div class="col-xs-12 col-sm-12 col-md-10">
+                <div id="container">
+                    <h1>testeranto</h1>
+<h2>Brings vibe coding to the real world</h2>
+<p>Testeranto lets you vibe code large, real-world codebases by intelligently managing the AI context</p>
+<h4>🚀 Join Our Beta Program! 🚀</h4>
+<p>We&#39;re launching a private beta for GitHub stargazers first, followed by a public beta.</p>
+<p>**Private Beta **</p>
+<ul>
+<li>Early access to AI-powered test fixing</li>
+<li>Lifetime priority support from the creator</li>
+<li>Personal onboarding assistance</li>
+<li>Direct influence on the roadmap</li>
+<li>Permanent &quot;Beta Pioneer&quot; status</li>
+</ul>
+<p><a href="mailto:testeranto.dev@gmail.com">email us</a> to express interest.</p>
+<h2>quick links</h2>
+<ul>
+<li>Example test reports: <a href="https://adamwong246.github.io/testeranto/testeranto/projects.html">adamwong246.github.io/testeranto/testeranto</a></li>
+<li>demo of me using testeranto to fix a bug: <a href="https://www.youtube.com/embed/WvU5xMqGi6Q">youtube</a></li>
+<li>a starter testeranto project: <a href="https://github.com/adamwong246/testeranto-starter">testeranto-starter</a></li>
+<li>Explainer video source: <a href="https://github.com/adamwong246/testeranto-video">github.com/adamwong246/testeranto-video</a></li>
+</ul>
+<h2>What is testeranto?</h2>
+<ul>
+<li>Testeranto produces test results that can be fed to Aider.ai to automatically fix failing tests.</li>
+<li>Testeranto tests are specified in a strongly-typed gherkin-like syntax. Rather than testing your code directly, Testeranto requires you to wrap your code with a semantic interface that is based on TS type signatures.</li>
+<li>Testeranto can run tests in the frontend, the backend, or both.</li>
+<li>Testeranto can be used to test anything that can be bundled with esbuild.</li>
+<li>Testeranto connects &quot;features&quot; to &quot;tests&quot;. This allows the AI to read feature documentation from external systems, like Jira.</li>
+<li>Testeranto generates test results as a static website that can be easily deployed to GitHub Pages.</li>
+<li>Testeranto uses esbuild to analyze dependencies and bundle only the essential files needed for test fixing. This context optimization means:<ul>
+<li>No wasted tokens on irrelevant code</li>
+<li>All type signatures and dependencies included</li>
+<li>Related documentation automatically linked</li>
+<li>Failed tests get priority placement</li>
+</ul>
+</li>
+<li><strong>The result:</strong> Your LLM works with laser focus on exactly what needs fixing</li>
+</ul>
+<h2>Key Technologies</h2>
+<table>
+<thead>
+<tr>
+<th></th>
+<th></th>
+</tr>
+</thead>
+<tbody><tr>
+<td>ESM</td>
+<td>Modern javascript tooling</td>
+</tr>
+<tr>
+<td>TypeScript</td>
+<td>Strongly-typed test definitions</td>
+</tr>
+<tr>
+<td>Puppeteer</td>
+<td>Cross-runtime testing (Node &amp; Browser)</td>
+</tr>
+<tr>
+<td>esbuild</td>
+<td>Fast test bundling</td>
+</tr>
+<tr>
+<td>Aider.ai</td>
+<td>AI-powered test fixing</td>
+</tr>
+<tr>
+<td>ESLint</td>
+<td>Static analysis of test files</td>
+</tr>
+<tr>
+<td>tsc</td>
+<td>Type checking of test files</td>
+</tr>
+</tbody></table>
+<h2>Quick Start</h2>
+<ol start="0">
+<li><p>Install Aider and signup for a LLM service.</p>
+</li>
+<li><p>Install testeranto:</p>
+</li>
+</ol>
+<pre>npm install testeranto</pre><ol start="2">
+<li>Create a test file (e.g., <code>rectangle.test.ts</code>):</li>
+</ol>
+<pre class="language-typescript line-numbers"><code class="language-typescript">import { Given, When, Then } from "testeranto";
+type Rectangle = { width: number; height: number };
+const RectangleSpec = (Suite, Given, When, Then) => [
+  Suite.Default("Rectangle tests", {
+    test1: Given.Default(
+      ["Basic rectangle operations"],
+      [When.setWidth(5), When.setHeight(10)],
+      [Then.getWidth(5), Then.getHeight(10)]
+    ),
+  }),
+];</code></pre><ol start="3">
+<li>Run the tests</li>
+</ol>
+<p>To start testeranto in dev mode, build your tests in one terminal and execute them in another</p>
+<pre># Terminal 1 - Build in watch mode
+yarn t-build rectangle.test.ts yourProject dev
+# Terminal 2 - Run in watch mode
+yarn t-run rectangle.test.ts yourProject dev</pre><p>or build and run your tests only once</p>
+<pre>yarn t-build rectangle.test.ts yourProject once && yarn t-run rectangle.test.ts yourProject once</pre><h2>Runtime Platforms</h2>
+<table>
+<thead>
+<tr>
+<th></th>
+<th>You should use this runtime for...</th>
+<th>Important differences</th>
+</tr>
+</thead>
+<tbody><tr>
+<td><strong>Node</strong> : node V8 with fork</td>
+<td>testing backend code, Node APIs (like <code>fs</code> and <code>crypto</code>), or anything needing filesystem access</td>
+<td>has access to the filesystem and io</td>
+</tr>
+<tr>
+<td><strong>Web</strong> : chrome browser</td>
+<td>testing frontend code, anything that uses <code>document</code> or <code>window</code>, UI interactions, or visual regression</td>
+<td>can take screenshots/recordings</td>
+</tr>
+<tr>
+<td><strong>Pure</strong> : node v8, dynamically imported</td>
+<td>testing code that can run on both node-v8 and the browser</td>
+<td>Very similar to &quot;Node&quot; but has no IO access. Console logs will spew into the main thread, but this runtime is theoretically faster.</td>
+</tr>
+</tbody></table>
+<h2>CLI Commands</h2>
+<table>
+<thead>
+<tr>
+<th></th>
+<th></th>
+</tr>
+</thead>
+<tbody><tr>
+<td><code>yarn t-init</code></td>
+<td>Create a new testeranto project</td>
+</tr>
+<tr>
+<td><code>yarn t-build &lt;YOUR_TESTS&gt; dev|once</code></td>
+<td>Build test bundles (watch or single-run mode)</td>
+</tr>
+<tr>
+<td><code>yarn t-run &lt;YOUR_TESTS&gt; dev|once</code></td>
+<td>Run tests (watch or single-run mode)</td>
+</tr>
+<tr>
+<td><code>yarn t-report</code></td>
+<td>Launch test report server</td>
+</tr>
+</tbody></table>
+<h2>Example workflow:</h2>
+<pre># Initialize project
+yarn t-init
+# Write tests in test/*.test.ts
+# In terminal 1 - Build tests (watch mode)
+yarn t-build test/rectangle.test.ts dev
+# In terminal 2 - Run tests (watch mode)
+yarn t-run test/rectangle.test.ts dev
+# Or for single-run mode:
+yarn t-build test/rectangle.test.ts once
+yarn t-run test/rectangle.test.ts once</pre><h2>Aider</h2>
+<p>Testeranto generates a &quot;prompt&quot; alongside test results. This prompt is passed to aider as input.</p>
+<pre>// input src files that can be edited by Aider
+/add test/node.ts
+// test report files that inform aider but should not be edited
+/read testeranto/reports/allTests/node/test/node/tests.json
+/read testeranto/reports/allTests/test/node/node/lint_errors.json
+/read testeranto/reports/allTests/test/node/node/type_errors.txt
+// A list of features which can inform aider.
+/load testeranto/reports/allTests/node/test/node/featurePrompt.txt
+// tell the AI what to do
+Fix the failing tests described in testeranto/reports/allTests/node/test/node/tests.json. Correct any type signature errors described in the files testeranto/reports/allTests/test/node/node/type_errors.txt. Implement any method which throws "Function not implemented. Resolve the lint errors described in testeranto/reports/allTests/test/node/node/lint_errors.json"</pre><h2>&quot;Features&quot;</h2>
+<p>Testeranto connects &quot;features&quot; to tests. The features may be simple strings, but they can also take the form of local markdown files, or remote URLs to external feature tracking systems. For instance, this could be a jira ticket or a github issue. These features are used to inform the AI context.</p>
+<pre class="language-typescript line-numbers"><code class="language-typescript">import someMarkdownFile from "someMarkdownFile.md";
+...
+test0: Given.Default(
+  [
+    "https://api.github.com/repos/adamwong246/testeranto/issues/8",
+    "you can set the width and height of a Rectangle",
+    someMarkdownFile
+    ],
+  [When.setWidth(4), When.setHeight(19)],
+  [Then.getWidth(4), Then.getHeight(19)]
+),
+...
+</code></pre><h2>eslint and tsc</h2>
+<p>Alongside the BDD tests, Testeranto runs ESLint and tsc on the input files to generate a list of static analysis errors and type errors, respectively. Aider will use this to resolve both.</p>
+<h2>Subprojects</h2>
+<p>Testeranto has a core repo, but there are also sub-projects which implement tests by type and by technology</p>
+<h3>testeranto-solidity</h3>
+<p>Test a solidity contract. Also included is an example of deploying a contract to a ganache server.</p>
+<h3>testeranto-reduxtoolkit</h3>
+<p>Tests a Redux store.</p>
+<h3>testeranto-http</h3>
+<p>Tests a Node HTTP server.</p>
+<h3>testeranto-react (COMING SOON)</h3>
+<p>Test a react component. You can choose from a variety of types (jsx functions, class style, etc) and you can test with <code>react</code>, <code>react-dom</code>, or <code>react-test-renderer</code></p>
+<h3>testeranto-express (COMING SOON)</h3>
+<h3>testeranto-xstate (COMING SOON)</h3>
+<h2>Sidecars (COMING SOON)</h2>
+<p>Alongside your test, you can include a number of &quot;sidecars&quot; - other bundled JavaScript assets upon which your test depends. For example, suppose you have an app with frontend and backend components. You could run a React test in the web and include the Node HTTP server as a sidecar.</p>
+                </div>
+            </div>
+            <div class="col-xs-0 col-sm-0 col-md-1">
+        </div>
+    </div>
+    <div class="container-fluid">
+        <nav class="navbar fixed-bottom navbar-light bg-light">
+            <div class="container-fluid justify-content-center">
+                <ul class="nav">
+                    <li class="nav-item">
+                        <a class="nav-link" href="README.html">README</a>
+                    </li>
+                    <li class="nav-item">
+                        <a class="nav-link" href="docs.html">Docs</a>
+                    </li>
+                    <li class="nav-item">
+                        <a class="nav-link" href="https://github.com/adamwong246/testeranto" target="_blank">GitHub</a>
+                    </li>
+                    <li class="nav-item">
+                        <a class="nav-link" href="https://www.npmjs.com/package/testeranto" target="_blank">NPM</a>
+                    </li>
+                </ul>
+            </div>
+        </nav>
+    </div>
+</div>
+</body>
+</html>

package/README.md CHANGED Viewed

@@ -1,14 +1,29 @@
 # testeranto
-## The AI-powered BDD test framework for TypeScript projects
+## Brings vibe coding to the real world
-#### 🚧 Testeranto is still under development but a beta version will be released soon. If you are interested in joining the beta program, send an email to testeranto.dev@gmail.com. 🚧
+Testeranto lets you vibe code large, real-world codebases by intelligently managing the AI context
+#### 🚀 Join Our Beta Program! 🚀
+We're launching a private beta for GitHub stargazers first, followed by a public beta.
+**Private Beta **
+- Early access to AI-powered test fixing
+- Lifetime priority support from the creator
+- Personal onboarding assistance
+- Direct influence on the roadmap
+- Permanent "Beta Pioneer" status
+[email us](mailto:testeranto.dev@gmail.com) to express interest.
 ## quick links
-- an example of the reports generated: [adamwong246.github.io/testeranto/testeranto](/testeranto/projects.html)
+- Example test reports: [adamwong246.github.io/testeranto/testeranto](https://adamwong246.github.io/testeranto/testeranto/projects.html)
 - demo of me using testeranto to fix a bug: [youtube](https://www.youtube.com/embed/WvU5xMqGi6Q)
 - a starter testeranto project: [testeranto-starter](https://github.com/adamwong246/testeranto-starter)
+- Explainer video source: [github.com/adamwong246/testeranto-video](https://github.com/adamwong246/testeranto-video)
 ## What is testeranto?
@@ -18,7 +33,12 @@
 - Testeranto can be used to test anything that can be bundled with esbuild.
 - Testeranto connects "features" to "tests". This allows the AI to read feature documentation from external systems, like Jira.
 - Testeranto generates test results as a static website that can be easily deployed to GitHub Pages.
-- Testeranto uses esbuild to bundle its tests. The result is used to refine the list of files added to the AI's context. **The consequence of this is that you can fit all relevant files, and only the relevant files, into the LLM's context.**
+- Testeranto uses esbuild to analyze dependencies and bundle only the essential files needed for test fixing. This context optimization means:
+  - No wasted tokens on irrelevant code
+  - All type signatures and dependencies included
+  - Related documentation automatically linked
+  - Failed tests get priority placement
+- **The result:** Your LLM works with laser focus on exactly what needs fixing
 ## Key Technologies

package/dist/common/src/App.js ADDED Viewed

@@ -0,0 +1,43 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.App = void 0;
+const react_1 = __importDefault(require("react"));
+const client_1 = __importDefault(require("react-dom/client"));
+const react_router_dom_1 = require("react-router-dom");
+const TestPage_1 = require("./components/stateful/TestPage");
+const ProjectPage_1 = require("./components/stateful/ProjectPage");
+const ProjectsPage_1 = require("./components/stateful/ProjectsPage");
+const AppFrame_1 = require("./components/pure/AppFrame");
+const FeaturesReporter_1 = require("./components/stateful/FeaturesReporter");
+const App = () => {
+    return (react_1.default.createElement(react_router_dom_1.HashRouter, null,
+        react_1.default.createElement(AppFrame_1.AppFrame, null,
+            react_1.default.createElement(react_router_dom_1.Routes, null,
+                react_1.default.createElement(react_router_dom_1.Route, { path: "/", element: react_1.default.createElement(ProjectsPage_1.ProjectsPage, null) }),
+                react_1.default.createElement(react_router_dom_1.Route, { path: "/projects/:projectName", element: react_1.default.createElement(ProjectPage_1.ProjectPage, null) }),
+                react_1.default.createElement(react_router_dom_1.Route, { path: "/projects/:projectName/tests/*", element: react_1.default.createElement(TestPage_1.TestPage, null) }),
+                react_1.default.createElement(react_router_dom_1.Route, { path: "/projects/:projectName#:tab", element: react_1.default.createElement(ProjectPage_1.ProjectPage, null) }),
+                react_1.default.createElement(react_router_dom_1.Route, { path: "/features-reporter", element: react_1.default.createElement(FeaturesReporter_1.FeaturesReporter, null) })))));
+};
+exports.App = App;
+// Export App to global scope
+function initApp() {
+    const rootElement = document.getElementById('root');
+    if (rootElement && window.React && window.ReactDOM) {
+        const root = window.ReactDOM.createRoot(rootElement);
+        root.render(window.React.createElement(exports.App));
+    }
+    else {
+        // Retry if React isn't loaded yet
+        setTimeout(initApp, 100);
+    }
+}
+// Export App to global scope
+if (typeof window !== 'undefined') {
+    window.App = exports.App;
+    window.React = react_1.default;
+    window.ReactDOM = client_1.default;
+}

package/dist/common/src/Node.js CHANGED Viewed

@@ -15,10 +15,7 @@ class NodeTesteranto extends core_js_1.default {
         });
     }
     async receiveTestResourceConfig(partialTestResource) {
-        console.log("receiveTestResourceConfig", partialTestResource);
-        const t = JSON.parse(partialTestResource);
-        const pm = new node_js_1.PM_Node(t, ipcfile);
-        return await this.testJobs[0].receiveTestResourceConfig(pm);
+        return await this.testJobs[0].receiveTestResourceConfig(new node_js_1.PM_Node(JSON.parse(partialTestResource), ipcfile));
     }
 }
 exports.NodeTesteranto = NodeTesteranto;
@@ -31,12 +28,11 @@ const testeranto = async (input, testSpecification, testImplementation, testAdap
             // t.registerUncaughtPromise(reason, promise);
         });
         ipcfile = process.argv[3];
-        const f = await t.receiveTestResourceConfig(process.argv[2]);
-        console.error("goodbye node with failures", f.fails);
-        process.exit(f.fails);
+        process.exit((await t.receiveTestResourceConfig(process.argv[2])).fails);
     }
     catch (e) {
-        console.error("goodbye node with caught error", e);
+        console.error(e);
+        console.error(e.stack);
         process.exit(-1);
     }
 };

package/dist/common/src/PM/PM_WithEslintAndTsc.js CHANGED Viewed

@@ -10,12 +10,12 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.PM_WithEslintAndTsc = void 0;
 const typescript_1 = __importDefault(require("typescript"));
 const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
 const ansi_colors_1 = __importDefault(require("ansi-colors"));
 const eslint_1 = require("eslint");
 const tsc_prog_1 = __importDefault(require("tsc-prog"));
 const utils_1 = require("../utils");
 const base_js_1 = require("./base.js");
+const makePrompt_1 = require("../utils/makePrompt");
 const eslint = new eslint_1.ESLint();
 const formatter = await eslint.loadFormatter("./node_modules/testeranto/dist/prebuild/esbuildConfigs/eslint-formatter-testeranto.mjs");
 class PM_WithEslintAndTsc extends base_js_1.PM_Base {
@@ -91,38 +91,7 @@ class PM_WithEslintAndTsc extends base_js_1.PM_Base {
             this.lintIsNowDone(entrypoint, results.length);
         };
         this.makePrompt = async (entryPoint, addableFiles, platform) => {
-            this.summary[entryPoint].prompt = "?";
-            const promptPath = (0, utils_1.promptPather)(entryPoint, platform, this.name);
-            const testPaths = path_1.default.join("testeranto", "reports", this.name, entryPoint.split(".").slice(0, -1).join("."), platform, `tests.json`);
-            const featuresPath = path_1.default.join("testeranto", "reports", this.name, platform, entryPoint.split(".").slice(0, -1).join("."), `featurePrompt.txt`);
-            const logPath = path_1.default.join("testeranto", "reports", this.name, entryPoint.split(".").slice(0, -1).join("."), platform, `logs.txt`);
-            const lintPath = path_1.default.join("testeranto", "reports", this.name, entryPoint.split(".").slice(0, -1).join("."), platform, `lint_errors.txt`);
-            const typePath = path_1.default.join("testeranto", "reports", this.name, entryPoint.split(".").slice(0, -1).join("."), platform, `type_errors.txt`);
-            const messagePath = path_1.default.join("testeranto", "reports", this.name, entryPoint.split(".").slice(0, -1).join("."), platform, `message.txt`);
-            fs_1.default.writeFileSync(promptPath, `
-${addableFiles
-                .map((x) => {
-                return `/add ${x}`;
-            })
-                .join("\n")}
-/read node_modules/testeranto/docs/index.md
-/read node_modules/testeranto/docs/style.md
-/read node_modules/testeranto/docs/testing.ai.txt
-/read node_modules/testeranto/src/CoreTypes.ts
-/read ${testPaths}
-/read ${logPath}
-/read ${typePath}
-/read ${lintPath}
-`);
-            fs_1.default.writeFileSync(messagePath, `
-Fix the failing tests described in ${testPaths} and ${logPath}. Focus on the bdd tests before all other concerns. You may add any debugging you think is necessary.
-`);
-            this.summary[entryPoint].prompt = `aider --model deepseek/deepseek-chat --load testeranto/${this.name}/reports/${platform}/${entryPoint
-                .split(".")
-                .slice(0, -1)
-                .join(".")}/prompt.txt`;
+            await (0, makePrompt_1.makePromptInternal)(this.summary, this.name, entryPoint, addableFiles, platform);
             this.checkForShutdown();
         };
         this.typeCheckIsRunning = (src) => {

package/dist/common/src/PM/base.js CHANGED Viewed

@@ -118,11 +118,10 @@ class PM_Base {
         }
         return false;
     }
-    async writeFileSync(filepath, contents, testName) {
-        console.log("writeFileSync");
-        console.log("filepath", filepath);
-        console.log("contents", contents);
-        console.log("testName", testName);
+    async writeFileSync(...x) {
+        const filepath = x[0];
+        const contents = x[1];
+        const testName = x[2];
         return new Promise(async (res) => {
             fs_1.default.mkdirSync(path_1.default.dirname(filepath), {
                 recursive: true,

package/dist/common/src/PM/layers/base/PM_Base.js ADDED Viewed

	@@ -0,0 +1 @@
1	+ "use strict";

package/dist/common/src/PM/layers/base/components/PageOperations.js ADDED Viewed

	@@ -0,0 +1 @@
1	+ "use strict";

package/dist/common/src/PM/layers/base/components/PageOperations.testeranto.js ADDED Viewed

	@@ -0,0 +1 @@
1	+ "use strict";

package/dist/common/src/PM/layers/linting/components/Linter.js ADDED Viewed

	@@ -0,0 +1 @@
1	+ "use strict";

package/dist/common/src/PM/layers/linting/components/TypeChecker.js ADDED Viewed

	@@ -0,0 +1 @@
1	+ "use strict";

package/dist/common/src/PM/layers/main/components/SidecarManager.js ADDED Viewed

	@@ -0,0 +1 @@
1	+ "use strict";

package/dist/common/src/PM/layers/main/components/TestRunner.js ADDED Viewed

	@@ -0,0 +1 @@
1	+ "use strict";