testronaut 2.0.0 → 2.0.2

package/.github/workflows/unit-tests.yml

@@ -0,0 +1,34 @@
+name: Unit Tests
+
+on:
+  pull_request:
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+concurrency:
+  group: unit-tests-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test:
+    name: Unit Tests
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 24
+          cache: npm
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run unit tests
+        run: npm test

package/TODO.md

@@ -11,7 +11,7 @@
 
 ## Browser Automation Follow-Ups
 
-- [ ] Fix `click_text` so it prioritizes exact-text actionable elements (`button`, `a`, and elements with interactive roles) instead of clicking the first container whose descendant text includes the target. Define an explicit fallback for partial matches and add regression tests covering nested containers, duplicate labels, hidden elements, and the Add, Logout, and Report failures observed in the examples run.
+- [x] Make `click_text` match exact text, prefer the innermost visible element, and fail quickly instead of clicking an ancestor or partial match.
 
 ## Session and Reporting Follow-Ups
 

package/bin/cli.js

@@ -76,6 +76,18 @@ const CLI_VERSION = JSON.parse(
 
 const DEFAULT_API_BASE = 'https://api.testronaut.app';
 const DEV_API_BASE = 'https://staging.api.testronaut.app';
+const PLAYWRIGHT_INSTALL_PROMPT = {
+  type: 'confirm',
+  name: 'doPw',
+  message: 'Install Playwright browsers now?',
+  default: true,
+};
+const API_KEY_PROMPT = {
+  type: 'password',
+  name: 'apiKey',
+  message: 'Enter your API key:',
+  mask: '*',
+};
 
 let args = process.argv.slice(2);
 
@@ -138,6 +150,14 @@ function isDirectInvocation(argv1 = process.argv[1], moduleUrl = import.meta.url
   }
 }
 
+function isPromptExitError(error) {
+  return error instanceof Error && error.name === 'ExitPromptError';
+}
+
+function formatCliError(error) {
+  return error instanceof Error ? error.message : String(error);
+}
+
 const cliName = detectCliName();
 
 // Look for --dev / --developer / --developer-mode / --staging
@@ -367,6 +387,8 @@ export const __test__ = {
   parseOptimizationArgs,
   detectCliName,
   isDirectInvocation,
+  isPromptExitError,
+  formatCliError,
   resolveMissionPath,
   collectReportScreenshotNames,
   collectReportScreenshotPaths,
@@ -374,6 +396,8 @@ export const __test__ = {
   closestMissionMatch,
   resolveReportFile,
   buildEffectiveConfig,
+  PLAYWRIGHT_INSTALL_PROMPT,
+  API_KEY_PROMPT,
 };
 
 function resolveReportDir(config = {}, cwd = process.cwd()) {
@@ -893,9 +917,7 @@ if (args.includes('--init')) {
   await createWelcomeMission();
 
   const { default: inquirer } = await import('inquirer');
-  const { doPw } = await inquirer.prompt([
-    { type: 'confirm', name: 'doPw', message: 'Install Playwright browsers now?', default: true }
-  ]);
+  const { doPw } = await inquirer.prompt([PLAYWRIGHT_INSTALL_PROMPT]);
 
   if (doPw) {
     // ensure @playwright/test exists so the installer can pin to its version
@@ -1438,14 +1460,7 @@ async function handleLogin() {
 
   // If API key is not provided, prompt the user for it
   if (!apiKey) {
-    const responses = await inquirer.prompt([
-      {
-        type: 'password',
-        name: 'apiKey',
-        message: 'Enter your API key:',
-        mask: '*' 
-      }
-    ]);
+    const responses = await inquirer.prompt([API_KEY_PROMPT]);
     apiKey = responses.apiKey;
   }
 
@@ -1487,7 +1502,7 @@ async function handleLogin() {
     fs.writeFileSync(configPath, JSON.stringify(config, null, 2), 'utf8');
     console.log('✅ Login successful! Session token saved to testronaut-config.json.');
   } catch (error) {
-    console.error('❌ Error during login:', error);
+    console.error('❌ Error during login:', formatCliError(error));
     process.exit(1);
   }
 }
@@ -1845,5 +1860,14 @@ async function serveLatestReport() {
 }
 
 if (isDirectInvocation()) {
-  await main();
+  try {
+    await main();
+  } catch (error) {
+    if (isPromptExitError(error)) {
+      console.error('Prompt cancelled.');
+      process.exitCode = 130;
+    } else {
+      throw error;
+    }
+  }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testronaut",
-  "version": "2.0.0",
+  "version": "2.0.2",
   "main": "./runner/testronaut.js",
   "bin": {
     "testronaut": "bin/cli.js"
@@ -12,7 +12,7 @@
   },
   "type": "module",
   "engines": {
-    "node": ">=20"
+    "node": ">=20.17.0"
   },
   "scripts": {
     "benchmark:optimization": "node ./experiments/optimizationBenchmark.js",
@@ -37,7 +37,7 @@
     "cheerio": "^1.1.0",
     "dotenv": "^17.2.0",
     "fast-glob": "^3.3.3",
-    "inquirer": "^12.9.1",
+    "inquirer": "^14.2.2",
     "jiti": "^2.7.0",
     "node-fetch": "^3.3.2",
     "openai": "^6.39.0",

package/tests/binTests/cli.helpers.test.js

@@ -22,6 +22,40 @@ describe('cli helpers', () => {
     expect(__test__.DEFAULT_API_BASE).toBe('https://api.testronaut.app');
   });
 
+  it('keeps interactive prompt contracts compatible with Inquirer 14', () => {
+    expect(__test__.PLAYWRIGHT_INSTALL_PROMPT).toEqual({
+      type: 'confirm',
+      name: 'doPw',
+      message: 'Install Playwright browsers now?',
+      default: true,
+    });
+    expect(__test__.API_KEY_PROMPT).toEqual({
+      type: 'password',
+      name: 'apiKey',
+      message: 'Enter your API key:',
+      mask: '*',
+    });
+  });
+
+  it('recognizes Inquirer prompt cancellation without swallowing other failures', () => {
+    const cancelled = new Error('User force closed the prompt with SIGINT');
+    cancelled.name = 'ExitPromptError';
+
+    expect(__test__.isPromptExitError(cancelled)).toBe(true);
+    expect(__test__.isPromptExitError(new Error('network failed'))).toBe(false);
+    expect(__test__.isPromptExitError({ name: 'ExitPromptError' })).toBe(false);
+  });
+
+  it('formats CLI errors without printing stack traces', () => {
+    const error = new Error('login 401 Unauthorized: {"error":"Invalid API key"}');
+
+    expect(__test__.formatCliError(error)).toBe(
+      'login 401 Unauthorized: {"error":"Invalid API key"}',
+    );
+    expect(__test__.formatCliError(error)).not.toContain(' at ');
+    expect(__test__.formatCliError('request failed')).toBe('request failed');
+  });
+
   it('guessMimeType returns expected types', () => {
     const { guessMimeType } = __test__;
     expect(guessMimeType('file.html')).toContain('text/html');

package/tests/dependencyCompatibility.test.js

@@ -7,9 +7,8 @@ const pkg = JSON.parse(fs.readFileSync(path.join(root, 'package.json'), 'utf8'))
 const lock = JSON.parse(fs.readFileSync(path.join(root, 'package-lock.json'), 'utf8'));
 
 describe('runtime dependency compatibility', () => {
-  it('declares the Node runtime required by the installed Playwright version', () => {
+  it('records the Node runtime required by the installed Playwright version', () => {
     const playwright = lock.packages['node_modules/playwright'];
-    expect(pkg.engines.node).toBe('>=20');
     expect(playwright.engines.node).toBe('>=20');
   });
 
@@ -19,4 +18,14 @@ describe('runtime dependency compatibility', () => {
     expect(lock.packages['node_modules/playwright'].version).toBe('1.63.0');
     expect(lock.packages['node_modules/playwright-core'].version).toBe('1.63.0');
   });
+
+  it('declares the minimum Node runtime required by Inquirer 14', () => {
+    const inquirer = lock.packages['node_modules/inquirer'];
+    expect(pkg.engines.node).toBe('>=20.17.0');
+    expect(lock.packages[''].engines.node).toBe(pkg.engines.node);
+    expect(pkg.dependencies.inquirer).toBe('^14.2.2');
+    expect(lock.packages[''].dependencies.inquirer).toBe(pkg.dependencies.inquirer);
+    expect(inquirer.version).toBe('14.2.2');
+    expect(inquirer.engines.node).toContain('^20.17.0');
+  });
 });

package/tests/toolsTests/chromeBrowserClickText.test.js

@@ -0,0 +1,44 @@
+import { describe, expect, it, vi } from 'vitest';
+import { ChromeBrowser } from '../../tools/chromeBrowser.js';
+
+describe('ChromeBrowser.click_text', () => {
+  it('clicks the first visible innermost exact-text match with a short timeout', async () => {
+    const hidden = {
+      isVisible: vi.fn().mockResolvedValue(false),
+    };
+    const visible = {
+      isVisible: vi.fn().mockResolvedValue(true),
+      scrollIntoViewIfNeeded: vi.fn().mockResolvedValue(undefined),
+      click: vi.fn().mockResolvedValue(undefined),
+    };
+    const matches = {
+      count: vi.fn().mockResolvedValue(2),
+      nth: vi.fn(index => [hidden, visible][index]),
+    };
+    const browser = Object.create(ChromeBrowser.prototype);
+    browser.page = {
+      getByText: vi.fn().mockReturnValue(matches),
+      waitForTimeout: vi.fn().mockResolvedValue(undefined),
+    };
+
+    await expect(browser.click_text({ text: 'Report' })).resolves.toBe('clicked text "Report"');
+    expect(browser.page.getByText).toHaveBeenCalledWith('Report', { exact: true });
+    expect(visible.click).toHaveBeenCalledWith({ timeout: 3000 });
+    expect(browser.page.waitForTimeout).toHaveBeenCalledWith(500);
+  });
+
+  it('does not fall back to a partial or hidden match', async () => {
+    const matches = {
+      count: vi.fn().mockResolvedValue(1),
+      nth: vi.fn().mockReturnValue({ isVisible: vi.fn().mockResolvedValue(false) }),
+    };
+    const browser = Object.create(ChromeBrowser.prototype);
+    browser.page = {
+      getByText: vi.fn().mockReturnValue(matches),
+      waitForTimeout: vi.fn(),
+    };
+
+    await expect(browser.click_text({ text: 'Add' })).rejects.toThrow('Exact visible text "Add" not found');
+    expect(browser.page.getByText).toHaveBeenCalledWith('Add', { exact: true });
+  });
+});

package/tests/toolsTests/domControl.test.js

@@ -35,12 +35,13 @@ describe('domControl helpers', () => {
           </head>
           <body data-theme="dark">
             <!-- comment -->
-            <div id="main" data-testid="main" onclick="alert('x')">
+            <div id="main" data-testid="main" role="region" data-state="open"
+                 aria-expanded="true" aria-selected="false" onclick="alert('x')">
               <iframe src="frame.html"></iframe>
               <canvas></canvas>
               <svg></svg>
               <a href="/home" rel="noopener" target="_blank">Home</a>
-              <input id="email" name="email" type="email" data-tracking="abc" />
+              <input id="email" name="email" type="email" disabled data-tracking="abc" />
             </div>
           </body>
         </html>
@@ -66,13 +67,18 @@ describe('domControl helpers', () => {
       // Whitelisted attrs preserved
       const main = $('#main');
       expect(main.attr('id')).toBe('main');
-      expect(main.attr('data-testid')).toBeUndefined();
+      expect(main.attr('data-testid')).toBe('main');
+      expect(main.attr('role')).toBe('region');
+      expect(main.attr('data-state')).toBe('open');
+      expect(main.attr('aria-expanded')).toBe('true');
+      expect(main.attr('aria-selected')).toBe('false');
       expect(main.attr('onclick')).toBeUndefined();
 
       const input = $('#email');
       expect(input.attr('id')).toBe('email');
       expect(input.attr('name')).toBe('email');
       expect(input.attr('type')).toBe('email');
+      expect(input.attr('disabled')).toBeDefined();
       expect(input.attr('data-tracking')).toBeUndefined();
 
       const link = $('a[href="/home"]');

package/tools/chromeBrowser.js

@@ -1025,9 +1025,8 @@ export class ChromeBrowser {
       $ = await removeNonContentTags($);
       $ = await reduceRepeatedDivs($, listLimit);
       reduceTableRows($, listLimit);
-      // If you later re-enable:
-      // $ = await removeObfuscatedClassNames($);
-      // $ = await removeAutoGeneratedClasses($);
+      $ = removeObfuscatedClassNames($);
+      $ = removeAutoGeneratedClasses($);
     }
 
     // Minify whitespace *after* structural cleanup
@@ -1140,21 +1139,24 @@ export class ChromeBrowser {
     return html.includes(text) ? `FOUND: ${text}` : `NOT FOUND: ${text}`;
   }
 
-  async click_text({ text }) {
+  async click_text({ text, timeout = 3000 }) {
     console.log("attempting to click text with normal click:", text);
 
-    const elements = await this.page.$$('button, a, span, div, li, p'); // expand as needed
-    for (const el of elements) {
-      const innerText = await el.innerText().catch(() => '');
-      if (innerText.includes(text)) {
-        await el.scrollIntoViewIfNeeded().catch(() => {});
-        await el.click();
-        await this.page.waitForTimeout(5000);
-        return `clicked text "${text}"`;
-        
-      }
+    // Playwright's exact text engine normalizes whitespace and resolves to the
+    // innermost matching elements, avoiding ancestor containers that merely
+    // contain the requested label.
+    const matches = this.page.getByText(text, { exact: true });
+    const count = await matches.count();
+    for (let index = 0; index < count; index++) {
+      const match = matches.nth(index);
+      if (!await match.isVisible().catch(() => false)) continue;
+
+      await match.scrollIntoViewIfNeeded().catch(() => {});
+      await match.click({ timeout });
+      await this.page.waitForTimeout(500);
+      return `clicked text "${text}"`;
     }
-    throw new Error(`Element with text "${text}" not found`);
+    throw new Error(`Exact visible text "${text}" not found`);
   }
 
   async click_text_xpath({ text, delayMs = 1000 }) {

package/tools/domControl.js

@@ -37,7 +37,8 @@ export const removeNonContentTags = async ($) => {
     const $el = $(el);
     const allowedAttrs = [
       'href', 'src', 'type', 'alt', 'title',
-      'placeholder', 'name', 'id', 'class', 'aria-label', 'value',
+      'placeholder', 'name', 'id', 'class', 'value',
+      'data-testid', 'disabled', 'role', 'data-state',
       // keep key data-* attributes that help identify rows/items without bloating too much
       'data-type', 'data-id', 'data-title', 'data-parentid', 'data-order'
     ];
@@ -51,7 +52,7 @@ export const removeNonContentTags = async ($) => {
     // }
 
     for (const attr in attrs) {
-      if (!allowedAttrs.includes(attr)) {
+      if (!allowedAttrs.includes(attr) && !attr.startsWith('aria-')) {
         $el.removeAttr(attr);
       }
     }