@nhonh/qabot 1.1.0 → 1.2.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nhonh/qabot",
-  "version": "1.1.0",
+  "version": "1.2.0",
   "description": "AI-powered universal QA automation tool. Import any project, AI analyzes and runs tests across all layers.",
   "main": "src/index.js",
   "bin": {

package/src/cli/commands/test.js

@@ -153,11 +153,22 @@ async function runTest(feature, options) {
 
     const route = featureConfig?.route || guessRoute(feature);
 
+    let routesContext = "";
+    const routeFiles = await findFiles(
+      projectDir,
+      "src/routes/*.{js,jsx,ts,tsx}",
+    );
+    if (routeFiles.length > 0) {
+      const routeContent = await safeReadFile(routeFiles[0]);
+      if (routeContent) routesContext = routeContent.slice(0, 3000);
+    }
+
     try {
       const spec = await generateE2ESpec(ai, feature, {
         baseUrl,
         sourceCode,
         route,
+        routes: routesContext,
         authProvider: config.auth?.provider || "none",
         useCases,
       });

package/src/core/constants.js

@@ -1,4 +1,4 @@
-export const VERSION = "1.1.0";
+export const VERSION = "1.2.0";
 export const TOOL_NAME = "qabot";
 
 export const PROJECT_TYPES = [

package/src/e2e/e2e-generator.js

@@ -33,17 +33,21 @@ ${code}
 ## CRITICAL: Architecture rules (DO NOT CHANGE)
 1. MUST use \`test.describe.serial\` — all tests share ONE browser session
 2. MUST use \`let page\` at describe scope — shared across all tests
-3. \`test.beforeAll\` creates page + login + navigate ONCE
+3. \`test.beforeAll\` creates page via \`browser.newPage()\` ONLY
 4. \`test.afterAll\` closes page ONCE
 5. Each \`test()\` does NOT take \`{ page }\` argument — uses shared \`page\`
+6. Tests are SEQUENTIAL JOURNEY — TC-01 opens landing, TC-02 logs in, TC-03+ navigate and test
+7. Login happens inside a test (TC-02), NOT in beforeAll
 
 ## Common fixes
-1. Wrong selector — use getByRole, getByText, getByTestId
-2. Timing — add waitForLoadState("networkidle") or waitForTimeout(2000)
-3. Element not visible — add .first() for multiple matches, or more specific selector
-4. Navigation — use full URL with baseURL prefix
-5. Auth — ensure login completes before assertions
-6. Timeout — increase timeout for slow elements: { timeout: 15000 }
+1. Wrong selector — use getByRole, getByText, getByTestId, or .first() for multiple matches
+2. Timing — add waitForLoadState("networkidle") or waitForTimeout(2000) after navigation
+3. Element not visible — scroll into view, wait for animation, check if inside modal/iframe
+4. Navigation — use FULL URL (e.g. "${context.baseUrl}/refer-a-friend") not relative paths
+5. Auth — if login fails, wrap in try/catch and skip dependent tests gracefully
+6. Timeout — increase to { timeout: 15000 } or { timeout: 30000 } for slow pages
+7. Multiple matches — use .first() or more specific parent: page.locator(".section").getByText()
+8. Page changed — after clicking navigation links, await page.waitForURL() before assertions
 
 Return the COMPLETE fixed test file. No markdown fences.`;
 

package/src/e2e/e2e-prompts.js

@@ -1,11 +1,13 @@
 export function buildE2EPrompt(featureName, context) {
   const sourceSection = context.sourceCode
-    ? `\n## Source Code Analysis\n\`\`\`\n${context.sourceCode.slice(0, 8000)}\n\`\`\`\n`
+    ? `\n## Source Code (analyze navigation, hooks, API calls, user actions, conditions)\n\`\`\`\n${context.sourceCode.slice(0, 10000)}\n\`\`\`\n`
     : "";
 
-  const routeSection = context.route
-    ? `\n## Page Route: ${context.route}\n`
-    : "";
+  const routeSection = context.routes
+    ? `\n## All Application Routes\n${context.routes}\n`
+    : context.route
+      ? `\n## Feature Route: ${context.route}\n`
+      : "";
 
   const useCaseSection = context.useCases?.length
     ? `\n## QA Use Cases\n${context.useCases.map((uc) => `### ${uc.scenario}\n${uc.steps.map((s, i) => `${i + 1}. ${s}`).join("\n")}`).join("\n\n")}\n`
@@ -14,81 +16,102 @@ export function buildE2EPrompt(featureName, context) {
   const baseUrl = context.baseUrl || "http://localhost:3000";
   const route = context.route || "/" + featureName;
 
-  return `You are an expert Playwright E2E automation engineer.
+  return `You are an expert QA automation engineer designing REAL user journey tests.
 
 ## Feature: ${featureName}
 ## Base URL: ${baseUrl}
-## Page Route: ${route}
 ## Auth: ${context.authProvider || "none"}
-${sourceSection}${useCaseSection}
+${routeSection}${sourceSection}${useCaseSection}
 
-## CRITICAL ARCHITECTURE — ONE BROWSER SESSION
+## CRITICAL: This is a JOURNEY-BASED test, not a page screenshot test.
 
-All tests run in a SINGLE browser session. The browser opens ONCE, logs in ONCE, then navigates between tests WITHOUT closing.
+You MUST test REAL USER FLOWS across multiple pages. A user does NOT just open one page — they:
+1. Land on the app → see landing/home page
+2. Sign in or are already signed in
+3. Navigate to the feature via menu/link/URL
+4. Interact with the feature (click buttons, fill forms, read data)
+5. Feature may redirect them to other pages (FAQ, account, modals)
+6. Come back, verify state changed
 
-Use this EXACT structure:
+## ARCHITECTURE — Single Browser, Serial Tests
 
-\`\`\`
+\`\`\`javascript
 const { test, expect } = require("@playwright/test");
 const { login } = require("../helpers/auth.js");
 
-test.describe.serial("${featureName}", () => {
+test.describe.serial("${featureName} - User Journey", () => {
   let page;
 
   test.beforeAll(async ({ browser }) => {
     page = await browser.newPage();
-    await login(page, "${baseUrl}");
-    await page.goto("${baseUrl}${route}");
-    await page.waitForLoadState("networkidle");
-    await page.screenshot({ path: "e2e/screenshots/${featureName}-00-initial.png", fullPage: true });
   });
 
   test.afterAll(async () => {
-    await page.close();
-  });
-
-  test("TC-01: page loads and displays main content", async () => {
-    // use the shared 'page' variable — NOT the argument
-    await expect(page).toHaveURL(/${featureName.replace(/-/g, "[-/]")}/i);
-    // verify main content visible
-    await page.screenshot({ path: "e2e/screenshots/${featureName}-01-loaded.png", fullPage: true });
+    if (page) await page.close();
   });
 
-  test("TC-02: next test case...", async () => {
-    // continue using shared 'page' — same browser, same session
-  });
+  // Tests use shared 'page' — same browser, same session, same cookies
+  // Each test() does NOT take { page } argument
 });
 \`\`\`
 
-## IMPORTANT RULES:
-1. Use \`test.describe.serial\` — tests run IN ORDER on the SAME page
-2. Use \`let page\` declared at describe level — shared across ALL tests
-3. \`test.beforeAll\` creates page + login + navigate ONCE
-4. \`test.afterAll\` closes page ONCE
-5. Each \`test()\` does NOT take \`{ page }\` argument — uses the shared \`page\` variable
-6. Take screenshot in EVERY test with path: \`e2e/screenshots/${featureName}-{number}-{name}.png\`
-7. Use \`page.getByRole()\`, \`page.getByText()\`, \`page.getByTestId()\` selectors
-8. After navigation within tests: \`await page.waitForLoadState("networkidle")\`
-9. Use \`{ timeout: 15000 }\` for slow-loading elements
-10. Prefix each test name with TC-XX: for tracking
-
-## GENERATE 8-12 TEST CASES:
-
-### P0 Critical (must have):
-- TC-01: Page loads, main content visible, URL correct
-- TC-02: Key data displays correctly (lists, cards, amounts)
-- TC-03: Primary user action (main button/form/interaction)
-- TC-04: Navigation within the feature works
-
-### P1 Important:
-- TC-05: Secondary actions (links, toggles, modals)
-- TC-06: Different UI states (loading, empty, error)
-- TC-07: Form validation if applicable
-- TC-08: Responsive check (viewport resize)
-
-### P2 Edge cases:
-- TC-09: Edge cases relevant to the feature
-- TC-10: Back navigation / breadcrumbs
-
-Return ONLY JavaScript code. No markdown fences. No explanation.`;
+## GENERATE 10-15 TEST CASES as a SEQUENTIAL USER JOURNEY:
+
+### Phase 1: Entry & Authentication (TC-01 to TC-03)
+- TC-01: Open app landing page → verify it loads → screenshot
+- TC-02: Sign in flow → click sign in → fill credentials → submit → verify redirect to lobby/home
+- TC-03: Verify authenticated state → user menu visible, correct username/avatar
+
+### Phase 2: Navigation to Feature (TC-04 to TC-05)
+- TC-04: Navigate to "${featureName}" → via menu, link, or direct URL "${route}" → verify page loads
+- TC-05: Verify feature page layout → key sections, headers, data loaded (not empty/loading)
+
+### Phase 3: Core Feature Interactions (TC-06 to TC-10)
+READ THE SOURCE CODE and generate tests for the ACTUAL user interactions:
+- What buttons does the page have? Test clicking them.
+- What data does the page display? Verify it shows correctly.
+- What actions can the user take? (share, copy, claim, submit, toggle, select)
+- What modals/popups appear? Verify they open and close.
+- What state changes happen? (loading → loaded, button text changes, counters update)
+
+### Phase 4: Cross-Page Navigation (TC-11 to TC-12)
+- Does the feature link to other pages? (FAQ, account, game details, etc.)
+- Test navigating AWAY and coming BACK — verify state is preserved or reset correctly
+- Test browser back button behavior
+
+### Phase 5: Edge Cases & Cleanup (TC-13 to TC-15)
+- Test with different viewport (mobile: 375x667)
+- Test error states if possible (disconnect, slow network)
+- Verify page after refresh (F5) — does state persist?
+
+## PLAYWRIGHT RULES:
+1. Use \`test.describe.serial\` — all tests share ONE page
+2. \`let page\` at describe scope — shared across ALL tests
+3. \`test.beforeAll\` → \`browser.newPage()\` ONLY (login happens in TC-02)
+4. Each \`test()\` does NOT take \`{ page }\` argument
+5. Use \`page.goto("${baseUrl}${route}")\` with FULL URL for navigation
+6. After navigation: \`await page.waitForLoadState("networkidle")\`
+7. Screenshot EVERY test: \`await page.screenshot({ path: "e2e/screenshots/${featureName}-TC{XX}.png", fullPage: true })\`
+8. Selectors priority: \`getByRole()\` > \`getByText()\` > \`getByTestId()\` > \`locator()\`
+9. For slow elements: \`{ timeout: 15000 }\`
+10. For navigation between pages, always verify URL changed: \`expect(page).toHaveURL()\`
+11. After clicking links/buttons that navigate: \`await page.waitForLoadState("networkidle")\`
+12. For modals: \`await expect(page.getByRole("dialog")).toBeVisible()\`
+13. Use \`try/catch\` for optional elements that may not exist (feature flags, A/B tests)
+14. If auth is "${context.authProvider}":
+    \`\`\`
+    const { login } = require("../helpers/auth.js");
+    // In TC-02:
+    await login(page, "${baseUrl}");
+    \`\`\`
+
+## IMPORTANT:
+- Tests are SEQUENTIAL — TC-02 login result carries to TC-03, TC-04, etc.
+- Do NOT navigate to "${route}" in beforeAll — let TC-01 to TC-04 handle the journey
+- TC-01 starts at "${baseUrl}/" (landing page)
+- Generate MEANINGFUL assertions, not just "page exists"
+- Each test must VERIFY something specific with expect()
+
+Return ONLY JavaScript code. No markdown fences. No explanation.
+Generate a COMPLETE spec file with 10-15 tests.`;
 }

package/src/e2e/playwright-setup.js

@@ -70,8 +70,8 @@ module.exports = defineConfig({
   fullyParallel: false,
   retries: 0,
   workers: 1,
-  timeout: 60000,
-  expect: { timeout: 10000 },
+  timeout: 90000,
+  expect: { timeout: 15000 },
   reporter: [
     ["line"],
     ["json", { outputFile: "../qabot-reports/playwright/results.json" }],