@activate-core/test-forge 0.18.2 → 0.18.3

package/dist/cli/index.js

@@ -175,9 +175,13 @@ async function main() {
                 }
             }
             const generated = results.filter((r) => r.status !== 'skipped').length;
-            const skipped = results.filter((r) => r.status === 'skipped').length;
+            // Rows with no test dir are notices (a non-journey file, the AI going
+            // away), not journeys that were unchanged — count them apart.
+            const notices = results.filter((r) => r.status === 'skipped' && !r.testDir).length;
+            const skipped = results.filter((r) => r.status === 'skipped' && r.testDir).length;
             const seedFailures = results.filter((r) => r.seedStatus === 'failed').length;
-            console.log(`\nDone. ${generated} generated, ${skipped} skipped (unchanged).`);
+            console.log(`\nDone. ${generated} generated, ${skipped} skipped (unchanged)` +
+                (notices ? `, ${notices} notice(s) above.` : '.'));
             if (seedFailures > 0) {
                 console.log(`Warning: ${seedFailures} seed file(s) could not be generated — see notes above.`);
             }

package/dist/core/discover.js

@@ -15,8 +15,9 @@
  * keeps this simple and works for projects of any size.
  */
 import { execFileSync } from 'node:child_process';
-import { existsSync, readdirSync, readFileSync, writeFileSync, } from 'node:fs';
-import { join, relative, sep } from 'node:path';
+import { existsSync, readdirSync, readFileSync, writeFileSync, mkdirSync, renameSync, } from 'node:fs';
+import { join, relative, sep, basename } from 'node:path';
+import { notAJourneyDoc } from './parser.js';
 import { loadConfig, splitCommand, withEditTools } from './config.js';
 import { DEEP_DOC_GUIDANCE } from './doc-guidance.js';
 import { promptConfirm } from './prompt.js';
@@ -58,7 +59,10 @@ export function buildDiscoverPrompt(srcDir, docsDir, journey) {
         `  "${docsDir}/web/sign-in.md"`,
         `  "${docsDir}/ops/login.md"`,
         `Do NOT put area in the file name (no "api-payments.md") — the area`,
-        `is the folder. Create the area subfolders as needed.`,
+        `is the folder. Create the area subfolders as needed. Write NOTHING at`,
+        `the root of "${docsDir}" and no file that is not a journey doc — a`,
+        `shared note that every journey should know about goes under`,
+        `"${docsDir}/_reference/" and is never a journey.`,
         ``,
         `Each file should be a RICH description of the journey. Start with`,
         `this header (required):`,
@@ -208,6 +212,27 @@ export async function runDiscover(srcDir, docsDir, opts = {}, journey) {
             else if (prior !== text)
                 rewritten.push(path);
         }
+        // The prompt says "<area>/<journey>.md". The model still sometimes leaves a
+        // shared side-note at the docs root ("data traps every journey must know
+        // about"). Useful text, wrong place: generate would read it as a journey
+        // and build a suite named after the file. Move such files under
+        // _reference/ — kept, never a journey — and drop them from the record.
+        const quarantined = [];
+        for (const path of [...added]) {
+            const why = notAJourneyDoc(path, after.get(path));
+            if (!why)
+                continue;
+            const dest = join('_reference', basename(path));
+            mkdirSync(join(docsDir, '_reference'), { recursive: true });
+            renameSync(join(docsDir, path), join(docsDir, dest));
+            added.splice(added.indexOf(path), 1);
+            quarantined.push(`${path} -> ${dest} (${why})`);
+        }
+        if (quarantined.length) {
+            console.log(`\n${quarantined.length} file(s) were not journey docs and were moved under ` +
+                `${docsDir}/_reference/ (kept as notes, never generated from):\n  ` +
+                quarantined.join('\n  '));
+        }
         // Put back anything it reached for that this reference does not own. The
         // prompt asks it not to; this makes it true whether or not it complied.
         const restored = rewritten.filter((path) => wholeProject ? ownedElsewhere.has(path) : true);

package/dist/core/parser.js

@@ -65,6 +65,24 @@ function parseField(line) {
     const required = parts.includes('required');
     return { name, type, required };
 }
+/**
+ * Is this file a journey doc at all? The layout discover promises — and every
+ * downstream step assumes — is "<area>/<journey>.md" with a "# Journey:"
+ * heading. Anything else under docs/ is reference material: a project's own
+ * notes checked in before TestForge arrived, or a shared side-note the AI wrote
+ * next to the journeys. Treating those as journeys produced test folders named
+ * after the file and suites with no name. Returns the reason when it is not.
+ */
+export function notAJourneyDoc(relPath, markdown) {
+    const parts = relPath.split(/[\\/]/).filter(Boolean);
+    if (parts.length < 2)
+        return 'sits at the docs root, not in an area folder';
+    if (parts[0].startsWith('_'))
+        return `lives under ${parts[0]}/, which holds reference material`;
+    if (!/^#\s*Journey:/m.test(markdown))
+        return 'has no "# Journey:" heading';
+    return null;
+}
 /**
  * Parse a full markdown string into a Journey object.
  *

package/dist/core/reference.js

@@ -175,7 +175,10 @@ export function buildReferenceDiscoverPrompt(srcDir, docsDir, reference, journey
         `- Where the reference is silent on a needed detail, add a "# TODO:"`,
         `  line describing what the developer must verify.`,
         `- Never include secrets — refer to env var names only.`,
-        `- Create the area subfolders as needed.`,
+        `- Create the area subfolders as needed. Write NOTHING at the root of`,
+        `  "${docsDir}" and no file that is not a journey doc — a shared note`,
+        `  every journey should know about goes under "${docsDir}/_reference/"`,
+        `  and is never a journey.`,
         `- After creating the files, print the list of journeys you documented`,
         `  and remind the developer to review them.`,
     ].join('\n');

package/dist/core/run-generate.js

@@ -20,7 +20,7 @@ import { readFileSync, writeFileSync, mkdirSync, existsSync, readdirSync, rmSync
 import { join, dirname, basename, extname } from 'node:path';
 import { CACHE_PATH, COVERAGE_PATH, PLANS_DIR, STATE_DIR } from './paths.js';
 import { lintGenerated } from './lint.js';
-import { parseJourney } from './parser.js';
+import { parseJourney, notAJourneyDoc } from './parser.js';
 import { generateTestCases } from './generator.js';
 import { writeDeferredStub } from './playwright-writer.js';
 import { generateWithAI, generateWithAIAsync, pingAi, } from './ai-generator.js';
@@ -374,8 +374,8 @@ function matchesJourney(file, journeyId, sel) {
         norm(stem).split('/').pop() === n);
 }
 export async function runGenerate(docsDir, useAI = true, force = false, only, areaOnly, opts = {}) {
-    const files = findMarkdownFiles(docsDir);
-    if (files.length === 0) {
+    const allFiles = findMarkdownFiles(docsDir);
+    if (allFiles.length === 0) {
         return [];
     }
     const config = loadConfig();
@@ -386,6 +386,34 @@ export async function runGenerate(docsDir, useAI = true, force = false, only, ar
     const results = [];
     lastAiFailure = null;
     aiUnavailable = null;
+    // Only journey docs are generated from. A file at the docs root, under a
+    // "_reference/" folder, or without a "# Journey:" heading is reference
+    // material — report it once and leave it alone rather than inventing a
+    // journey (and a test folder) out of it.
+    for (const file of allFiles) {
+        let why = null;
+        try {
+            why = notAJourneyDoc(file, readFileSync(join(docsDir, file), 'utf-8'));
+        }
+        catch {
+            why = 'could not be read';
+        }
+        if (!why)
+            continue;
+        results.push({
+            journeyName: file,
+            testDir: '',
+            testFiles: [],
+            seedPath: '',
+            status: 'skipped',
+            seedStatus: 'none',
+            warnings: [
+                `not a journey doc — it ${why}. Kept as reference material and ignored by generate. ` +
+                    `Journeys live at ${docsDir}/<area>/<name>.md and open with "# Journey: …".`,
+            ],
+        });
+    }
+    const files = allFiles.filter((f) => !results.some((r) => r.journeyName === f));
     // Real UI test-hooks per area, extracted once from the components — feeds
     // the F10 selector-grounding gate so generated UI tests can only assert on
     // selectors that genuinely exist (never an invented data-testid).

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@activate-core/test-forge",
-  "version": "0.18.2",
+  "version": "0.18.3",
   "description": "AI-powered QA automation. Scans a project, drafts journey docs, and generates seeded Jest/Playwright tests. Works in any project, with any AI CLI.",
   "type": "module",
   "bin": {