@activate-core/test-forge 0.6.0 → 0.7.0

package/dist/cli/index.js

@@ -22,6 +22,8 @@ import { runInit } from '../core/init.js';
 import { runSetup } from '../core/setup.js';
 import { runUpdate } from '../core/update.js';
 import { runEnvTemplate } from '../core/env-template.js';
+import { loadConfig } from '../core/config.js';
+import { dirname } from 'node:path';
 const command = process.argv[2];
 const useBasic = process.argv.includes('--basic');
 const force = process.argv.includes('--force');
@@ -39,6 +41,22 @@ function flagValue(name) {
 function sourceOptions() {
     return { reference: flagValue('--reference'), source: flagValue('--source') };
 }
+/**
+ * The output dirs to scan for env vars the GENERATED suite reads (test
+ * output dirs + their sibling helpers/ + the seed dir). Shared by the
+ * `generate` and `env` commands so the example always reflects the suite.
+ */
+function generatedScanDirs() {
+    const cfg = loadConfig();
+    const dirs = new Set();
+    for (const out of Object.values(cfg.testOutput ?? {})) {
+        dirs.add(out);
+        dirs.add(dirname(out));
+    }
+    if (cfg.seedOutput)
+        dirs.add(cfg.seedOutput);
+    return [...dirs];
+}
 function printUsage() {
     console.log(`testforge v${VERSION}`);
     console.log('');
@@ -87,7 +105,7 @@ async function main() {
         console.log('then run `testforge generate`.');
     }
     else if (command === 'env') {
-        runEnvTemplate('docs', '.env.testing.example');
+        runEnvTemplate('docs', '.env.testing.example', '.', generatedScanDirs());
     }
     else if (command === 'generate') {
         const useAI = !useBasic;
@@ -130,6 +148,11 @@ async function main() {
             if (seedFailures > 0) {
                 console.log(`Warning: ${seedFailures} seed file(s) could not be generated — see notes above.`);
             }
+            // Auto-refresh the env template so running `generate` on its own (not
+            // just `setup`) tells the developer exactly which credentials the
+            // generated suite needs — including vars the tests themselves read.
+            console.log('');
+            runEnvTemplate('docs', '.env.testing.example', '.', generatedScanDirs());
         }
     }
     else {

package/dist/core/ai-generator.js

@@ -49,6 +49,11 @@ export function buildPrompt(journey, map, testPath, focus, harnessPath) {
     const framework = isApi
         ? 'Jest (with supertest for HTTP) for an API/backend test'
         : 'Playwright for a web/UI test';
+    // Pending-test syntax differs by runner: Jest has test.todo/it.skip;
+    // Playwright has NEITHER (test.todo throws) — it uses test.fixme/skip.
+    const pending = isApi
+        ? 'test.todo(...) or it.skip(...)'
+        : 'test.fixme(title, async () => {}) or test.skip(title, async () => {}) — Playwright has NO test.todo/it.*';
     const ext = config.testExtension ?? '.test.ts';
     const isJs = ext.endsWith('.js');
     const language = isJs
@@ -86,7 +91,7 @@ export function buildPrompt(journey, map, testPath, focus, harnessPath) {
         `assert that a vulnerability exists when the journey doc EXPLICITLY`,
         `documents it as a known/accepted behavior. If you cannot tell from the`,
         `journey or map whether a defense exists, write the check as`,
-        `test.todo(...) or it.skip(...) with a "// TODO:" note — never assume a`,
+        `${pending} with a "// TODO:" note — never assume a`,
         `guard is missing and produce a failing test that falsely brands the`,
         `product as vulnerable.`,
         ``,
@@ -98,9 +103,9 @@ export function buildPrompt(journey, map, testPath, focus, harnessPath) {
         `models it touches. Confirm the REAL endpoint paths, HTTP methods,`,
         `request/response shapes, status codes, auth requirements, and function`,
         `signatures from the code. Base every assertion on what the code`,
-        `actually does. Only fall back to "// TODO:" or test.todo/it.skip when`,
+        `actually does. Only fall back to a pending test (${pending}) when`,
         `the behavior genuinely cannot be determined from the source — do not`,
-        `leave something as a TODO that a quick read of the code would answer.`,
+        `leave something pending that a quick read of the code would answer.`,
         `Do NOT write or edit any file; output only the test code to stdout.`,
         ``,
         isApi
@@ -119,6 +124,11 @@ export function buildPrompt(journey, map, testPath, focus, harnessPath) {
                 `the UI. Use placeholder selectors with a TODO comment where the`,
                 `real page structure is unknown — do not invent selectors as if`,
                 `they are real.`,
+                `CRITICAL Playwright API: import { test, expect } from`,
+                `'@playwright/test'. There is NO test.todo / it.* / describe.skip`,
+                `in Playwright — using them throws at collection and breaks the`,
+                `WHOLE file. For a pending case use test.fixme(title, async () =>`,
+                `{}) or test.skip(...); group with test.describe(...).`,
             ].join('\n'),
         ``,
         ...(testPath

package/dist/core/env-template.js

@@ -55,7 +55,8 @@ const SOURCE_EXT = /\.(c|m)?[jt]sx?$/i;
  * skipping vendored/build/test output, with a file cap so a huge repo
  * can't stall the run.
  */
-function scanSourceEnvVars(srcDir, maxFiles = 4000) {
+function scanSourceEnvVars(srcDir, opts = {}) {
+    const { includeTests = false, maxFiles = 4000 } = opts;
     const vars = new Set();
     let seen = 0;
     const walk = (dir) => {
@@ -78,8 +79,10 @@ function scanSourceEnvVars(srcDir, maxFiles = 4000) {
                 walk(full);
             }
             else if (SOURCE_EXT.test(entry.name)) {
-                // Skip test files — we want app source, not existing tests.
-                if (/\.(test|spec)\./i.test(entry.name))
+                // App-source scan skips test files; the generated-suite scan
+                // (includeTests) WANTS them — that is where the tests' own env
+                // vars (tokens, ids, base URLs) live.
+                if (!includeTests && /\.(test|spec)\./i.test(entry.name))
                     continue;
                 seen++;
                 try {
@@ -108,7 +111,7 @@ function areaAndJourney(file) {
     // Fallback: flat file with no area folder.
     return { area: 'general', journey: noExt };
 }
-export function runEnvTemplate(docsDir, outPath, srcDir = '.') {
+export function runEnvTemplate(docsDir, outPath, srcDir = '.', testDirs = []) {
     if (!existsSync(docsDir)) {
         console.log(`No docs found at "${docsDir}". Run \`testforge setup\` first.`);
         return;
@@ -153,7 +156,21 @@ export function runEnvTemplate(docsDir, outPath, srcDir = '.') {
     }
     const sourceVars = scanSourceEnvVars(srcDir);
     const bootVars = [...sourceVars].filter((v) => !knownFromDocs.has(v)).sort();
-    if (byArea.size === 0 && bootVars.length === 0) {
+    // Vars the GENERATED suite (tests + seeds + testkit) actually reads —
+    // scanned from the output dirs, INCLUDING test files. This is what
+    // captures tokens/ids/base-URLs the generated code needs but that no
+    // doc/source mentioned.
+    const suiteScan = new Set();
+    for (const d of testDirs) {
+        for (const v of scanSourceEnvVars(d, { includeTests: true })) {
+            suiteScan.add(v);
+        }
+    }
+    const alreadyShown = new Set([...knownFromDocs, ...bootVars]);
+    const suiteVars = [...suiteScan]
+        .filter((v) => !alreadyShown.has(v))
+        .sort();
+    if (byArea.size === 0 && bootVars.length === 0 && suiteVars.length === 0) {
         console.log('No environment variables found in the docs or source.');
         return;
     }
@@ -167,6 +184,15 @@ export function runEnvTemplate(docsDir, outPath, srcDir = '.') {
         '# Keep .env.testing OUT of version control.',
         '',
     ];
+    if (suiteVars.length > 0) {
+        lines.push(`# ${'='.repeat(40)}`);
+        lines.push('# GENERATED SUITE (env the generated tests/testkit read)');
+        lines.push(`# ${'='.repeat(40)}`);
+        for (const v of suiteVars) {
+            lines.push(`${v}=            # used by: generated tests`);
+        }
+        lines.push('');
+    }
     if (bootVars.length > 0) {
         lines.push(`# ${'='.repeat(40)}`);
         lines.push('# APP (read directly from source — REQUIRED to boot)');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@activate-core/test-forge",
-  "version": "0.6.0",
+  "version": "0.7.0",
   "description": "AI-powered QA automation. Scans a project, drafts journey docs, and generates seeded Jest/Playwright tests. Works in any project, with any AI CLI.",
   "type": "module",
   "bin": {