@activate-core/test-forge 1.0.3 → 1.0.4

package/dist/cli/index.js

@@ -19,7 +19,7 @@
  *                                      (an auth-gated page can move unseen).
  */
 import { VERSION } from '../core/index.js';
-import { runGenerate, runHarness } from '../core/generate/run-generate.js';
+import { runGenerate } from '../core/generate/run-generate.js';
 import { runTests } from '../core/run/run-tests.js';
 import { runDiscover } from '../core/docs/discover.js';
 import { runMap } from '../core/project/map.js';
@@ -79,7 +79,7 @@ function printUsage() {
     console.log('  testforge generate --force   Regenerate everything');
     console.log('  testforge generate --no-wait  Stop when the AI hits its usage limit (default: wait for the reset and resume)');
     console.log('  testforge generate --no-verify  Skip running each journey once after generating (default: run and repair)');
-    console.log('  testforge generate --journey <name>  Generate just ONE journey', '  testforge generate --harness         Regenerate only the shared harness (testkit), no test files');
+    console.log('  testforge generate --journey <name>  Generate just ONE journey');
     console.log('  testforge generate --area <area>     Generate a whole area (e.g. api)');
     console.log('  testforge discover          Draft journey docs (asks: map or reference)');
     console.log('  testforge discover --journey <name>  Draft just ONE journey doc');
@@ -144,13 +144,6 @@ async function main() {
         });
         process.exitCode = code;
     }
-    else if (command === 'generate' && process.argv.includes('--harness')) {
-        // Regenerate only the shared harness (testkit), leaving every test file
-        // as it is — e.g. after a TestForge upgrade changes what a harness does.
-        console.log('Regenerating the shared test harness...\n');
-        const written = await runHarness(flagValue('--area'));
-        console.log(written.length ? `Written:\n  ${written.join('\n  ')}` : 'No harness written.');
-    }
     else if (command === 'generate') {
         const useAI = !useBasic;
         console.log(useAI

package/dist/core/generate/ai-generator.js

@@ -337,6 +337,10 @@ export function buildPrompt(journey, map, testPath, focus, harnessPath, transpor
         `    (logged-in state, redirect, payment) is then tested for real. Put`,
         `    "(verification bypassed)" in that test's title. Wrong-code and`,
         `    expired-code tests do NOT bypass: the real server must refuse them.`,
+        `(20) CHECK STATE THROUGH WHAT THE HARNESS OFFERS. If the harness has`,
+        `    no database connection (the data lives in another repository), prove`,
+        `    persisted state through the app's own API — the list or detail`,
+        `    endpoint the client reads — never by importing a database client.`,
         `When rules conflict, prefer reporting LESS: a pending test costs a line`,
         `in the report; a false failure costs the team a release.`,
         ``,

package/dist/core/generate/harness.js

@@ -13,6 +13,7 @@
  */
 import { execFileSync, spawn } from 'node:child_process';
 import { existsSync, readFileSync } from 'node:fs';
+import { createHash } from 'node:crypto';
 import { loadConfig, splitCommand, withReadOnlyTools } from '../project/config.js';
 import { cleanOutput } from './ai-generator.js';
 const MAP_PATH = 'testforge.md';
@@ -192,6 +193,15 @@ export const HARNESS_CONTRACT = [
     `    when absent, and list it in REQUIRED_PACKAGES (an array literal) so`,
     `    the runner can check before the suite starts. Never add a package`,
     `    for anything else.`,
+    `  - DATA LAYER IN ANOTHER REPOSITORY: when this repository does not own`,
+    `    its database (the project map or a related repo shows the data layer`,
+    `    belongs to another codebase, e.g. a frontend talking to a separate`,
+    `    API), do NOT connect to that database: no data-layer client, nothing`,
+    `    in REQUIRED_PACKAGES. seed() prepares data and tests read state`,
+    `    through the app's own API — log in with the env credentials and call`,
+    `    the endpoints the client itself calls. A state only a direct database`,
+    `    write could create is not seeded: the tests needing it skip with`,
+    `    that reason (the repository that owns the data tests it).`,
     `  - NO OTHER RUNTIMES: never shell out to another language runtime, a`,
     `    framework CLI or a container tool — the test machine need not have`,
     `    them.`,
@@ -242,6 +252,21 @@ export const HARNESS_CONTRACT = [
     `    (Playwright globalTeardown / Jest globalTeardown) that runs ONCE after`,
     `    the whole run — never per-file.`,
 ].join('\n');
+/**
+ * Stamp written into every generated testkit: the contract it was built
+ * against. When TestForge's contract changes (a fix to how harnesses log in,
+ * seed or bypass verification), an existing testkit no longer matches and
+ * `generate` rebuilds it by itself — nobody has to remember a command.
+ */
+export const HARNESS_STAMP = `testforge-harness-contract: ${createHash('sha1').update(HARNESS_CONTRACT).digest('hex').slice(0, 12)}`;
+/** Was this testkit built against the current contract? */
+export function harnessIsCurrent(source) {
+    return source.includes(HARNESS_STAMP);
+}
+/** Prefix a freshly generated testkit with the stamp. */
+export function stampHarness(source) {
+    return `// ${HARNESS_STAMP}\n${source}`;
+}
 /** Where an area's shared testkit lives, and how tests import it. */
 export function harnessInfo(areaDir, framework, ext) {
     // Jest tests are flat inside <areaDir> (e.g. .../test/service), so the

package/dist/core/generate/run-generate.js

@@ -33,7 +33,7 @@ import { groundJourney } from '../docs/grounding.js';
 import { generateSeed } from './seed-generator.js';
 import { isSyntaxValid, checkTestGates } from '../gates/validate.js';
 import { installedModules, transportHint, projectSelectors } from '../project/detect.js';
-import { harnessInfo, generateHarnessAsync, generateHarness, playwrightConfig, globalSetupContent, fixturesDoc, jestConfig, jestSetupContent, } from './harness.js';
+import { harnessInfo, generateHarnessAsync, harnessIsCurrent, stampHarness, generateHarness, playwrightConfig, globalSetupContent, fixturesDoc, jestConfig, jestSetupContent, } from './harness.js';
 import { hashContent, loadCache, saveCache } from '../docs/cache.js';
 import { findMarkdownFiles } from '../find-files.js';
 import { loadConfig, testDirForType, resolveFramework } from '../project/config.js';
@@ -160,7 +160,7 @@ export async function runHarness(only) {
             continue;
         }
         mkdirSync(dirname(info.path), { recursive: true });
-        writeFileSync(info.path, kit, 'utf-8');
+        writeFileSync(info.path, stampHarness(kit), 'utf-8');
         writeFileSync(join(info.dir, 'FIXTURES.md'), fixturesDoc(), 'utf-8');
         writeHarnessConfigs(framework, areaDir, info.dir, area);
         written.push(info.path);
@@ -246,8 +246,14 @@ export async function runGenerate(docsDir, useAI = true, force = false, only, ar
         // extra AI call (and no risk of that call eating the token limit).
         // Pass --force to rebuild a stale testkit (e.g. after upgrading).
         if (!force && existsSync(info.path)) {
-            harnessByArea.set(area, info.path);
-            return info.path;
+            if (harnessIsCurrent(readFileSync(info.path, 'utf-8'))) {
+                harnessByArea.set(area, info.path);
+                return info.path;
+            }
+            // Built by an older TestForge whose harness rules have since changed:
+            // rebuild it once here, so the fixes reach this project with no extra
+            // command. Test files are untouched.
+            console.log(`  the ${area} test harness predates this TestForge version — rebuilding it`);
         }
         const kit = await generateValidatedAsync(() => generateHarnessAsync(info.path, framework), ext.endsWith('.js') ? '.js' : '.ts');
         if (kit === null) {
@@ -255,7 +261,7 @@ export async function runGenerate(docsDir, useAI = true, force = false, only, ar
             return undefined;
         }
         mkdirSync(dirname(info.path), { recursive: true });
-        writeFileSync(info.path, kit, 'utf-8');
+        writeFileSync(info.path, stampHarness(kit), 'utf-8');
         writeFileSync(join(info.dir, 'FIXTURES.md'), fixturesDoc(), 'utf-8');
         // Config + globalSetup (playwright) / config + setup (jest) so the specs run
         // AND get their tokens minted once, plus the runner config scaffolding.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@activate-core/test-forge",
-  "version": "1.0.3",
+  "version": "1.0.4",
   "description": "AI-powered QA automation. Scans a project, drafts journey docs, and generates seeded Jest/Playwright tests. Works in any project, with any AI CLI.",
   "type": "module",
   "bin": {