form-tester 0.5.1 → 0.7.0

package/.claude/skills/form-tester/SKILL.md

@@ -26,6 +26,23 @@ form-tester
 
 Persona IDs: `ung-mann`, `gravid-kvinne`, `eldre-kvinne`, `kronisk-syk-mann`. Defaults to "noen" (neutral answers) if omitted.
 
+## Recording & Replay
+
+Every test run records all commands to `recording.json` in the output folder. To ensure ALL commands are recorded (including form filling, clicking, etc.), always use `form-tester exec` instead of `playwright-cli` directly:
+
+```bash
+# ALWAYS use this instead of playwright-cli directly:
+form-tester exec fill e1 "value"
+form-tester exec click e3
+form-tester exec screenshot --filename "path.png" --full-page
+form-tester exec close    # finalizes and saves the recording
+```
+
+Replay a previous run:
+```bash
+form-tester replay output/form-id/timestamp/recording.json
+```
+
 ## Commands
 
 ```bash
@@ -49,4 +66,12 @@ Use `/people` to rescan the visible person list and get a numbered selection pro
 
 ## Playwright CLI
 
-You can also run `playwright-cli` commands directly when needed.
+IMPORTANT: Always use `form-tester exec` instead of `playwright-cli` directly. This ensures all commands are recorded for replay. The syntax is the same — just prefix with `form-tester exec`:
+
+```bash
+form-tester exec snapshot
+form-tester exec fill e1 "value"
+form-tester exec click e3
+form-tester exec screenshot --filename "page.png" --full-page
+form-tester exec close
+```

package/form-tester.js

@@ -6,9 +6,80 @@ const { spawn, execSync } = require("child_process");
 
 const CONFIG_PATH = path.join(process.cwd(), "form-tester.config.json");
 const OUTPUT_BASE = path.resolve(process.cwd(), "output");
-const LOCAL_VERSION = "0.5.1";
+const LOCAL_VERSION = "0.7.0";
 const RECOMMENDED_PERSON = "Uromantisk Direktør";
 
+// Recording — persisted to disk so `form-tester exec` can append across processes
+let activeRecordingPath = null;
+
+function startRecording(outputDir) {
+  const filePath = path.join(outputDir, "recording.json");
+  const data = {
+    version: LOCAL_VERSION,
+    startedAt: new Date().toISOString(),
+    completedAt: null,
+    commandCount: 0,
+    commands: [],
+  };
+  fs.writeFileSync(filePath, JSON.stringify(data, null, 2));
+  activeRecordingPath = filePath;
+  return filePath;
+}
+
+function recordCommand(args) {
+  // In-process recording
+  if (activeRecordingPath && fs.existsSync(activeRecordingPath)) {
+    appendToRecording(activeRecordingPath, args);
+    return;
+  }
+  // Check config for active recording (cross-process via exec)
+  try {
+    const config = JSON.parse(fs.readFileSync(CONFIG_PATH, "utf8"));
+    if (config.activeRecording && fs.existsSync(config.activeRecording)) {
+      appendToRecording(config.activeRecording, args);
+    }
+  } catch (e) {
+    // no config or no active recording, skip
+  }
+}
+
+function appendToRecording(filePath, args) {
+  try {
+    const data = JSON.parse(fs.readFileSync(filePath, "utf8"));
+    data.commands.push({ args, timestamp: new Date().toISOString() });
+    data.commandCount = data.commands.length;
+    fs.writeFileSync(filePath, JSON.stringify(data, null, 2));
+  } catch (e) {
+    // recording file corrupted or gone, skip
+  }
+}
+
+function finalizeRecording(filePath) {
+  if (!filePath || !fs.existsSync(filePath)) return null;
+  try {
+    const data = JSON.parse(fs.readFileSync(filePath, "utf8"));
+    data.completedAt = new Date().toISOString();
+    fs.writeFileSync(filePath, JSON.stringify(data, null, 2));
+    return filePath;
+  } catch (e) {
+    return null;
+  }
+}
+
+function saveRecording() {
+  const result = finalizeRecording(activeRecordingPath);
+  activeRecordingPath = null;
+  // Clear active recording from config
+  try {
+    const config = JSON.parse(fs.readFileSync(CONFIG_PATH, "utf8"));
+    delete config.activeRecording;
+    fs.writeFileSync(CONFIG_PATH, JSON.stringify(config, null, 2));
+  } catch (e) {
+    // config not found, skip
+  }
+  return result;
+}
+
 const PERSONAS = [
   {
     id: "ung-mann",
@@ -286,6 +357,7 @@ function runCommand(command, args, options = {}) {
 }
 
 function runPlaywrightCli(args) {
+  recordCommand(args);
   return new Promise((resolve) => {
     const spec = getPlaywrightCommandSpec();
     const spawnOpts = { stdio: "inherit" };
@@ -821,6 +893,11 @@ async function handleTest(url, config) {
   config.lastRunDir = outputDir;
   saveConfig(config);
 
+  // Start recording and persist path to config for `exec`
+  const recordingFile = startRecording(outputDir);
+  config.activeRecording = recordingFile;
+  saveConfig(config);
+
   if (personaChoice.type === "preset") {
     fs.writeFileSync(
       path.join(outputDir, "persona.json"),
@@ -877,6 +954,13 @@ async function handleTest(url, config) {
     dokumenterUrl ||
       "/dokumenter?pnr={PNR}",
   );
+
+  // Save recording
+  const recordingPath = saveRecording();
+  if (recordingPath) {
+    console.log(`Recording saved: ${recordingPath}`);
+    console.log(`Replay with: form-tester replay "${recordingPath}"`);
+  }
 }
 
 async function handleTestAuto(url, config, flags) {
@@ -928,6 +1012,11 @@ async function handleTestAuto(url, config, flags) {
   config.lastRunDir = outputDir;
   saveConfig(config);
 
+  // Start recording and persist path to config for `exec`
+  const recordingFile = startRecording(outputDir);
+  config.activeRecording = recordingFile;
+  saveConfig(config);
+
   // Save persona and scenario
   if (personaChoice.type === "preset") {
     fs.writeFileSync(path.join(outputDir, "persona.json"), JSON.stringify(personaChoice.persona, null, 2));
@@ -983,6 +1072,35 @@ async function handleTestAuto(url, config, flags) {
     console.log("");
     printNextSteps(outputDir, dokumenterUrl || "/dokumenter?pnr={PNR}");
   }
+
+  // Save recording
+  const recordingPath = saveRecording();
+  if (recordingPath) {
+    log(`Recording saved: ${recordingPath}`);
+    log(`Replay with: form-tester replay "${recordingPath}"`);
+  }
+}
+
+async function handleReplay(filePath) {
+  if (!fs.existsSync(filePath)) {
+    console.error(`Recording not found: ${filePath}`);
+    process.exit(1);
+  }
+  const recording = JSON.parse(fs.readFileSync(filePath, "utf8"));
+  console.log(`Replaying ${recording.commandCount} commands from ${recording.startedAt}`);
+  console.log("");
+
+  for (let i = 0; i < recording.commands.length; i++) {
+    const cmd = recording.commands[i];
+    console.log(`[${i + 1}/${recording.commandCount}] playwright-cli ${cmd.args.join(" ")}`);
+    const code = await runPlaywrightCli(cmd.args);
+    if (code !== 0) {
+      console.error(`Command failed with exit code ${code}. Stopping replay.`);
+      process.exit(1);
+    }
+  }
+
+  console.log("\nReplay complete.");
 }
 
 async function handleCommand(line, config) {
@@ -1138,6 +1256,50 @@ async function main() {
     process.exit(0);
   }
 
+  if (args[0] === "exec") {
+    const pwArgs = args.slice(1);
+    if (!pwArgs.length) {
+      console.error("Usage: form-tester exec <playwright-cli command and args>");
+      process.exit(1);
+    }
+    // Record (reads config.activeRecording) and run playwright-cli directly
+    recordCommand(pwArgs);
+    // Run without going through runPlaywrightCli to avoid double-recording
+    const spec = getPlaywrightCommandSpec();
+    const spawnOpts = { stdio: "inherit" };
+    if (spec.shell) spawnOpts.shell = true;
+    const code = await new Promise((resolve) => {
+      const child = spawn(spec.command, [...spec.args, ...pwArgs], spawnOpts);
+      child.on("error", (err) => { console.error(err.message); resolve(1); });
+      child.on("exit", (c) => resolve(c ?? 0));
+    });
+    // If the command was "close", finalize the recording
+    if (pwArgs[0] === "close") {
+      try {
+        const config = JSON.parse(fs.readFileSync(CONFIG_PATH, "utf8"));
+        if (config.activeRecording) {
+          const rPath = finalizeRecording(config.activeRecording);
+          delete config.activeRecording;
+          fs.writeFileSync(CONFIG_PATH, JSON.stringify(config, null, 2));
+          if (rPath) console.log(`Recording saved: ${rPath}`);
+        }
+      } catch (e) {
+        // no config, skip
+      }
+    }
+    process.exit(code);
+  }
+
+  if (args[0] === "replay") {
+    const filePath = args[1];
+    if (!filePath) {
+      console.error("Usage: form-tester replay <recording.json>");
+      process.exit(1);
+    }
+    await handleReplay(path.resolve(filePath));
+    process.exit(0);
+  }
+
   if (args[0] === "test" && args.includes("--auto")) {
     const config = loadConfig();
     const url = args.find((a) => a.startsWith("http"));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "form-tester",
-  "version": "0.5.1",
+  "version": "0.7.0",
   "description": "AI-powered form testing skill for /skjemautfyller forms using Playwright CLI. Works with Claude Code and GitHub Copilot.",
   "main": "form-tester.js",
   "bin": {