ccqa 0.1.6 → 0.3.2

package/src/cli/generate-setup.ts

@@ -1,215 +0,0 @@
-import { readFile, writeFile, stat, unlink } from "node:fs/promises";
-import { join } from "node:path";
-import { Command } from "commander";
-import {
-  ensureCcqaDir,
-  readSetupSpecFile,
-  getSetupActions,
-  getSetupDir,
-  saveSetupTestScript,
-} from "../store/index.ts";
-import { actionsToScript } from "../codegen/actions-to-script.ts";
-import { buildCleanupPrompt, buildAutoFixPrompt } from "../prompts/codegen.ts";
-import { invokeClaudeStreaming } from "../claude/invoke.ts";
-import { parseSetupSpec } from "../spec/parser.ts";
-import type { TraceAction } from "../types.ts";
-import * as log from "./logger.ts";
-
-export const generateSetupCommand = new Command("generate-setup")
-  .argument("<name>", "Setup name to generate (e.g. login)")
-  .description("Clean up, validate, and templatize setup actions")
-  .option("--max-retries <n>", "Maximum number of auto-fix retries", "3")
-  .option("--from-dummy", "Resume from existing test.dummy.spec.ts (after manual fix)")
-  .action(async (name: string, opts: { maxRetries: string; fromDummy?: boolean }) => {
-    await runGenerateSetup(name, parseInt(opts.maxRetries, 10), opts.fromDummy ?? false);
-  });
-
-async function runGenerateSetup(name: string, maxRetries: number, fromDummy: boolean): Promise<void> {
-  log.header("generate-setup", name);
-
-  await ensureCcqaDir();
-
-  const specContent = await readSetupSpecFile(name);
-  const spec = parseSetupSpec(specContent);
-  const dummyPath = join(getSetupDir(name), "test.dummy.spec.ts");
-  const finalPath = join(getSetupDir(name), "test.spec.ts");
-
-  // Phase 1: Generate or reuse test.dummy.spec.ts
-  if (fromDummy) {
-    // --from-dummy: use existing test.dummy.spec.ts
-    const exists = await stat(dummyPath).then(() => true).catch(() => false);
-    if (!exists) {
-      log.warn(`test.dummy.spec.ts not found. Run without --from-dummy first.`);
-      process.exit(1);
-    }
-    log.info("Resuming from existing test.dummy.spec.ts");
-  } else {
-    // Normal: generate from actions.json
-    const { actions } = await getSetupActions(name);
-    log.meta("setup", spec.title);
-    log.meta("actions", actions.length);
-    log.blank();
-
-    const cleanedActions = await cleanupActions(actions);
-    if (cleanedActions.length !== actions.length) {
-      log.meta("cleaned", cleanedActions.length);
-    }
-
-    const script = actionsToScript(cleanedActions, spec.title);
-    await writeFile(dummyPath, script, "utf-8");
-    log.meta("saved", dummyPath);
-  }
-  log.blank();
-
-  // Phase 2: Run vitest on test.dummy.spec.ts with auto-fix
-  let { exitCode, output, currentScript } = await runVitest(dummyPath);
-
-  if (exitCode !== 0) {
-    for (let attempt = 1; attempt <= maxRetries; attempt++) {
-      log.info(`auto-fix attempt ${attempt}/${maxRetries}...`);
-      log.blank();
-
-      const fixed = await autoFixWithLLM(currentScript, output);
-      if (!fixed) {
-        log.warn("could not determine fix from failure log");
-        break;
-      }
-
-      await writeFile(dummyPath, fixed, "utf-8");
-      log.meta("saved", dummyPath);
-      log.blank();
-
-      ({ exitCode, output, currentScript } = await runVitest(dummyPath));
-      if (exitCode === 0) break;
-    }
-
-    if (exitCode !== 0) {
-      log.warn("auto-fix exhausted — setup test still failing");
-      log.hint(`edit ${dummyPath} manually, then run: ccqa generate-setup ${name} --from-dummy`);
-      process.exit(1);
-    }
-  }
-
-  // Phase 3: Reverse-replace dummy values → {{placeholders}}, save as test.spec.ts
-  const templatizedScript = reversePlaceholdersInScript(
-    currentScript,
-    spec.placeholders as Record<string, { dummy: string; description?: string }> | undefined,
-  );
-
-  await writeFile(finalPath, templatizedScript, "utf-8");
-  await unlink(dummyPath).catch(() => {});
-
-  log.blank();
-  log.meta("saved", finalPath);
-  log.hint(`setup '${name}' is ready — reference it in test-spec.md with setups: [{name: ${name}, params: {...}}]`);
-}
-
-/**
- * Replace dummy values with {{placeholder}} directly in the test script text.
- * Longer dummy values are replaced first to avoid partial matches.
- */
-function reversePlaceholdersInScript(
-  script: string,
-  placeholders?: Record<string, { dummy: string; description?: string }>,
-): string {
-  if (!placeholders) return script;
-
-  const entries = Object.entries(placeholders).sort(
-    (a, b) => b[1].dummy.length - a[1].dummy.length,
-  );
-
-  let result = script;
-  for (const [key, def] of entries) {
-    result = result.replaceAll(def.dummy, `{{${key}}}`);
-  }
-  return result;
-}
-
-// --- Shared utilities ---
-
-interface SleepInsert { line: number; seconds: number; reason: string }
-interface SleepIncrease { line: number; increase_to: number; reason: string }
-type AutoFixAction = SleepInsert | SleepIncrease;
-
-async function autoFixWithLLM(script: string, failureLog: string): Promise<string | null> {
-  try {
-    const prompt = buildAutoFixPrompt(script, failureLog);
-    const { result, isError } = await invokeClaudeStreaming(
-      { prompt, disableBuiltinTools: true, maxTurns: 1 },
-      () => {},
-    );
-    if (isError || !result) return null;
-
-    const json = result.trim().replace(/^```(?:json)?\n?([\s\S]*?)\n?```$/, "$1").trim();
-    const fixes = JSON.parse(json) as AutoFixAction[];
-    if (!Array.isArray(fixes) || fixes.length === 0) return null;
-
-    return applySleepFixes(script, fixes);
-  } catch {
-    return null;
-  }
-}
-
-function applySleepFixes(script: string, fixes: AutoFixAction[]): string {
-  const lines = script.split("\n");
-
-  for (const fix of fixes) {
-    if ("increase_to" in fix) {
-      const idx = fix.line - 1;
-      if (idx >= 0 && idx < lines.length) {
-        lines[idx] = lines[idx]!.replace(
-          /spawnSync\("sleep",\s*\["\d+"\]/,
-          `spawnSync("sleep", ["${fix.increase_to}"]`,
-        );
-      }
-    }
-  }
-
-  const inserts = fixes
-    .filter((f): f is SleepInsert => "seconds" in f && !("increase_to" in f))
-    .sort((a, b) => b.line - a.line);
-
-  for (const fix of inserts) {
-    const idx = fix.line - 1;
-    if (idx >= 0 && idx <= lines.length) {
-      lines.splice(idx, 0, `  spawnSync("sleep", ["${fix.seconds}"], { stdio: "inherit" });`);
-    }
-  }
-
-  return lines.join("\n");
-}
-
-async function runVitest(scriptPath: string): Promise<{ exitCode: number; output: string; currentScript: string }> {
-  const proc = Bun.spawn(["bunx", "vitest", "run", scriptPath], {
-    stdout: "pipe",
-    stderr: "pipe",
-  });
-
-  const [stdoutText, stderrText, exitCode] = await Promise.all([
-    new Response(proc.stdout).text(),
-    new Response(proc.stderr).text(),
-    proc.exited,
-  ]);
-  const currentScript = await Bun.file(scriptPath).text();
-
-  process.stdout.write(stdoutText);
-  if (stderrText) process.stderr.write(stderrText);
-  return { exitCode, output: stdoutText + stderrText, currentScript };
-}
-
-async function cleanupActions(actions: TraceAction[]): Promise<TraceAction[]> {
-  try {
-    const prompt = buildCleanupPrompt(actions);
-    const { result, isError } = await invokeClaudeStreaming(
-      { prompt, disableBuiltinTools: true, maxTurns: 1 },
-      () => {},
-    );
-    if (isError || !result) return actions;
-    const json = result.trim().replace(/^```(?:json)?\n?([\s\S]*?)\n?```$/, "$1").trim();
-    const parsed = JSON.parse(json) as TraceAction[];
-    if (Array.isArray(parsed) && parsed.length > 0) return parsed;
-  } catch {
-    // Fall through
-  }
-  return actions;
-}

package/src/cli/generate.ts

@@ -1,224 +0,0 @@
-import { writeFile } from "node:fs/promises";
-import { Command } from "commander";
-import { readFile } from "node:fs/promises";
-import { join } from "node:path";
-import {
-  ensureCcqaDir,
-  parseSpecPath,
-  getTraceActions,
-  getSetupDir,
-  readSpecFile,
-  saveTestScript,
-} from "../store/index.ts";
-import { actionsToScript } from "../codegen/actions-to-script.ts";
-import type { SetupScript } from "../codegen/actions-to-script.ts";
-import { buildCleanupPrompt, buildAutoFixPrompt } from "../prompts/codegen.ts";
-import { invokeClaudeStreaming } from "../claude/invoke.ts";
-import { parseTestSpec } from "../spec/parser.ts";
-import type { TraceAction } from "../types.ts";
-import * as log from "./logger.ts";
-
-export const generateCommand = new Command("generate")
-  .argument("<feature/spec>", "Spec to generate test for (e.g. tasks/create-and-complete)")
-  .description("Generate agent-browser test script from recorded trace actions")
-  .option("--max-retries <n>", "Maximum number of auto-fix retries", "3")
-  .action(async (specPath: string, opts: { maxRetries: string }) => {
-    const { featureName, specName } = parseSpecPath(specPath);
-    await runGenerate(featureName, specName, parseInt(opts.maxRetries, 10));
-  });
-
-async function runGenerate(featureName: string, specName: string, maxRetries: number): Promise<void> {
-  log.header("generate", `${featureName}/${specName}`);
-
-  await ensureCcqaDir();
-
-  const { path: actionsPath, actions } = await getTraceActions(featureName, specName);
-
-  log.meta("trace", actionsPath);
-  log.meta("actions", actions.length);
-
-  // Load setup actions if test-spec references setups
-  const specContent = await readSpecFile(featureName, specName);
-  const spec = parseTestSpec(specContent);
-  const setupScripts = await loadSetupScripts(
-    spec.setups as Array<{ name: string; params?: Record<string, string> }> | undefined,
-  );
-  if (setupScripts.length > 0) {
-    log.meta("setups", setupScripts.map((s) => s.name).join(", "));
-  }
-  log.blank();
-
-  const cleanedActions = await cleanupActions(actions);
-  if (cleanedActions.length !== actions.length) {
-    log.meta("cleaned", cleanedActions.length);
-  }
-
-  const script = actionsToScript(cleanedActions, spec.title, setupScripts.length > 0 ? setupScripts : undefined);
-  const scriptPath = await saveTestScript(featureName, specName, script);
-  log.meta("saved", scriptPath);
-  log.blank();
-
-  let { exitCode, output, currentScript } = await runVitest(scriptPath);
-  if (exitCode === 0) {
-    log.hint(`run 'ccqa run ${featureName}/${specName}' to execute the test`);
-    return;
-  }
-
-  for (let attempt = 1; attempt <= maxRetries; attempt++) {
-    log.info(`auto-fix attempt ${attempt}/${maxRetries}...`);
-    log.blank();
-
-    const fixed = await autoFixWithLLM(currentScript, output);
-    if (!fixed) {
-      log.warn("could not determine fix from failure log");
-      break;
-    }
-
-    await writeFile(scriptPath, fixed, "utf-8");
-    log.meta("saved", scriptPath);
-    log.blank();
-
-    ({ exitCode, output, currentScript } = await runVitest(scriptPath));
-    if (exitCode === 0) {
-      log.hint(`run 'ccqa run ${featureName}/${specName}' to execute the test`);
-      return;
-    }
-  }
-
-  log.warn("auto-fix exhausted — test still failing");
-  process.exit(1);
-}
-
-/**
- * Load setup test scripts, extract test body, and replace {{placeholders}} with params values.
- */
-async function loadSetupScripts(
-  setups?: Array<{ name: string; params?: Record<string, string> }>,
-): Promise<SetupScript[]> {
-  if (!setups?.length) return [];
-
-  const result: SetupScript[] = [];
-  for (const ref of setups) {
-    const scriptPath = join(getSetupDir(ref.name), "test.spec.ts");
-    const script = await readFile(scriptPath, "utf-8").catch(() => {
-      throw new Error(`Setup test script not found: ${scriptPath}. Run \`ccqa generate-setup ${ref.name}\` first.`);
-    });
-    const body = extractTestBody(script);
-    const resolved = replacePlaceholders(body, ref.params ?? {});
-    result.push({ name: ref.name, body: resolved });
-  }
-  return result;
-}
-
-/**
- * Extract the test body (lines inside the first test() block) from a setup test script.
- */
-function extractTestBody(script: string): string {
-  const lines = script.split("\n");
-  const startIdx = lines.findIndex((l) => /^\s*test\(/.test(l));
-  if (startIdx === -1) return "";
-  const bodyLines: string[] = [];
-  for (let i = startIdx + 1; i < lines.length; i++) {
-    // Match closing line: "}, N * 60 * 1000);" or "})" at the end of a test block
-    if (/^\s*\}[\s,);]/.test(lines[i]!)) break;
-    bodyLines.push(lines[i]!);
-  }
-  return bodyLines.join("\n");
-}
-
-function replacePlaceholders(body: string, params: Record<string, string>): string {
-  let result = body;
-  for (const [key, value] of Object.entries(params)) {
-    result = result.replaceAll(`{{${key}}}`, value);
-  }
-  return result;
-}
-
-// --- Auto-fix ---
-
-interface SleepInsert { line: number; seconds: number; reason: string }
-interface SleepIncrease { line: number; increase_to: number; reason: string }
-type AutoFixAction = SleepInsert | SleepIncrease;
-
-async function autoFixWithLLM(script: string, failureLog: string): Promise<string | null> {
-  try {
-    const prompt = buildAutoFixPrompt(script, failureLog);
-    const { result, isError } = await invokeClaudeStreaming(
-      { prompt, disableBuiltinTools: true, maxTurns: 1 },
-      () => {},
-    );
-    if (isError || !result) return null;
-
-    const json = result.trim().replace(/^```(?:json)?\n?([\s\S]*?)\n?```$/, "$1").trim();
-    const fixes = JSON.parse(json) as AutoFixAction[];
-    if (!Array.isArray(fixes) || fixes.length === 0) return null;
-
-    return applySleepFixes(script, fixes);
-  } catch {
-    return null;
-  }
-}
-
-function applySleepFixes(script: string, fixes: AutoFixAction[]): string {
-  const lines = script.split("\n");
-
-  for (const fix of fixes) {
-    if ("increase_to" in fix) {
-      const idx = fix.line - 1;
-      if (idx >= 0 && idx < lines.length) {
-        lines[idx] = lines[idx]!.replace(
-          /spawnSync\("sleep",\s*\["\d+"\]/,
-          `spawnSync("sleep", ["${fix.increase_to}"]`,
-        );
-      }
-    }
-  }
-
-  const inserts = fixes
-    .filter((f): f is SleepInsert => "seconds" in f && !("increase_to" in f))
-    .sort((a, b) => b.line - a.line);
-
-  for (const fix of inserts) {
-    const idx = fix.line - 1;
-    if (idx >= 0 && idx <= lines.length) {
-      lines.splice(idx, 0, `  spawnSync("sleep", ["${fix.seconds}"], { stdio: "inherit" });`);
-    }
-  }
-
-  return lines.join("\n");
-}
-
-async function runVitest(scriptPath: string): Promise<{ exitCode: number; output: string; currentScript: string }> {
-  const proc = Bun.spawn(["bunx", "vitest", "run", scriptPath], {
-    stdout: "pipe",
-    stderr: "pipe",
-  });
-
-  const [stdoutText, stderrText, exitCode] = await Promise.all([
-    new Response(proc.stdout).text(),
-    new Response(proc.stderr).text(),
-    proc.exited,
-  ]);
-  const currentScript = await Bun.file(scriptPath).text();
-
-  process.stdout.write(stdoutText);
-  if (stderrText) process.stderr.write(stderrText);
-  return { exitCode, output: stdoutText + stderrText, currentScript };
-}
-
-async function cleanupActions(actions: TraceAction[]): Promise<TraceAction[]> {
-  try {
-    const prompt = buildCleanupPrompt(actions);
-    const { result, isError } = await invokeClaudeStreaming(
-      { prompt, disableBuiltinTools: true, maxTurns: 1 },
-      () => {},
-    );
-    if (isError || !result) return actions;
-    const json = result.trim().replace(/^```(?:json)?\n?([\s\S]*?)\n?```$/, "$1").trim();
-    const parsed = JSON.parse(json) as TraceAction[];
-    if (Array.isArray(parsed) && parsed.length > 0) return parsed;
-  } catch {
-    // Fall through
-  }
-  return actions;
-}

package/src/cli/index.ts

@@ -1,25 +0,0 @@
-import { Command } from "commander";
-import { readFileSync } from "node:fs";
-import { traceCommand } from "./trace.ts";
-import { generateCommand } from "./generate.ts";
-import { runCommand } from "./run.ts";
-import { traceSetupCommand } from "./trace-setup.ts";
-import { generateSetupCommand } from "./generate-setup.ts";
-
-const packageJsonPath = new URL("../../package.json", import.meta.url);
-const { version } = JSON.parse(readFileSync(packageJsonPath, "utf8")) as { version: string };
-
-const program = new Command();
-
-program
-  .name("ccqa")
-  .description("E2E test CLI using Claude Code + agent-browser")
-  .version(version);
-
-program.addCommand(traceCommand);
-program.addCommand(generateCommand);
-program.addCommand(runCommand);
-program.addCommand(traceSetupCommand);
-program.addCommand(generateSetupCommand);
-
-program.parse();

package/src/cli/logger.ts

@@ -1,45 +0,0 @@
-import type { StepStatus } from "../types.ts";
-
-const STEP_ICONS: Record<StepStatus, string> = {
-  STEP_START: "▶",
-  STEP_DONE: "✓",
-  ASSERTION_FAILED: "✗",
-  STEP_SKIPPED: "⊘",
-  RUN_COMPLETED: "■",
-};
-
-export function header(command: string, target?: string): void {
-  process.stdout.write(`\nccqa ${command}${target ? ` ${target}` : ""}\n\n`);
-}
-
-export function meta(key: string, value: string | number): void {
-  process.stdout.write(`  ${key}: ${value}\n`);
-}
-
-export function blank(): void {
-  process.stdout.write("\n");
-}
-
-export function info(message: string): void {
-  process.stdout.write(`${message}\n`);
-}
-
-export function step(type: StepStatus, stepId: string, detail: string): void {
-  process.stdout.write(`  ${STEP_ICONS[type]} [${stepId}] ${detail}\n`);
-}
-
-export function bash(command: string): void {
-  process.stdout.write(`  $ ${command.slice(0, 120)}\n`);
-}
-
-export function error(message: string): void {
-  process.stderr.write(`error: ${message}\n`);
-}
-
-export function warn(message: string): void {
-  process.stderr.write(`warn: ${message}\n`);
-}
-
-export function hint(message: string): void {
-  process.stdout.write(`\nhint: ${message}\n`);
-}