@shaykec/app-agent 1.0.9 → 1.0.11

package/dist/index.js

@@ -4,7 +4,7 @@ import fs from "fs-extra";
 import path from "node:path";
 import { execSync } from "node:child_process";
 import { collectUserInput, confirmInput, parseCliArgs, parseManagementCommand } from "./cli.js";
-import { buildAgentPrompt, buildTestPrompt, buildScratchPrompt, buildQuickPrompt, buildUpdatePrompt } from "./prompt-builder.js";
+import { buildAgentPrompt, buildTestPrompt, buildDeepTestPrompt, buildFixPrompt, buildScratchPrompt, buildQuickPrompt, buildUpdatePrompt, buildWebClonePrompt } from "./prompt-builder.js";
 import { createEngine } from "./engines/index.js";
 import { validateOutput, reportValidation } from "./validator.js";
 import { validatePrompt, formatSanitizationResult } from "./prompt-sanitizer.js";
@@ -16,6 +16,7 @@ import { scaffoldWorkspace, cleanupWorkspace } from "./workspace.js";
 import { resolveUpdateContext } from "./updater.js";
 import { generatePreview } from "./preview-generator.js";
 import { createServer } from "node:http";
+import { URL } from "node:url";
 import open from "open";
 async function main() {
     // ── Management commands (no build agent needed) ─────────────────────
@@ -30,6 +31,12 @@ async function main() {
         else if (mgmtCmd.command === "test") {
             await testApp(mgmtCmd.appName, mgmtCmd.engine, mgmtCmd.model);
         }
+        else if (mgmtCmd.command === "deep-test") {
+            await deepTestApp(mgmtCmd.appName, mgmtCmd.autoFix ?? false, mgmtCmd.engine, mgmtCmd.model);
+        }
+        else if (mgmtCmd.command === "fix") {
+            await fixApp(mgmtCmd.appName, mgmtCmd.engine, mgmtCmd.model);
+        }
         else if (mgmtCmd.command === "preview") {
             await handlePreview(mgmtCmd.appName);
         }
@@ -55,6 +62,10 @@ async function main() {
                 await runApp(cmd.appName);
             else if (cmd.command === "test")
                 await testApp(cmd.appName, cmd.engine, cmd.model);
+            else if (cmd.command === "deep-test")
+                await deepTestApp(cmd.appName, cmd.autoFix ?? false, cmd.engine, cmd.model);
+            else if (cmd.command === "fix")
+                await fixApp(cmd.appName, cmd.engine, cmd.model);
             else if (cmd.command === "preview")
                 await handlePreview(cmd.appName);
             else if (cmd.command === "screenshot")
@@ -96,11 +107,22 @@ async function main() {
             p.log.info("Mode:     Update");
         }
         else {
-            p.log.info(`App:      ${input.description}`);
+            if (input.url) {
+                p.log.info(`URL:      ${input.url}`);
+                if (input.description && !input.description.startsWith("Clone website:")) {
+                    p.log.info(`Focus:    ${input.description}`);
+                }
+            }
+            else {
+                p.log.info(`App:      ${input.description}`);
+            }
             p.log.info(`Platform: ${input.platform}`);
             p.log.info(`Engine:   ${resolvedEngine.name}`);
             p.log.info(`Model:    ${input.model}`);
-            if (input.quick) {
+            if (input.url) {
+                p.log.info("Mode:     Web Clone");
+            }
+            else if (input.quick) {
                 p.log.info("Mode:     Quick");
             }
             else if (input.scratch) {
@@ -153,7 +175,23 @@ async function main() {
     const monorepoDir = path.join(PATHS.output, appName); // repo root for GitHub
     const appDir = path.join(monorepoDir, singlePlatform); // where code lives
     let knownAppDir = appDir;
-    if (input.quick) {
+    if (input.url) {
+        // Web clone mode: agent crawls the website, analyzes it, then builds an app
+        await fs.ensureDir(appDir);
+        // Create the web-crawl screenshots directory for the crawler
+        await fs.ensureDir(path.join(appDir, "web-crawl", "screenshots"));
+        prompt = await buildWebClonePrompt({ ...input, platform: singlePlatform });
+        // Redirect agent output to the platform subdir (monorepo layout)
+        prompt += `\n\n## OUTPUT DIRECTORY OVERRIDE\n\n` +
+            `IMPORTANT: This build uses a monorepo layout. You MUST write ALL output to \`${appDir}/\` instead of \`output/{app-name}/\`.\n` +
+            `Use "${appName}" as the app name (do NOT append the platform suffix).\n` +
+            `The app directory is: ${appDir}\n` +
+            `Reports go to: ${appDir}/reports/\n` +
+            `Tests go to: ${appDir}/tests/\n` +
+            `Web crawl screenshots go to: ${appDir}/web-crawl/screenshots/\n`;
+        p.log.info("Web clone prompt built successfully.");
+    }
+    else if (input.quick) {
         // Quick mode: orchestrator pre-clones the skeleton template, renames it, and generates project
         const displayName = deriveDisplayName(appName);
         const bundleId = deriveBundleId(appName);
@@ -246,7 +284,8 @@ async function main() {
     displayMaestroResults(agentResult);
     // ── Validate output ─────────────────────────────────────────────────
     p.log.step("Validating generated app...");
-    const validation = await validateOutput(singlePlatform, knownAppDir);
+    const buildMode = input.url ? "web-clone" : input.quick ? "quick" : input.scratch ? "scratch" : "full";
+    const validation = await validateOutput(singlePlatform, knownAppDir, { mode: buildMode });
     reportValidation(validation);
     if (!validation.valid) {
         p.outro("Validation failed. The stop hook may have already retried. Check output/ for details.");
@@ -410,9 +449,10 @@ async function runParallelBuild(input, engine, cliResult, cliFlags, ghAvailable)
     // Validate each platform
     p.log.step("Validating generated apps...");
     let allValid = true;
+    const dualBuildMode = input.quick ? "quick" : input.scratch ? "scratch" : "full";
     for (const plat of platforms) {
         const platDir = path.join(monorepoDir, plat);
-        const validation = await validateOutput(plat, platDir);
+        const validation = await validateOutput(plat, platDir, { mode: dualBuildMode });
         if (validation.valid) {
             p.log.success(`[${plat}] Validation passed`);
         }
@@ -515,9 +555,10 @@ async function handleGitHubPush(cliResult, cliFlags, ghAvailable, appDir, artifa
     }
     if (cliResult && cliFlags.push && appDir) {
         if (!ghAvailable) {
-            p.log.error("Cannot push to GitHub: prerequisites not met. Run 'gh auth login' first.");
+            p.log.warn("Cannot push to GitHub: prerequisites not met. Run 'gh auth login' first.");
             p.outro(`App was generated at: ${appDir}${artifactLine}`);
-            process.exit(1);
+            // Don't exit(1) — the app was generated successfully; push failure is non-fatal
+            return;
         }
         const repoName = cliFlags.repoName || deriveRepoName(appDir);
         const ghResult = await pushToGitHub(appDir, repoName);
@@ -525,9 +566,9 @@ async function handleGitHubPush(cliResult, cliFlags, ghAvailable, appDir, artifa
             p.outro(`Done! Your app is at: ${ghResult.repoUrl}${artifactLine}`);
         }
         else {
-            p.log.error(`GitHub push failed: ${ghResult.error}`);
+            p.log.warn(`GitHub push failed: ${ghResult.error}`);
             p.outro(`App was generated at: ${appDir}${artifactLine}\nPush manually with: cd ${appDir} && gh repo create`);
-            process.exit(1);
+            // Don't exit(1) — the app was generated successfully; push failure is non-fatal
         }
     }
     else if (cliResult) {
@@ -567,6 +608,50 @@ async function handleGitHubPush(cliResult, cliFlags, ghAvailable, appDir, artifa
 // ---------------------------------------------------------------------------
 // Preview & Screenshot
 // ---------------------------------------------------------------------------
+const MIME_TYPES = {
+    ".html": "text/html",
+    ".css": "text/css",
+    ".js": "application/javascript",
+    ".json": "application/json",
+    ".png": "image/png",
+    ".jpg": "image/jpeg",
+    ".jpeg": "image/jpeg",
+    ".gif": "image/gif",
+    ".svg": "image/svg+xml",
+    ".ico": "image/x-icon",
+    ".webp": "image/webp",
+};
+/**
+ * Simple static file server using Node built-ins.
+ * Replaces serve-handler to avoid transitive dependency issues with npx.
+ */
+function serveStatic(root, req, res) {
+    const parsedUrl = new URL(req.url ?? "/", `http://${req.headers.host ?? "localhost"}`);
+    let pathname = decodeURIComponent(parsedUrl.pathname);
+    // Default to index.html
+    if (pathname === "/")
+        pathname = "/index.html";
+    // Prevent directory traversal
+    const safePath = path.normalize(pathname).replace(/^(\.\.[/\\])+/, "");
+    const filePath = path.join(root, safePath);
+    // Ensure the resolved path is within root
+    if (!filePath.startsWith(root)) {
+        res.writeHead(403);
+        res.end("Forbidden");
+        return;
+    }
+    const ext = path.extname(filePath).toLowerCase();
+    const contentType = MIME_TYPES[ext] ?? "application/octet-stream";
+    fs.readFile(filePath)
+        .then((data) => {
+        res.writeHead(200, { "Content-Type": contentType });
+        res.end(data);
+    })
+        .catch(() => {
+        res.writeHead(404);
+        res.end("Not Found");
+    });
+}
 /**
  * Handle --preview <app-name> command.
  * Generates preview HTML from screenshots and serves it on a local HTTP server.
@@ -596,8 +681,7 @@ async function handlePreview(appName) {
     await generatePreview(appDir);
     // Start local server
     const PORT = 4321;
-    const handler = await import("serve-handler");
-    const server = createServer((req, res) => handler.default(req, res, { public: previewDir }));
+    const server = createServer((req, res) => serveStatic(previewDir, req, res));
     server.listen(PORT, async () => {
         const url = `http://localhost:${PORT}`;
         p.log.success(`Preview server running at: ${url}`);
@@ -635,6 +719,40 @@ async function handleScreenshot(appName) {
     if (!platform) {
         platform = hasXcodeproj ? "ios" : hasBuildGradle ? "android" : null;
     }
+    // Check subdirectories for nested project structures (e.g. output/app-name/ios/*.xcodeproj)
+    if (!platform) {
+        for (const entry of appDirEntries) {
+            const subPath = path.join(appDir, entry);
+            try {
+                const stat = await fs.stat(subPath);
+                if (!stat.isDirectory() || entry.startsWith(".") || entry === "node_modules")
+                    continue;
+                const subEntries = await fs.readdir(subPath);
+                if (subEntries.some((e) => e.endsWith(".xcodeproj"))) {
+                    platform = "ios";
+                    break;
+                }
+                if (subEntries.includes("build.gradle.kts") || subEntries.includes("build.gradle")) {
+                    platform = "android";
+                    break;
+                }
+                // Check for React Native in subdirectory
+                if ((subEntries.includes("metro.config.js") || subEntries.includes("metro.config.ts")) && subEntries.includes("package.json")) {
+                    try {
+                        const pkgJson = await fs.readJson(path.join(subPath, "package.json"));
+                        if (pkgJson.dependencies?.["react-native"] || pkgJson.devDependencies?.["react-native"]) {
+                            platform = "react-native";
+                            break;
+                        }
+                    }
+                    catch { /* continue */ }
+                }
+            }
+            catch {
+                // Skip unreadable directories
+            }
+        }
+    }
     if (!platform) {
         p.log.error("Could not detect platform (no .xcodeproj, build.gradle.kts, or react-native package.json found).");
         process.exit(1);
@@ -731,8 +849,7 @@ async function autoOpenPreview(appDir, noPreview) {
         await generatePreview(appDir);
         // Start local server
         const PORT = 4321;
-        const handler = await import("serve-handler");
-        const server = createServer((req, res) => handler.default(req, res, { public: previewDir }));
+        const server = createServer((req, res) => serveStatic(previewDir, req, res));
         server.listen(PORT, async () => {
             const url = `http://localhost:${PORT}`;
             p.log.success(`Preview: ${url}`);
@@ -834,6 +951,152 @@ async function testApp(appName, engineOverride, modelOverride) {
     }
     p.outro(`UI testing complete for: ${ctx.dirPath}`);
 }
+/**
+ * Deep-test an existing app: generate test plan, run exploratory + structured testing,
+ * produce bug report, and optionally auto-fix bugs.
+ */
+async function deepTestApp(appName, autoFix, engineOverride, modelOverride) {
+    const fixLabel = autoFix ? " + Fix" : "";
+    p.intro(`AppAgent — Deep Test${fixLabel}: ${appName}`);
+    // ── Resolve app context ─────────────────────────────────────────────
+    const ctx = await resolveAppContext(appName);
+    p.log.info(`App:      ${ctx.appName}`);
+    p.log.info(`Platform: ${ctx.platform}`);
+    p.log.info(`Bundle:   ${ctx.bundleId}`);
+    p.log.info(`Mode:     Deep Test${fixLabel}`);
+    if (ctx.artifactPath) {
+        p.log.info(`Artifact: ${ctx.artifactPath}`);
+    }
+    else {
+        p.log.warn("Build artifact not found — agent will rebuild before testing.");
+    }
+    if (ctx.manifestContent) {
+        p.log.info("Manifest: found (parallel batch testing enabled)");
+    }
+    // ── Determine engine and model ──────────────────────────────────────
+    const selectedEngine = engineOverride ?? DEFAULT_ENGINE;
+    const selectedModel = modelOverride ?? DEFAULT_MODEL;
+    const engine = createEngine(selectedEngine);
+    // ── Pre-flight check ────────────────────────────────────────────────
+    const agentCheck = await engine.checkInstallation();
+    if (!agentCheck.ok) {
+        p.log.error(agentCheck.error);
+        process.exit(1);
+    }
+    p.log.info(`Engine:   ${engine.name}`);
+    p.log.info(`Model:    ${selectedModel}`);
+    // ── Scaffold workspace (npx mode) ───────────────────────────────────
+    await scaffoldWorkspace();
+    // ── Build deep-test prompt ──────────────────────────────────────────
+    const prompt = await buildDeepTestPrompt(ctx, autoFix);
+    p.log.info("Deep test prompt built successfully.");
+    // ── Run the agent engine ────────────────────────────────────────────
+    p.log.step(`Launching ${engine.name} agent for deep testing...`);
+    const agentResult = await engine.run(prompt, selectedModel);
+    if (!agentResult.success) {
+        p.log.error(`Agent failed: ${agentResult.error}`);
+        p.outro("Deep testing did not complete successfully. Check the output directory for partial results.");
+        process.exit(1);
+    }
+    // ── Proof of work summary ──────────────────────────────────────────
+    const { proof } = agentResult;
+    p.log.step("Proof of work:");
+    p.log.info(`  Files written:  ${proof.filesWritten}`);
+    p.log.info(`  Files read:     ${proof.filesRead}`);
+    p.log.info(`  Shell commands: ${proof.shellCommands.length}`);
+    p.log.info(`  MCP tool calls: ${proof.mcpCalls.length}`);
+    if (proof.costUsd > 0) {
+        p.log.info(`  API cost:       $${proof.costUsd.toFixed(4)}`);
+    }
+    if (proof.subagentCalls.length > 0) {
+        p.log.info(`  Subagent delegations: ${proof.subagentCalls.join(", ")}`);
+    }
+    // ── Check reports ─────────────────────────────────────────────────
+    const reportsDir = path.join(ctx.dirPath, "reports");
+    const testPlanPath = path.join(reportsDir, "10-test-plan.md");
+    const bugReportPath = path.join(reportsDir, "11-bug-report.md");
+    const fixReportPath = path.join(reportsDir, "12-fix-report.md");
+    if (await fs.pathExists(testPlanPath)) {
+        p.log.info("  Test plan:  reports/10-test-plan.md ✓");
+    }
+    if (await fs.pathExists(bugReportPath)) {
+        p.log.info("  Bug report: reports/11-bug-report.md ✓");
+    }
+    if (autoFix && (await fs.pathExists(fixReportPath))) {
+        p.log.info("  Fix report: reports/12-fix-report.md ✓");
+    }
+    // ── Report-based summary ───────────────────────────────────────────
+    await displayReportSummary(appName);
+    p.outro(`Deep testing complete for: ${ctx.dirPath}`);
+}
+/**
+ * Fix bugs from a previous deep-test run: read bug report, fix each bug,
+ * rebuild, and verify.
+ */
+async function fixApp(appName, engineOverride, modelOverride) {
+    p.intro(`AppAgent — Fix Bugs: ${appName}`);
+    // ── Resolve app context ─────────────────────────────────────────────
+    const ctx = await resolveAppContext(appName);
+    p.log.info(`App:      ${ctx.appName}`);
+    p.log.info(`Platform: ${ctx.platform}`);
+    p.log.info(`Bundle:   ${ctx.bundleId}`);
+    // ── Check for bug report ────────────────────────────────────────────
+    const bugReportPath = path.join(ctx.dirPath, "reports", "11-bug-report.md");
+    if (!(await fs.pathExists(bugReportPath))) {
+        p.log.error(`No bug report found at: ${bugReportPath}`);
+        p.log.error("Run --deep-test first to generate a bug report, then use --fix to fix the bugs.");
+        process.exit(1);
+    }
+    p.log.info("Bug report: found ✓");
+    if (ctx.artifactPath) {
+        p.log.info(`Artifact: ${ctx.artifactPath}`);
+    }
+    else {
+        p.log.warn("Build artifact not found — agent will rebuild.");
+    }
+    // ── Determine engine and model ──────────────────────────────────────
+    const selectedEngine = engineOverride ?? DEFAULT_ENGINE;
+    const selectedModel = modelOverride ?? DEFAULT_MODEL;
+    const engine = createEngine(selectedEngine);
+    // ── Pre-flight check ────────────────────────────────────────────────
+    const agentCheck = await engine.checkInstallation();
+    if (!agentCheck.ok) {
+        p.log.error(agentCheck.error);
+        process.exit(1);
+    }
+    p.log.info(`Engine:   ${engine.name}`);
+    p.log.info(`Model:    ${selectedModel}`);
+    // ── Scaffold workspace (npx mode) ───────────────────────────────────
+    await scaffoldWorkspace();
+    // ── Build fix prompt ───────────────────────────────────────────────
+    const prompt = await buildFixPrompt(ctx);
+    p.log.info("Fix prompt built successfully.");
+    // ── Run the agent engine ────────────────────────────────────────────
+    p.log.step(`Launching ${engine.name} agent for bug fixing...`);
+    const agentResult = await engine.run(prompt, selectedModel);
+    if (!agentResult.success) {
+        p.log.error(`Agent failed: ${agentResult.error}`);
+        p.outro("Bug fixing did not complete successfully. Check the output directory for partial results.");
+        process.exit(1);
+    }
+    // ── Proof of work summary ──────────────────────────────────────────
+    const { proof } = agentResult;
+    p.log.step("Proof of work:");
+    p.log.info(`  Files written:  ${proof.filesWritten}`);
+    p.log.info(`  Files read:     ${proof.filesRead}`);
+    p.log.info(`  Shell commands: ${proof.shellCommands.length}`);
+    if (proof.costUsd > 0) {
+        p.log.info(`  API cost:       $${proof.costUsd.toFixed(4)}`);
+    }
+    // ── Check fix report ──────────────────────────────────────────────
+    const fixReportPath = path.join(ctx.dirPath, "reports", "12-fix-report.md");
+    if (await fs.pathExists(fixReportPath)) {
+        p.log.info("  Fix report: reports/12-fix-report.md ✓");
+    }
+    // ── Report-based summary ───────────────────────────────────────────
+    await displayReportSummary(appName);
+    p.outro(`Bug fixing complete for: ${ctx.dirPath}`);
+}
 /**
  * Update an existing app: resolve source, run agent, commit, and optionally create a PR.
  */
@@ -1107,13 +1370,28 @@ function deriveAppName(description) {
     }
     else {
         // Take the first few meaningful words from the description
-        const stopWords = new Set(["a", "an", "the", "and", "or", "for", "with", "to", "of", "in", "on", "app", "application"]);
+        const stopWords = new Set([
+            // Articles & conjunctions
+            "a", "an", "the", "and", "or", "but", "not", "nor",
+            // Prepositions
+            "for", "with", "to", "of", "in", "on", "at", "by", "from", "into", "about", "between",
+            // Common verbs / auxiliaries
+            "is", "are", "was", "be", "has", "have", "will", "would", "could", "should",
+            "can", "do", "does", "did",
+            // Pronouns & determiners
+            "my", "your", "its", "their", "our", "this", "that", "these", "those",
+            "it", "them", "which", "where", "when", "who", "what", "how",
+            // Filler / noise words
+            "app", "application", "based", "using", "like", "just", "very", "also",
+            "so", "such", "each", "every", "some", "any", "no", "only", "own", "more",
+            "than", "been", "all",
+        ]);
         const words = description
             .toLowerCase()
             .replace(/[^a-z0-9\s]/g, "")
             .split(/\s+/)
             .filter((w) => w.length > 1 && !stopWords.has(w))
-            .slice(0, 3);
+            .slice(0, 2);
         baseName = words.join("-") || "my-app";
     }
     // Convert to kebab-case