deepdebug-local-agent 1.0.20 → 1.0.21

package/src/server.js

@@ -1096,6 +1096,383 @@ app.get("/workspace/file-content", async (req, res) => {
     }
 });
 
+/**
+ * POST /workspace/build-push
+ * Compress workspace, upload to GCS, submit Cloud Build.
+ * No Docker daemon needed — uses Cloud Build API + GCS.
+ * Body: { workspaceId, imageName, gcpProject, saKeyJson }
+ */
+app.post("/workspace/build-push", async (req, res) => {
+    const { workspaceId, imageName, gcpProject, saKeyJson } = req.body || {};
+    if (!workspaceId || !imageName || !gcpProject || !saKeyJson) {
+        return res.status(400).json({ error: "workspaceId, imageName, gcpProject and saKeyJson required" });
+    }
+
+    res.setHeader("Content-Type", "text/event-stream");
+    res.setHeader("Cache-Control", "no-cache");
+    res.setHeader("Connection", "keep-alive");
+    res.setHeader("X-Accel-Buffering", "no");
+
+    const emit = (event, msg) => {
+        const data = typeof msg === "object" ? JSON.stringify(msg) : JSON.stringify({ message: msg });
+        res.write(`event:${event}\ndata:${data}\n\n`);
+    };
+
+    try {
+        const nfsBase = process.env.WORKSPACES_MOUNT || "/mnt/workspaces";
+        const wsPath = path.join(nfsBase, workspaceId);
+
+        if (!fs.existsSync(wsPath)) {
+            emit("error", { error: "Workspace not found: " + wsPath });
+            return res.end();
+        }
+        if (!fs.existsSync(path.join(wsPath, "Dockerfile"))) {
+            emit("error", { error: "No Dockerfile in workspace. Run detect+generate first." });
+            return res.end();
+        }
+
+        // Step 1: Get GCP access token from SA key
+        emit("progress", "Authenticating with GCP...");
+        let accessToken;
+        try {
+            const { createSign } = await import("crypto");
+            const sa = JSON.parse(saKeyJson);
+            const now = Math.floor(Date.now() / 1000);
+            const h = Buffer.from(JSON.stringify({ alg: "RS256", typ: "JWT" })).toString("base64url");
+            const c = Buffer.from(JSON.stringify({
+                iss: sa.client_email,
+                scope: "https://www.googleapis.com/auth/cloud-platform",
+                aud: "https://oauth2.googleapis.com/token",
+                iat: now, exp: now + 3600
+            })).toString("base64url");
+            const sign = createSign("SHA256");
+            sign.update(`${h}.${c}`);
+            const sig = sign.sign(sa.private_key, "base64url");
+            const jwt = `${h}.${c}.${sig}`;
+
+            const tokenResp = await fetch("https://oauth2.googleapis.com/token", {
+                method: "POST",
+                headers: { "Content-Type": "application/x-www-form-urlencoded" },
+                body: `grant_type=urn:ietf:params:oauth:grant-type:jwt-bearer&assertion=${jwt}`
+            });
+            const tokenData = await tokenResp.json();
+            accessToken = tokenData.access_token;
+            if (!accessToken) throw new Error("No access_token: " + JSON.stringify(tokenData));
+            emit("progress", "GCP authentication successful");
+        } catch (e) {
+            emit("error", { error: "GCP auth failed: " + e.message });
+            return res.end();
+        }
+
+        // Step 2: Compress workspace to tar.gz
+        emit("progress", "Compressing source code...");
+        const { execSync } = await import("child_process");
+        const tarPath = `/tmp/source-${workspaceId}-${Date.now()}.tar.gz`;
+        try {
+            execSync(
+                `tar -czf "${tarPath}" --exclude=".git" --exclude="node_modules" ` +
+                `--exclude="target" --exclude="*.class" --exclude=".gradle" ` +
+                `-C "${wsPath}" . 2>&1`,
+                { stdio: "pipe", timeout: 120000 }
+            );
+            const sizeKB = Math.round(fs.statSync(tarPath).size / 1024);
+            emit("progress", `Source compressed: ${sizeKB}KB`);
+        } catch (e) {
+            emit("error", { error: "Compression failed: " + (e.message || "").substring(0, 200) });
+            return res.end();
+        }
+
+        // Step 3: Upload to GCS
+        const bucketName = `${gcpProject}_cloudbuild`;
+        const objectName = `source/${workspaceId}-${Date.now()}.tar.gz`;
+        emit("progress", `Uploading source to GCS...`);
+        try {
+            // Create bucket (ignore if exists)
+            await fetch(`https://storage.googleapis.com/storage/v1/b?project=${gcpProject}`, {
+                method: "POST",
+                headers: { "Authorization": `Bearer ${accessToken}`, "Content-Type": "application/json" },
+                body: JSON.stringify({ name: bucketName, location: "US" })
+            });
+
+            const fileBuffer = fs.readFileSync(tarPath);
+            const uploadResp = await fetch(
+                `https://storage.googleapis.com/upload/storage/v1/b/${encodeURIComponent(bucketName)}/o?uploadType=media&name=${encodeURIComponent(objectName)}`,
+                {
+                    method: "POST",
+                    headers: { "Authorization": `Bearer ${accessToken}`, "Content-Type": "application/gzip" },
+                    body: fileBuffer
+                }
+            );
+            if (!uploadResp.ok) {
+                const errText = await uploadResp.text();
+                throw new Error(`GCS upload ${uploadResp.status}: ${errText.substring(0, 200)}`);
+            }
+            emit("progress", "Source uploaded to GCS");
+        } catch (e) {
+            emit("error", { error: "GCS upload failed: " + e.message });
+            return res.end();
+        } finally {
+            try { fs.unlinkSync(tarPath); } catch {}
+        }
+
+        // Step 4: Submit Cloud Build
+        emit("progress", "Submitting Cloud Build...");
+        let buildId = "unknown";
+        try {
+            const buildReq = {
+                source: { storageSource: { bucket: bucketName, object: objectName } },
+                steps: [
+                    { name: "gcr.io/cloud-builders/docker", args: ["build", "-t", imageName, "."], id: "build" },
+                    { name: "gcr.io/cloud-builders/docker", args: ["push", imageName], id: "push", waitFor: ["build"] }
+                ],
+                images: [imageName],
+                timeout: "1200s"
+            };
+
+            const buildResp = await fetch(
+                `https://cloudbuild.googleapis.com/v1/projects/${gcpProject}/builds`,
+                {
+                    method: "POST",
+                    headers: { "Authorization": `Bearer ${accessToken}`, "Content-Type": "application/json" },
+                    body: JSON.stringify(buildReq)
+                }
+            );
+            if (!buildResp.ok) {
+                const errText = await buildResp.text();
+                throw new Error(`Cloud Build ${buildResp.status}: ${errText.substring(0, 300)}`);
+            }
+            const buildData = await buildResp.json();
+            buildId = buildData.metadata?.build?.id || buildData.name?.split("/").pop() || "unknown";
+            emit("progress", `Cloud Build started: ${buildId}`);
+        } catch (e) {
+            emit("error", { error: "Cloud Build submit failed: " + e.message });
+            return res.end();
+        }
+
+        // Step 5: Poll build status
+        emit("progress", "Building Docker image (3-5 minutes)...");
+        let status = "WORKING";
+        let attempts = 0;
+        while (!["SUCCESS", "FAILURE", "CANCELLED", "TIMEOUT"].includes(status) && attempts < 40) {
+            await new Promise(r => setTimeout(r, 15000));
+            attempts++;
+            try {
+                const statusResp = await fetch(
+                    `https://cloudbuild.googleapis.com/v1/projects/${gcpProject}/builds/${buildId}`,
+                    { headers: { "Authorization": `Bearer ${accessToken}` } }
+                );
+                const statusData = await statusResp.json();
+                status = statusData.status || "WORKING";
+                emit("progress", `Build status: ${status} (${attempts}/40)`);
+            } catch (e) {
+                emit("progress", `Status check error: ${e.message}`);
+            }
+        }
+
+        if (status === "SUCCESS") {
+            emit("progress", "Docker image built and pushed successfully!");
+            emit("complete", { success: true, imageName, buildId });
+        } else {
+            emit("error", { error: `Cloud Build ${status}. Check GCP Console.` });
+        }
+        res.end();
+
+    } catch (err) {
+        console.error("[build-push] Fatal:", err.message);
+        emit("error", { error: err.message });
+        res.end();
+    }
+});
+
+/**
+ * POST /workspace/setup
+ * AI Cloud Engineering Agent - autonomous setup:
+ * 1. Clone repo  2. Detect stack  3. Generate Dockerfile  4. Register workspace
+ * Returns SSE stream with real-time progress.
+ */
+app.post("/workspace/setup", async (req, res) => {
+    const { workspaceId, repoUrl, gitToken, provider = "deepdebug_cloud",
+            cloudProjectId, cloudToken } = req.body || {};
+
+    if (!workspaceId || !repoUrl) {
+        return res.status(400).json({ error: "workspaceId and repoUrl required" });
+    }
+
+    res.setHeader("Content-Type", "text/event-stream");
+    res.setHeader("Cache-Control", "no-cache");
+    res.setHeader("Connection", "keep-alive");
+    res.setHeader("X-Accel-Buffering", "no");
+
+    const emit = (event, msg) => {
+        const data = typeof msg === "object" ? JSON.stringify(msg) : JSON.stringify({ message: msg });
+        res.write(`event:${event}\ndata:${data}\n\n`);
+    };
+
+    try {
+        // Use /mnt/workspaces as base (not WORKSPACE_ROOT which is a specific workspace)
+        const nfsBase = process.env.WORKSPACES_MOUNT || "/mnt/workspaces";
+        const wsPath = path.join(nfsBase, workspaceId);
+
+        emit("progress", `Starting setup for workspace: ${workspaceId}`);
+        emit("progress", `Workspace path: ${wsPath}`);
+
+        // STEP 1 - Clone
+        emit("progress", "Cloning repository...");
+        let authUrl = repoUrl;
+        if (gitToken && gitToken.length > 5) {
+            // Build authenticated URL
+            try {
+                const urlObj = new URL(repoUrl);
+                urlObj.username = "x-access-token";
+                urlObj.password = gitToken;
+                authUrl = urlObj.toString();
+                emit("progress", `Using authenticated clone for ${urlObj.hostname}`);
+            } catch {
+                authUrl = repoUrl.replace("https://", `https://x-access-token:${gitToken}@`);
+            }
+        }
+
+        const { execSync } = await import("child_process");
+        const cloneEnv = { ...process.env, GIT_TERMINAL_PROMPT: "0", HOME: process.env.HOME || "/tmp" };
+        const execOpts = { stdio: "pipe", timeout: 300000, encoding: "utf8", env: cloneEnv };
+        let cloneBranch = "main";
+
+        // Configure safe directory
+        try { execSync(`git config --global --add safe.directory "${wsPath}"`, execOpts); } catch {}
+
+        if (fs.existsSync(path.join(wsPath, ".git"))) {
+            emit("progress", "Workspace exists, updating...");
+            try {
+                if (gitToken && gitToken.length > 5) {
+                    execSync(`git remote set-url origin "${authUrl}"`, { ...execOpts, cwd: wsPath });
+                }
+                execSync("git fetch origin", { ...execOpts, cwd: wsPath });
+                cloneBranch = execSync("git branch --show-current", { ...execOpts, cwd: wsPath }).trim() || "main";
+                execSync(`git reset --hard origin/${cloneBranch}`, { ...execOpts, cwd: wsPath });
+            } catch (e) {
+                const safeMsg = gitToken ? e.message.replace(gitToken, "***") : e.message;
+                emit("progress", `Update failed (${safeMsg.substring(0, 100)}), re-cloning...`);
+                fs.rmSync(wsPath, { recursive: true, force: true });
+            }
+        }
+
+        if (!fs.existsSync(path.join(wsPath, ".git"))) {
+            // Remove existing empty dir before clone (git clone needs non-existent or empty target)
+            if (fs.existsSync(wsPath)) {
+                const contents = fs.readdirSync(wsPath);
+                if (contents.length === 0) fs.rmSync(wsPath, { recursive: true });
+            }
+
+            for (const b of ["main", "master", "develop"]) {
+                try {
+                    emit("progress", `Trying branch: ${b}...`);
+                    execSync(`git clone --depth=1 --branch ${b} "${authUrl}" "${wsPath}"`, execOpts);
+                    cloneBranch = b;
+                    emit("progress", `Cloned on branch: ${b}`);
+                    break;
+                } catch (e) {
+                    const stderr = (e.stderr || e.stdout || e.message || "").toString();
+                    const safeMsg = gitToken ? stderr.replace(new RegExp(gitToken, 'g'), "***") : stderr;
+                    console.warn(`[Clone] Branch ${b} failed: ${safeMsg.substring(0, 500)}`);
+                    emit("progress", `Branch ${b} failed: ${safeMsg.substring(0, 200)}`);
+                    // Clean up partial clone
+                    if (fs.existsSync(wsPath)) fs.rmSync(wsPath, { recursive: true, force: true });
+                }
+            }
+
+            // Fallback: clone without specifying branch
+            if (!fs.existsSync(path.join(wsPath, ".git"))) {
+                try {
+                    emit("progress", "Trying default branch...");
+                    execSync(`git clone --depth=1 "${authUrl}" "${wsPath}" 2>&1`, execOpts);
+                    cloneBranch = execSync("git branch --show-current", { ...execOpts, cwd: wsPath }).trim() || "main";
+                    emit("progress", `Cloned on default branch: ${cloneBranch}`);
+                } catch (e) {
+                    const stderr = (e.stderr || e.stdout || e.message || "").toString();
+                    const safeMsg = gitToken ? stderr.replace(new RegExp(gitToken, 'g'), "***") : stderr;
+                    console.error(`[Clone] Default branch failed: ${safeMsg.substring(0, 500)}`);
+                    emit("progress", `Default branch failed: ${safeMsg.substring(0, 200)}`);
+                    if (fs.existsSync(wsPath)) fs.rmSync(wsPath, { recursive: true, force: true });
+                }
+            }
+        }
+
+        if (!fs.existsSync(path.join(wsPath, ".git"))) {
+            emit("error", { error: "Clone failed for all branches. Check repo URL and permissions." });
+            return res.end();
+        }
+        emit("progress", `Repository cloned on branch: ${cloneBranch}`);
+
+        // STEP 2 - Detect stack
+        emit("progress", "AI analysing project structure...");
+        const meta = await detectProject(wsPath);
+        emit("progress", `Stack: ${meta.language} / ${meta.buildTool} / ${meta.framework || "unknown"}`);
+
+        // STEP 3 - Generate Dockerfile if missing
+        const dockerfilePath = path.join(wsPath, "Dockerfile");
+        if (!fs.existsSync(dockerfilePath)) {
+            emit("progress", `Generating Dockerfile for ${meta.language}...`);
+            const content = generateDockerfileContent(meta.language, meta.buildTool);
+            fs.writeFileSync(dockerfilePath, content, "utf8");
+            emit("progress", "Dockerfile generated");
+        } else {
+            emit("progress", "Dockerfile already exists");
+        }
+
+        // STEP 4 - Register
+        emit("progress", `Provider: ${provider}. Workspace ready.`);
+
+        emit("progress", "AI Cloud Engineering setup complete!");
+        emit("complete", {
+            success: true, workspaceId, wsPath, provider, branch: cloneBranch,
+            stack: { language: meta.language, buildTool: meta.buildTool, framework: meta.framework },
+            message: "Setup complete. Monitoring is now active."
+        });
+        res.end();
+
+    } catch (err) {
+        console.error("[Setup] Error:", err.message);
+        emit("error", { error: err.message });
+        res.end();
+    }
+});
+
+function generateDockerfileContent(language, buildTool) {
+    if (language === "java" && (buildTool === "maven" || buildTool === "mvn"))
+        return `FROM maven:3.9-eclipse-temurin-17 AS build\nWORKDIR /app\nCOPY pom.xml .\nRUN mvn dependency:go-offline -B\nCOPY src ./src\nRUN mvn clean package -DskipTests -B\nFROM eclipse-temurin:17-jre-jammy\nWORKDIR /app\nCOPY --from=build /app/target/*.jar app.jar\nEXPOSE 8080\nENTRYPOINT ["java", "-jar", "app.jar"]\n`;
+    if (language === "java")
+        return `FROM gradle:8-jdk17 AS build\nWORKDIR /app\nCOPY . .\nRUN gradle build -x test\nFROM eclipse-temurin:17-jre-jammy\nWORKDIR /app\nCOPY --from=build /app/build/libs/*.jar app.jar\nEXPOSE 8080\nENTRYPOINT ["java", "-jar", "app.jar"]\n`;
+    if (language === "node" || language === "javascript" || language === "typescript")
+        return `FROM node:20-alpine\nWORKDIR /app\nCOPY package*.json ./\nRUN npm ci --only=production\nCOPY . .\nEXPOSE 8080\nENV PORT=8080\nCMD ["node", "src/index.js"]\n`;
+    if (language === "python")
+        return `FROM python:3.11-slim\nWORKDIR /app\nCOPY requirements.txt .\nRUN pip install --no-cache-dir -r requirements.txt\nCOPY . .\nEXPOSE 8080\nCMD ["python", "app.py"]\n`;
+    if (language === "go")
+        return `FROM golang:1.21-alpine AS build\nWORKDIR /app\nCOPY go.mod go.sum ./\nRUN go mod download\nCOPY . .\nRUN CGO_ENABLED=0 go build -o main .\nFROM alpine:3.18\nCOPY --from=build /app/main /app/main\nEXPOSE 8080\nCMD ["/app/main"]\n`;
+    return `FROM ubuntu:22.04\nWORKDIR /app\nCOPY . .\nEXPOSE 8080\nCMD ["./start.sh"]\n`;
+}
+
+/** Detect project stack from files (pom.xml, package.json, etc.) */
+app.post("/workspace/detect", async (req, res) => {
+    const wsRoot = resolveWorkspaceRoot(req);
+    if (!wsRoot) return res.status(400).json({ ok: false, error: "workspace not set" });
+    try {
+        const meta = await detectProject(wsRoot);
+        const fs = await import("fs");
+        const path = await import("path");
+        res.json({
+            ok: true,
+            language: meta.language || "unknown",
+            buildTool: meta.buildTool || "unknown",
+            framework: meta.framework || "unknown",
+            hasDockerfile: fs.existsSync(path.join(wsRoot, "Dockerfile")),
+            path: wsRoot
+        });
+    } catch (e) {
+        res.json({ ok: false, language: "unknown", buildTool: "unknown",
+            framework: "unknown", error: e.message });
+    }
+});
+
 /** Escreve/salva conteudo de arquivo no workspace */
 app.post("/workspace/write-file", async (req, res) => {
     const workspaceRoot = resolveWorkspaceRoot(req);
@@ -1826,6 +2203,85 @@ app.get("/workspace/test-local/state", async (req, res) => {
     });
 });
 
+/**
+ * POST /workspace/git/prepare
+ * Prepares a clean workspace for a new fix:
+ * 1. Detects main branch (main, master, develop)
+ * 2. git fetch origin
+ * 3. git checkout main branch
+ * 4. git reset --hard origin/main branch
+ */
+app.post("/workspace/git/prepare", async (req, res) => {
+    const wsRoot = resolveWorkspaceRoot(req);
+    if (!wsRoot) {
+        return res.status(400).json({ ok: false, error: "workspace not set" });
+    }
+
+    const { gitToken, repoUrl } = req.body || {};
+    console.log("[git-prepare] Starting workspace preparation...");
+
+    try {
+        const { execSync } = await import("child_process");
+        const execGit = (cmd) => {
+            try {
+                return { ok: true, output: execSync(cmd, {
+                    cwd: wsRoot, encoding: "utf8", timeout: 60000,
+                    env: { ...process.env, GIT_TERMINAL_PROMPT: "0" }
+                }).trim() };
+            } catch (err) {
+                return { ok: false, output: (err.stderr || err.stdout || err.message || "unknown").toString().trim() };
+            }
+        };
+
+        execGit(`git config --global --add safe.directory "${wsRoot}"`);
+
+        if (gitToken && repoUrl) {
+            const urlWithToken = repoUrl.replace("https://", `https://x-access-token:${gitToken}@`);
+            execGit(`git remote set-url origin "${urlWithToken}"`);
+        }
+
+        console.log("[git-prepare] Fetching origin...");
+        execGit("git fetch origin --prune");
+
+        let mainBranch = null;
+        for (const branch of ["main", "master", "develop", "dev"]) {
+            if (execGit(`git rev-parse --verify origin/${branch}`).ok) {
+                mainBranch = branch;
+                break;
+            }
+        }
+        if (!mainBranch) {
+            const cur = execGit("git rev-parse --abbrev-ref HEAD");
+            mainBranch = cur.ok ? cur.output : "main";
+        }
+
+        const prevBranch = (execGit("git rev-parse --abbrev-ref HEAD").output || "unknown");
+        const prevCommit = (execGit("git rev-parse --short HEAD").output || "unknown");
+
+        console.log(`[git-prepare] ${prevBranch}@${prevCommit} -> ${mainBranch}`);
+
+        let checkout = execGit(`git checkout ${mainBranch}`);
+        if (!checkout.ok) checkout = execGit(`git checkout -f ${mainBranch}`);
+        if (!checkout.ok) {
+            return res.json({ ok: false, error: `Could not checkout ${mainBranch}: ${checkout.output}`,
+                mainBranch, previousBranch: prevBranch, previousCommit: prevCommit });
+        }
+
+        execGit(`git reset --hard origin/${mainBranch}`);
+        execGit('git clean -fd --exclude="*.env" --exclude=".env*"');
+
+        const newCommit = (execGit("git rev-parse --short HEAD").output || "unknown");
+        console.log(`[git-prepare] Ready: ${mainBranch}@${newCommit}`);
+
+        res.json({ ok: true, mainBranch, currentCommit: newCommit,
+            previousBranch: prevBranch, previousCommit: prevCommit,
+            message: `Workspace prepared: on ${mainBranch} at ${newCommit}` });
+    } catch (err) {
+        console.error("[git-prepare] Error:", err.message);
+        res.status(500).json({ ok: false, error: err.message });
+    }
+});
+
 /**
  * POST /workspace/test-local/compile
  * Compiles the project without starting server

package/src/utils/exec-utils.js

@@ -148,12 +148,16 @@ export async function commandExists(cmd) {
 export async function compileAndTest({ language, buildTool, cwd }) {
     const steps = [];
 
-    // Java + Maven
+    // Java + Maven — no -q flag so compilation errors are visible to AI
     if (language === 'java' && buildTool === 'maven') {
-        const clean = await run('mvn', ['clean', '-q'], cwd);
-        steps.push({ name: 'clean', ...clean });
+        const compile = await run('mvn', ['compile', '-DskipTests', '-e'], cwd);
+        steps.push({ name: 'compile', ...compile });
+
+        if (compile.code !== 0) {
+            return { success: false, steps };
+        }
 
-        const test = await run('mvn', ['test', '-q'], cwd);
+        const test = await run('mvn', ['test', '-e'], cwd);
         steps.push({ name: 'test', ...test });
 
         return {