@zibby/cli 0.1.5

package/src/commands/implement.js

@@ -0,0 +1,664 @@
+import { existsSync, readFileSync } from 'fs';
+import { join, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { invokeAgent } from '@zibby/core';
+import { fetchExecutionContext } from '../utils/execution-context.js';
+import { reportProgress, reportFinalStatus } from '../utils/progress-reporter.js';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+/**
+ * Implement a ticket - runs inside ECS container
+ * 
+ * Environment variables expected:
+ * - EXECUTION_ID: Unique execution ID
+ * - TICKET_KEY: Jira ticket key (e.g., SCRUM-1)
+ * - PROJECT_ID: Zibby project ID
+ * - REPO_URL: GitHub repo URL
+ * - BRANCH: Git branch to checkout (default: main)
+ * - GITHUB_TOKEN: GitHub token for creating PR
+ */
+export async function implementCommand(_options) {
+  const {
+    EXECUTION_ID,
+    TICKET_KEY,
+    PROJECT_ID,
+    REPOS,
+    _PRIMARY_REPO,
+    _GITHUB_TOKEN,
+    MODEL
+  } = process.env;
+
+  // Validate required env vars
+  if (!EXECUTION_ID || !TICKET_KEY || !PROJECT_ID) {
+    console.error('❌ Missing required environment variables:');
+    console.error('   EXECUTION_ID, TICKET_KEY, PROJECT_ID');
+    process.exit(1);
+  }
+
+  // Fetch large data (ticketContext) from DynamoDB instead of env vars
+  const execCtx = await fetchExecutionContext(EXECUTION_ID, PROJECT_ID);
+  const ticketContext = execCtx.ticketContext;
+  const repos = REPOS ? JSON.parse(REPOS) : execCtx.repos;
+  const primaryRepo = repos.find(r => r.isPrimary) || repos[0];
+
+  // Raw logs will show execution details
+
+  const workspace = process.cwd(); // /workspace (parent of all repos)
+  const results = {
+    status: 'running',
+    steps: []
+  };
+
+  try {
+    // ============================================
+    // STEP 1: Start Environment
+    // ============================================
+    await step('Start Environment', async () => {
+      // Just verify environment - no formatted output needed
+      // Raw output from commands will be captured automatically
+    });
+
+    // ============================================
+    // STEP 2: Clone All Repositories
+    // ============================================
+    await step('Clone Repositories', async () => {
+      const githubToken = process.env.GITHUB_TOKEN;
+      const gitlabToken = process.env.GITLAB_TOKEN || '';
+      const gitlabUrl = process.env.GITLAB_URL || '';
+      
+      for (const repo of repos) {
+        const repoDir = join(workspace, repo.name);
+        
+        // Use token for authentication based on provider
+        let cloneUrl = repo.url;
+        const isGitlab = repo.provider === 'gitlab' || (gitlabUrl && repo.url.includes(new URL(gitlabUrl).host));
+        const isGithub = repo.provider === 'github' || repo.url.includes('github.com');
+        
+        if (isGithub && githubToken) {
+          cloneUrl = repo.url.replace('https://github.com', `https://${githubToken}@github.com`);
+        } else if (isGitlab && gitlabToken && gitlabUrl) {
+          try {
+            const gitlabHost = new URL(gitlabUrl).host;
+            cloneUrl = repo.url.replace(`https://${gitlabHost}`, `https://oauth2:${gitlabToken}@${gitlabHost}`);
+          } catch (e) {
+            console.warn(`⚠️ Failed to parse GITLAB_URL: ${e.message}`);
+          }
+        }
+        
+        // Raw git output will be captured automatically
+        execCommand(['git', 'clone', cloneUrl, repoDir], workspace);
+        execCommand(['git', 'checkout', repo.branch], repoDir);
+        
+        // Create feature branch only in primary repo
+        if (repo.isPrimary) {
+          const featureBranch = `feature/${TICKET_KEY.toLowerCase()}`;
+          execCommand(['git', 'checkout', '-b', featureBranch], repoDir);
+        }
+      }
+      
+      results.steps.push({ name: 'clone', status: 'success', repoCount: repos.length });
+    });
+
+    // ============================================
+    // STEP 2: Use Ticket Context (from env, includes additionalContext)
+    // ============================================
+    const ticket = await step('Load Ticket Context', async () => {
+      // Ticket context loaded - raw logs will show details
+      results.steps.push({ name: 'load_ticket', status: 'success' });
+      return ticketContext;
+    });
+
+    // ============================================
+    // STEP 3: Install Dependencies (All Repos)
+    // ============================================
+    await step('Install Dependencies', async () => {
+      for (const repo of repos) {
+        const repoDir = join(workspace, repo.name);
+        const projectInfo = detectProjectInfo(repoDir);
+        
+        // Installing dependencies - raw output will be captured
+        
+        try {
+          execCommand(projectInfo.installCommand, repoDir);
+          // Dependencies installed - raw output captured
+        } catch (_error) {
+          // Install failed - error output already captured
+        }
+      }
+      results.steps.push({ name: 'install_deps', status: 'success' });
+    });
+
+    // ============================================
+    // STEP 4: Detect Dev Command
+    // ============================================
+    const devInfo = await step('Detect Dev Command', async () => {
+      const primaryRepoDir = join(workspace, primaryRepo.name);
+      
+      // Check for docker-compose first (highest priority)
+      const dockerComposePaths = [
+        'docker-compose.yml',
+        'docker-compose.yaml',
+        'compose.yml',
+        'compose.yaml'
+      ];
+      
+      for (const composePath of dockerComposePaths) {
+        if (existsSync(join(primaryRepoDir, composePath))) {
+          // Found docker-compose - raw output will show
+          results.steps.push({ name: 'detect_dev', status: 'success', command: 'docker-compose up', type: 'docker-compose' });
+          return { 
+            command: 'docker-compose up', 
+            type: 'docker-compose',
+            configFile: composePath
+          };
+        }
+      }
+      
+      // Fallback to package.json scripts
+      const pkgPath = join(primaryRepoDir, 'package.json');
+      if (!existsSync(pkgPath)) {
+        console.log('   ⚠️  No package.json or docker-compose found');
+        results.steps.push({ name: 'detect_dev', status: 'skipped' });
+        return null;
+      }
+      
+      const pkg = JSON.parse(readFileSync(pkgPath, 'utf-8'));
+      const scripts = pkg.scripts || {};
+      
+      let cmd = null;
+      if (scripts.dev) cmd = 'npm run dev';
+      else if (scripts.start) cmd = 'npm start';
+      else if (scripts['dev:local']) cmd = 'npm run dev:local';
+      
+      if (cmd) {
+        // Dev command detected - raw output will show
+        results.steps.push({ name: 'detect_dev', status: 'success', command: cmd, type: 'npm' });
+        return { command: cmd, type: 'npm' };
+      } 
+        // No dev script found
+        results.steps.push({ name: 'detect_dev', status: 'skipped' });
+        return null;
+      
+    });
+
+    // ============================================
+    // STEP 5: Start Dev Server
+    // ============================================
+    await step('Start Dev Server', async () => {
+      const primaryRepoDir = join(workspace, primaryRepo.name);
+      
+      // Check for docker-compose.test.yml
+      const composeFile = 'docker-compose.test.yml';
+      if (!existsSync(join(primaryRepoDir, composeFile))) {
+        console.log(`   ⚠️  No ${composeFile} found, skipping server startup`);
+        results.steps.push({ name: 'start_server', status: 'skipped' });
+        return null;
+      }
+      
+      // Start services - raw docker output will be captured
+      execCommand(['docker', 'compose', '-f', composeFile, 'up', '-d'], primaryRepoDir);
+      
+      // Wait for services to be healthy
+      await new Promise(resolve => setTimeout(resolve, 10000)); // Wait 10s
+      results.steps.push({ name: 'start_server', status: 'success' });
+      return true;
+    });
+
+    // ============================================
+    // STEP 5: Build Prompt and Call AI Agent
+    // ============================================
+    await step('Run AI Agent Implementation', async () => {
+      // Detect project info for all repos
+      const repoInfos = repos.map(repo => {
+        const repoDir = join(workspace, repo.name);
+        return {
+          ...repo,
+          ...detectProjectInfo(repoDir)
+        };
+      });
+      
+      // Build prompt with ticket details + multi-repo context
+      const prompt = buildCursorPrompt(ticket, repoInfos, devInfo);
+      // Save prompt to file for reference
+      const promptPath = join(workspace, '.cursor-prompt.md');
+      require('fs').writeFileSync(promptPath, prompt);
+      
+      // Invoke AI agent (strategy auto-selected, runs from parent directory to see all repos)
+      await invokeAgent(
+        prompt,
+        { state: { model: MODEL, workspace } },
+        { print: true }
+      );
+      results.steps.push({ name: 'ai_agent', status: 'success' });
+    });
+
+    // ============================================
+    // STEP 6: Run E2E Tests with Video
+    // ============================================
+    const _testResults = await step('Run E2E Tests', async () => {
+      const primaryRepoDir = join(workspace, primaryRepo.name);
+      
+      // Check if Playwright is configured
+      if (!existsSync(join(primaryRepoDir, 'playwright.config.js')) && 
+          !existsSync(join(primaryRepoDir, 'playwright.config.ts'))) {
+        // No Playwright config found
+        results.steps.push({ name: 'e2e_tests', status: 'skipped' });
+        return null;
+      }
+      
+      try {
+        // Run Playwright with video recording - raw output will be captured
+        execCommand('npx playwright test --reporter=json', primaryRepoDir);
+        results.steps.push({ name: 'e2e_tests', status: 'success' });
+        return { passed: true };
+      } catch (error) {
+        // Error output already captured
+        
+        // Stop docker-compose
+        execCommand('docker compose -f docker-compose.test.yml down', primaryRepoDir, { allowFailure: true });
+        
+        throw new Error(`E2E tests failed: ${error.message}`, { cause: error });
+      }
+    });
+
+    // Stop dev server silently (cleanup, no need to report)
+    try {
+      execCommand('docker compose -f docker-compose.test.yml down', join(workspace, primaryRepo.name), { allowFailure: true });
+    } catch {
+      // Ignore cleanup errors
+    }
+
+    // ============================================
+    // STEP 7: Create Pull Request (Commit + Push + PR)
+    // ============================================
+    const prUrl = await step('Create Pull Request', async () => {
+      const primaryRepoDir = join(workspace, primaryRepo.name);
+      const featureBranch = `feature/${TICKET_KEY.toLowerCase()}`;
+      
+      // Commit changes
+      // Committing changes - raw git output will be captured
+      execCommand(['git', 'add', '.'], primaryRepoDir);
+      execCommand(['git', 'commit', '-m', `feat(${TICKET_KEY}): ${ticket.summary}`], primaryRepoDir);
+      
+      // Push to remote - raw git output will be captured
+      execCommand(['git', 'push', 'origin', featureBranch], primaryRepoDir);
+      
+      // TODO: PR creation now handled differently (no HTTP callback)
+      console.log(`   ⚠️  PR creation via API removed (using SQS flow)`);
+      
+      results.steps.push({ name: 'create_pr', status: 'skipped' });
+      return null;
+    });
+
+    // ============================================
+    // STEP 8: Report Success (Upload Videos + Report)
+    // ============================================
+    await step('Report Results', async () => {
+      const primaryRepoDir = join(workspace, primaryRepo.name);
+      const videosDir = join(primaryRepoDir, 'test-results');
+      
+      // Upload test videos if they exist
+      const videoUrls = [];
+      if (existsSync(videosDir)) {
+        // TODO: Upload videos to S3
+      }
+      
+      // Report final results
+      results.status = 'completed';
+      results.prUrl = prUrl;
+      results.videoUrls = videoUrls;
+      
+      await reportFinalStatus(getProgressState(), {
+        status: 'completed',
+        artifacts: { prUrl, videoUrls }
+      });
+      
+      // Results reported
+    });
+
+    // Execution completed successfully
+
+    process.exit(0);
+
+  } catch (error) {
+    console.error('');
+    console.error('╔════════════════════════════════════════════════════════╗');
+    console.error('║                   ❌ FAILED!                           ║');
+    console.error('╚════════════════════════════════════════════════════════╝');
+    console.error('');
+    console.error('Error:', error.message);
+    console.error('Stack:', error.stack);
+
+    try {
+      await reportFinalStatus(getProgressState(), { status: 'failed', error: error.message });
+    } catch (reportError) {
+      console.error('Failed to report error:', reportError.message);
+    }
+
+    process.exit(1);
+  }
+}
+
+// ============================================
+// HELPER FUNCTIONS
+// ============================================
+
+function getProgressState() {
+  return {
+    EXECUTION_ID: process.env.EXECUTION_ID,
+    PROGRESS_API_URL: process.env.PROGRESS_API_URL,
+    PROGRESS_QUEUE_URL: process.env.PROGRESS_QUEUE_URL,
+    SQS_AUTH_TOKEN: process.env.SQS_AUTH_TOKEN,
+    PROJECT_API_TOKEN: process.env.PROJECT_API_TOKEN
+  };
+}
+
+async function step(name, fn) {
+  // Step name will be shown in UI, raw logs will flow through
+  
+  const startTime = Date.now();
+  const logBuffer = [];
+  let lastSentLogs = '';
+  
+  // Capture console.log output
+  const originalLog = console.log;
+  console.log = (...args) => {
+    const message = args.join(' ');
+    logBuffer.push(message);
+    originalLog(...args);
+  };
+  
+  const progressState = getProgressState();
+
+  const liveLogInterval = setInterval(() => {
+    const currentLogs = logBuffer.join('\n');
+    if (currentLogs !== lastSentLogs && currentLogs.length > 0) {
+      lastSentLogs = currentLogs;
+      reportProgress(name, 'running', currentLogs, progressState).catch(() => {});
+    }
+  }, 2000);
+  
+  try {
+    await reportProgress(name, 'running', '', progressState);
+    
+    const result = await fn();
+    const duration = `${((Date.now() - startTime) / 1000).toFixed(1)  }s`;
+    
+    clearInterval(liveLogInterval);
+    console.log = originalLog;
+    
+    const logs = logBuffer.join('\n');
+    await reportProgress(name, 'success', logs || `Completed in ${duration}`, progressState);
+    
+    return result;
+  } catch (error) {
+    clearInterval(liveLogInterval);
+    console.log = originalLog;
+    
+    const logs = logBuffer.join('\n');
+    await reportProgress(name, 'failed', `${logs  }\n\nError: ${error.message}`, progressState);
+    throw error;
+  }
+}
+
+function execCommand(commandOrBin, cwd, options = {}) {
+  try {
+    const { spawnSync } = require('child_process');
+    let result;
+    
+    if (Array.isArray(commandOrBin)) {
+      // Safe mode: [binary, ...args] — no shell, no injection
+      const [bin, ...args] = commandOrBin;
+      result = spawnSync(bin, args, {
+        cwd,
+        encoding: 'utf-8',
+        stdio: ['pipe', 'pipe', 'pipe']
+      });
+    } else {
+      // Legacy string mode — only for trusted, hardcoded commands
+      result = spawnSync(commandOrBin, {
+        cwd,
+        shell: true,
+        encoding: 'utf-8',
+        stdio: ['pipe', 'pipe', 'pipe']
+      });
+    }
+    
+    if (result.stdout) {
+      console.log(result.stdout);
+    }
+    if (result.stderr) {
+      console.log(result.stderr);
+    }
+    
+    if (result.status !== 0 && !options.allowFailure) {
+      const label = Array.isArray(commandOrBin) ? commandOrBin.join(' ') : commandOrBin;
+      throw new Error(`Command failed with exit code ${result.status}: ${label}`);
+    }
+    
+    return result.stdout || result.stderr;
+  } catch (error) {
+    if (options.allowFailure) {
+      return null;
+    }
+    throw error;
+  }
+}
+
+function detectProjectInfo(repoDir) {
+  // Check for .zibby.yml override first
+  const zibbyConfigPath = join(repoDir, '.zibby.yml');
+  if (existsSync(zibbyConfigPath)) {
+    try {
+      const yaml = require('js-yaml');
+      const config = yaml.load(readFileSync(zibbyConfigPath, 'utf-8'));
+      return {
+        name: config.name || 'Custom Project',
+        framework: config.framework || 'Custom',
+        language: config.language || 'Custom',
+        testCommand: config.test || 'make test',
+        installCommand: config.install || 'make install',
+        custom: true
+      };
+    } catch (_error) {
+      console.warn('Invalid .zibby.yml, falling back to auto-detection');
+    }
+  }
+  
+  // Node.js/JavaScript/TypeScript
+  const pkgPath = join(repoDir, 'package.json');
+  if (existsSync(pkgPath)) {
+    const pkg = JSON.parse(readFileSync(pkgPath, 'utf-8'));
+    const deps = { ...pkg.dependencies, ...pkg.devDependencies };
+    
+    let framework = 'Node.js';
+    if (deps['next']) framework = 'Next.js';
+    else if (deps['react-scripts']) framework = 'Create React App';
+    else if (deps['vite'] && deps['react']) framework = 'React + Vite';
+    else if (deps['@angular/core']) framework = 'Angular';
+    else if (deps['vue']) framework = 'Vue.js';
+    else if (deps['express']) framework = 'Express.js';
+    
+    return {
+      name: pkg.name || 'Unknown Project',
+      framework,
+      language: 'JavaScript/TypeScript',
+      testCommand: pkg.scripts?.test || 'npm test',
+      installCommand: 'npm install'
+    };
+  }
+  
+  // Python
+  if (existsSync(join(repoDir, 'requirements.txt')) || existsSync(join(repoDir, 'pyproject.toml'))) {
+    const framework = existsSync(join(repoDir, 'manage.py')) ? 'Django' : 
+                      existsSync(join(repoDir, 'app.py')) ? 'Flask' : 'Python';
+    return {
+      name: 'Python Project',
+      framework,
+      language: 'Python',
+      testCommand: 'pytest',
+      installCommand: 'pip install -r requirements.txt'
+    };
+  }
+  
+  // Ruby
+  if (existsSync(join(repoDir, 'Gemfile'))) {
+    return {
+      name: 'Ruby Project',
+      framework: 'Rails',
+      language: 'Ruby',
+      testCommand: 'bundle exec rspec',
+      installCommand: 'bundle install'
+    };
+  }
+  
+  // Go
+  if (existsSync(join(repoDir, 'go.mod'))) {
+    return {
+      name: 'Go Project',
+      framework: 'Go',
+      language: 'Go',
+      testCommand: 'go test ./...',
+      installCommand: 'go mod download'
+    };
+  }
+  
+  // Java/Spring
+  if (existsSync(join(repoDir, 'pom.xml'))) {
+    return {
+      name: 'Java Project',
+      framework: 'Spring Boot',
+      language: 'Java',
+      testCommand: './mvnw test',
+      installCommand: './mvnw install'
+    };
+  }
+  
+  // Fallback
+  return {
+    name: 'Unknown Project',
+    framework: 'Unknown',
+    language: 'Unknown',
+    testCommand: 'make test',
+    installCommand: 'make install'
+  };
+}
+
+function buildCursorPrompt(ticket, repoInfos, devInfo) {
+  // Read the prompt template
+  const templatePath = join(__dirname, '../../prompts/implement-ticket.md');
+  let template;
+  
+  try {
+    template = readFileSync(templatePath, 'utf-8');
+  } catch (_error) {
+    // Fallback if template not found
+    template = `
+# Implement Ticket: {{TICKET_KEY}}
+
+## Project Context
+{{PROJECT_CONTEXT}}
+
+## Ticket Summary
+{{TICKET_SUMMARY}}
+
+## Description
+{{TICKET_DESCRIPTION}}
+
+## Acceptance Criteria
+{{ACCEPTANCE_CRITERIA}}
+
+{{#if ADDITIONAL_CONTEXT}}
+## Additional Context from User
+{{ADDITIONAL_CONTEXT}}
+
+{{/if}}
+---
+
+You are implementing this ticket. Follow these steps:
+
+1. Read the existing codebase and understand the patterns
+2. Implement the feature as described
+3. Write tests to verify the functionality
+4. Ensure all tests pass
+5. Fix any linter errors
+
+Now implement this ticket completely!
+`.trim();
+  }
+  
+  // Build project context for multi-repo
+  const primaryRepo = repoInfos.find(r => r.isPrimary) || repoInfos[0];
+  
+  // Build dev command string with context
+  let devCommandStr;
+  if (devInfo?.type === 'docker-compose') {
+    devCommandStr = `\`docker-compose up\` (using ${devInfo.configFile})`;
+  } else if (devInfo?.command) {
+    devCommandStr = `\`cd ${primaryRepo.name} && ${devInfo.command}\``;
+  } else {
+    devCommandStr = '`npm run dev` (or check package.json scripts)';
+  }
+  
+  let projectContext;
+  
+  if (repoInfos.length === 1) {
+    // Single repo
+    projectContext = `
+You are working in **${primaryRepo.name}**, a ${primaryRepo.framework} project.
+
+**Commands:**
+- Dev server: ${devCommandStr}
+- Run tests: \`cd ${primaryRepo.name} && ${primaryRepo.testCommand}\`
+
+You have full access to the codebase in the current directory.
+`.trim();
+  } else {
+    // Multi-repo setup
+    const repoList = repoInfos.map(r => 
+      `- **${r.name}/** (${r.framework})${r.isPrimary ? ' ← **MAKE CHANGES HERE**' : ' (reference only)'}`
+    ).join('\n');
+    
+    projectContext = `
+You are working in a **multi-repository** setup with ${repoInfos.length} repositories:
+
+${repoList}
+
+**Primary Repository:** ${primaryRepo.name}
+- This is where you should implement the feature
+- Framework: ${primaryRepo.framework}
+- Dev server: ${devCommandStr}
+- Run tests: \`cd ${primaryRepo.name} && ${primaryRepo.testCommand}\`
+
+**Other Repositories:**
+${repoInfos.filter(r => !r.isPrimary).map(r => 
+  `- **${r.name}**: You can read code from here for reference (shared libraries, services, etc.)`
+).join('\n') || '(none)'}
+
+**Important:** Make all code changes in the \`${primaryRepo.name}/\` directory only.
+`.trim();
+  }
+  
+  // Replace placeholders with actual ticket data
+  let prompt = template
+    .replace(/\{\{TICKET_KEY\}\}/g, ticket.ticketKey || ticket.key || 'UNKNOWN')
+    .replace(/\{\{PROJECT_CONTEXT\}\}/g, projectContext)
+    .replace(/\{\{TICKET_SUMMARY\}\}/g, ticket.summary || 'No summary')
+    .replace(/\{\{TICKET_DESCRIPTION\}\}/g, ticket.description || 'No description provided')
+    .replace(/\{\{ACCEPTANCE_CRITERIA\}\}/g, ticket.acceptanceCriteria || 'Not specified');
+  
+  // Handle additionalContext - replace conditional block
+  if (ticket.additionalContext) {
+    const additionalContextSection = `## Additional Context from User\n${ticket.additionalContext}\n\n`;
+    // Replace the entire {{#if ADDITIONAL_CONTEXT}}...{{/if}} block
+    prompt = prompt.replace(/\{\{#if ADDITIONAL_CONTEXT\}\}[\s\S]*?\{\{\/if\}\}/g, additionalContextSection);
+  } else {
+    // Remove the conditional block if no additional context
+    prompt = prompt.replace(/\{\{#if ADDITIONAL_CONTEXT\}\}[\s\S]*?\{\{\/if\}\}/g, '');
+  }
+  
+  return prompt;
+}
+