@litmers/cursorflow-orchestrator 0.1.40 → 0.2.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@litmers/cursorflow-orchestrator",
-  "version": "0.1.40",
+  "version": "0.2.2",
   "description": "Git worktree-based parallel AI agent orchestration system for Cursor",
   "main": "dist/cli/index.js",
   "bin": {
@@ -14,7 +14,6 @@
     "orchestration",
     "git-worktree",
     "parallel-execution",
-    "code-review",
     "automation",
     "devops",
     "ci-cd"
@@ -55,45 +54,36 @@
   "scripts": {
     "build": "tsc",
     "watch": "tsc -w",
-    "test": "jest",
-    "test:unit": "jest --testPathIgnorePatterns=tests/e2e",
+    "test": "jest --selectProjects unit",
+    "test:unit": "jest --selectProjects unit",
+    "test:contract": "jest --selectProjects contract",
+    "test:integration": "jest --selectProjects integration",
+    "test:e2e": "jest --selectProjects e2e",
+    "test:e2e:real": "jest tests/e2e/real-e2e.test.ts --runInBand --testTimeout=300000",
+    "test:smoke": "jest tests/smoke --runInBand --testTimeout=120000",
+    "test:all": "jest",
+    "test:verify": "./scripts/verify-change.sh",
+    "test:quick": "pnpm run test:verify:quick",
+    "test:verify:quick": "./scripts/verify-change.sh --quick",
+    "test:verify:full": "./scripts/verify-change.sh --full",
+    "test:pipeline": "pnpm test:unit && pnpm test:contract && pnpm test:integration && pnpm test:smoke",
+    "test:ci": "pnpm run build && pnpm run test:unit && pnpm run test:contract && pnpm run test:integration && pnpm run test:smoke",
     "postinstall": "node scripts/postinstall.js",
     "validate": "pnpm pack",
     "release": "scripts/release.sh",
     "release:patch": "scripts/release.sh patch",
     "release:minor": "scripts/release.sh minor",
     "release:major": "scripts/release.sh major",
+    "prerelease": "pnpm run build && pnpm run test && pnpm run test:smoke && pnpm run security:check",
     "security:check": "scripts/local-security-gate.sh",
     "security:audit": "pnpm audit",
     "security:audit:fix": "pnpm audit --fix",
-    "security:setup": "scripts/setup-security.sh",
-    "verify": "scripts/verify-and-fix.sh",
-    "monitor": "scripts/monitor-lanes.sh",
-    "monitor:watch": "scripts/monitor-lanes.sh --watch",
-    "monitor:stream": "scripts/stream-logs.sh",
     "cf": "node dist/cli/index.js",
-    "cf:init": "node dist/cli/index.js init",
-    "cf:setup": "node dist/cli/index.js setup",
-    "cf:prepare": "node dist/cli/index.js prepare",
+    "cf:doctor": "node dist/cli/index.js doctor",
     "cf:run": "node dist/cli/index.js run",
     "cf:monitor": "node dist/cli/index.js monitor",
     "cf:clean": "node dist/cli/index.js clean",
-    "cf:stop": "node dist/cli/index.js stop",
     "cf:resume": "node dist/cli/index.js resume",
-    "cf:doctor": "node dist/cli/index.js doctor",
-    "cf:signal": "node dist/cli/index.js signal",
-    "cf:logs": "node dist/cli/index.js logs",
-    "cf:models": "node dist/cli/index.js models",
-    "test:all": "tests/scripts/run-all-tests.sh",
-    "test:quick": "tests/scripts/run-all-tests.sh --quick",
-    "test:cli": "tests/scripts/run-all-tests.sh --module cli-doctor --module cli-commands",
-    "test:prepare": "tests/scripts/run-all-tests.sh --module prepare",
-    "test:validation": "tests/scripts/run-all-tests.sh --module validation",
-    "test:templates": "tests/scripts/run-all-tests.sh --module templates",
-    "test:git": "tests/scripts/run-all-tests.sh --module git",
-    "test:integration": "tests/scripts/run-all-tests.sh --module integration-lifecycle --module integration-logging --module integration-parallel",
-    "test:lifecycle": "tests/scripts/run-all-tests.sh --module integration-lifecycle --skip-agent",
-    "test:lifecycle:local": "tests/scripts/run-all-tests.sh --module integration-lifecycle-local",
-    "prerelease": "npm run build && npm run test && npm run test:quick && npm run security:check"
+    "cf:logs": "node dist/cli/index.js logs"
   }
 }

package/scripts/setup-security.sh

@@ -92,7 +92,6 @@ echo "✅ Semgrep Static Analysis (automatic)"
 echo "✅ Trivy Filesystem Scan (automatic)"
 echo "✅ CodeQL Analysis (automatic)"
 echo "⚙️  Snyk Scan (requires SNYK_TOKEN)"
-echo "⚙️  AI Security Review (requires OPENAI_API_KEY)"
 
 echo -e "\n${BLUE}Test security scan locally:${NC}"
 echo -e "${GREEN}npm audit${NC}"

package/scripts/test-log-parser.ts

@@ -0,0 +1,171 @@
+/**
+ * Test script for log parsing using existing LogBufferService
+ * 
+ * Uses the production logging modules to parse and display logs,
+ * comparing with actual terminal output.
+ * 
+ * Usage: npx ts-node scripts/test-log-parser.ts
+ */
+
+import * as fs from 'fs';
+import * as path from 'path';
+import { createLogBuffer } from '../src/services/logging/buffer';
+import { StreamingMessageParser } from '../src/services/logging/parser';
+import { formatMessageForConsole, stripAnsi } from '../src/services/logging/formatter';
+import { ParsedMessage } from '../src/types/logging';
+
+const FIXTURES_DIR = path.join(__dirname, '../tests/fixtures/real-agent-logs/sample-run');
+
+async function main() {
+  console.log('='.repeat(80));
+  console.log('📋 Log Parser Test - Using Production Modules');
+  console.log('='.repeat(80));
+  console.log(`\nFixtures directory: ${FIXTURES_DIR}\n`);
+
+  // Check if fixtures exist
+  if (!fs.existsSync(FIXTURES_DIR)) {
+    console.error('❌ Fixtures not found! Run E2E tests first to generate logs.');
+    console.error('   npm run test:e2e:real');
+    process.exit(1);
+  }
+
+  // ===========================================================================
+  // Test 1: LogBufferService (Production streaming service)
+  // ===========================================================================
+  console.log('━'.repeat(80));
+  console.log('  📦 Test 1: LogBufferService (Production Module)');
+  console.log('━'.repeat(80) + '\n');
+
+  const logBuffer = createLogBuffer(FIXTURES_DIR);
+
+  // Start streaming to read logs
+  logBuffer.startStreaming();
+
+  // Wait a moment for initial poll
+  await new Promise(resolve => setTimeout(resolve, 200));
+
+  const entries = logBuffer.getEntries({ limit: 1000, fromEnd: false });
+  const state = logBuffer.getState();
+
+  console.log(`📊 LogBufferService Stats:`);
+  console.log(`   Total entries: ${state.totalEntries}`);
+  console.log(`   Lanes: ${state.lanes.join(', ') || 'none'}`);
+  console.log(`   Streaming: ${state.isStreaming}`);
+
+  logBuffer.stopStreaming();
+
+  if (entries.length > 0) {
+    console.log(`\n📝 First 15 entries (formatted by LogBufferService):`);
+    console.log('-'.repeat(60));
+    for (const entry of entries.slice(0, 15)) {
+      const formatted = logBuffer.formatEntry(entry, { showLane: true, showTimestamp: true });
+      console.log(stripAnsi(formatted).substring(0, 100));
+    }
+  }
+
+  // ===========================================================================
+  // Test 2: StreamingMessageParser (JSONL parsing)
+  // ===========================================================================
+  console.log('\n' + '━'.repeat(80));
+  console.log('  📦 Test 2: StreamingMessageParser (JSONL Parsing)');
+  console.log('━'.repeat(80) + '\n');
+
+  const rawLogPath = path.join(FIXTURES_DIR, 'lanes/test-lane/terminal-raw.log');
+  if (fs.existsSync(rawLogPath)) {
+    const rawLog = fs.readFileSync(rawLogPath, 'utf8');
+    const lines = rawLog.split('\n');
+    const jsonLines = lines.filter(l => l.trim().startsWith('{') && l.trim().endsWith('}'));
+    
+    console.log(`📄 Raw log: ${rawLogPath}`);
+    console.log(`   Total lines: ${lines.length}`);
+    console.log(`   JSON lines: ${jsonLines.length}`);
+    
+    // Parse with StreamingMessageParser
+    const parsedMessages: ParsedMessage[] = [];
+    const parser = new StreamingMessageParser((msg) => {
+      parsedMessages.push(msg);
+    });
+    
+    for (const line of jsonLines) {
+      parser.parseLine(line);
+    }
+    parser.flush();
+    
+    console.log(`   Parsed messages: ${parsedMessages.length}\n`);
+    
+    // Type distribution
+    const typeCount: Record<string, number> = {};
+    for (const msg of parsedMessages) {
+      typeCount[msg.type] = (typeCount[msg.type] || 0) + 1;
+    }
+    
+    console.log('Message types:');
+    for (const [type, count] of Object.entries(typeCount).sort((a, b) => b[1] - a[1])) {
+      console.log(`   ${type.padEnd(15)}: ${count}`);
+    }
+    
+    // Show formatted messages
+    console.log(`\n📝 Formatted output (using formatMessageForConsole):`);
+    console.log('-'.repeat(60));
+    for (const msg of parsedMessages.slice(0, 15)) {
+      const formatted = formatMessageForConsole(msg, {
+        includeTimestamp: true,
+        laneLabel: '[1-1-test-lan]',
+        compact: true,
+        showBorders: false,
+      });
+      console.log(stripAnsi(formatted).substring(0, 100));
+    }
+  } else {
+    console.log('⚠️ Raw log not found at:', rawLogPath);
+  }
+
+  // ===========================================================================
+  // Test 3: Compare with actual readable log
+  // ===========================================================================
+  console.log('\n' + '━'.repeat(80));
+  console.log('  🔍 Test 3: Compare Parser Output with Actual Log');
+  console.log('━'.repeat(80) + '\n');
+
+  const readableLogPath = path.join(FIXTURES_DIR, 'lanes/test-lane/terminal-readable.log');
+  if (fs.existsSync(readableLogPath)) {
+    const readableLog = fs.readFileSync(readableLogPath, 'utf8');
+    const readableLines = readableLog.split('\n');
+    
+    // Find agent message lines
+    const agentLines = readableLines.filter(line => 
+      line.includes('⚙️ SYS') || 
+      line.includes('🧑 USER') || 
+      line.includes('🤖 ASST') || 
+      line.includes('🔧 TOOL') || 
+      line.includes('📄 RESL')
+    );
+    
+    console.log(`📄 Readable log: ${readableLogPath}`);
+    console.log(`   Total lines: ${readableLines.length}`);
+    console.log(`   Agent message lines: ${agentLines.length}`);
+    
+    console.log(`\n📝 Actual terminal output (first 15 agent messages):`);
+    console.log('-'.repeat(60));
+    for (const line of agentLines.slice(0, 15)) {
+      console.log(stripAnsi(line).substring(0, 100));
+    }
+  }
+
+  // ===========================================================================
+  // Summary
+  // ===========================================================================
+  console.log('\n' + '='.repeat(80));
+  console.log('✅ Log Parser Test Complete');
+  console.log('='.repeat(80));
+  console.log('\n📁 Modules used:');
+  console.log('   - LogBufferService: src/services/logging/buffer.ts');
+  console.log('   - StreamingMessageParser: src/services/logging/parser.ts');
+  console.log('   - formatMessageForConsole: src/services/logging/formatter.ts');
+}
+
+// Run the tests
+main().catch(err => {
+  console.error('Error:', err);
+  process.exit(1);
+});

package/scripts/verify-change.sh

@@ -0,0 +1,272 @@
+#!/bin/bash
+#
+# verify-change.sh - Post-change verification script
+#
+# Runs a series of checks to verify that code changes don't break functionality.
+# Use this after making changes to ensure everything still works.
+#
+# Usage:
+#   ./scripts/verify-change.sh           # Run all checks
+#   ./scripts/verify-change.sh --quick   # Skip slow tests
+#   ./scripts/verify-change.sh --smoke   # Only run smoke tests
+#
+
+set -e
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m' # No Color
+
+# Script directory
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+ROOT_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
+
+# Parse arguments
+QUICK_MODE=false
+SMOKE_ONLY=false
+VERBOSE=false
+
+while [[ $# -gt 0 ]]; do
+    case $1 in
+        --quick|-q)
+            QUICK_MODE=true
+            shift
+            ;;
+        --smoke|-s)
+            SMOKE_ONLY=true
+            shift
+            ;;
+        --verbose|-v)
+            VERBOSE=true
+            shift
+            ;;
+        --help|-h)
+            echo "Usage: $0 [options]"
+            echo ""
+            echo "Options:"
+            echo "  --quick, -q    Skip slow tests (integration, e2e)"
+            echo "  --smoke, -s    Only run smoke tests"
+            echo "  --verbose, -v  Show detailed output"
+            echo "  --help, -h     Show this help message"
+            exit 0
+            ;;
+        *)
+            echo -e "${RED}Unknown option: $1${NC}"
+            exit 1
+            ;;
+    esac
+done
+
+# Logging functions
+log_step() {
+    echo -e "\n${BLUE}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
+    echo -e "${BLUE}▶ $1${NC}"
+    echo -e "${BLUE}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
+}
+
+log_success() {
+    echo -e "${GREEN}✓ $1${NC}"
+}
+
+log_error() {
+    echo -e "${RED}✗ $1${NC}"
+}
+
+log_warning() {
+    echo -e "${YELLOW}⚠ $1${NC}"
+}
+
+# Track results
+RESULTS=()
+FAILED=false
+
+run_check() {
+    local name="$1"
+    local command="$2"
+    
+    if $VERBOSE; then
+        echo -e "${YELLOW}Running: $command${NC}"
+    fi
+    
+    if eval "$command"; then
+        log_success "$name"
+        RESULTS+=("✓ $name")
+    else
+        log_error "$name"
+        RESULTS+=("✗ $name")
+        FAILED=true
+    fi
+}
+
+cd "$ROOT_DIR"
+
+echo -e "${BLUE}"
+echo "╔═══════════════════════════════════════════════════════════╗"
+echo "║           CursorFlow Change Verification                  ║"
+echo "╚═══════════════════════════════════════════════════════════╝"
+echo -e "${NC}"
+
+# Step 1: TypeScript Compilation
+log_step "Step 1: TypeScript Compilation"
+
+BUILD_OUTPUT=$(mktemp)
+if npm run build > "$BUILD_OUTPUT" 2>&1; then
+    log_success "TypeScript compilation passed"
+    RESULTS+=("✓ TypeScript compilation")
+else
+    log_error "TypeScript compilation failed"
+    echo "Build output:"
+    cat "$BUILD_OUTPUT"
+    RESULTS+=("✗ TypeScript compilation")
+    FAILED=true
+fi
+rm -f "$BUILD_OUTPUT"
+
+# Exit early if build failed
+if $FAILED; then
+    log_error "Build failed, skipping further checks"
+    exit 1
+fi
+
+# Step 2: Lint Check (if available)
+log_step "Step 2: Lint Check"
+if command -v eslint &> /dev/null && [ -f ".eslintrc.js" ] || [ -f ".eslintrc.json" ]; then
+    run_check "ESLint" "npx eslint src/ --quiet 2>/dev/null || true"
+else
+    log_warning "ESLint not configured, skipping"
+    RESULTS+=("⚠ ESLint (skipped)")
+fi
+
+# Step 3: Unit Tests (unless smoke-only mode)
+if ! $SMOKE_ONLY; then
+    log_step "Step 3: Unit Tests"
+    run_check "Unit tests" "npm run test:unit -- --passWithNoTests --silent"
+fi
+
+# Step 4: CLI Smoke Tests
+log_step "Step 4: CLI Smoke Tests"
+
+# Test 1: Version command
+echo -e "${YELLOW}Testing: cursorflow --version${NC}"
+VERSION_OUTPUT=$(node dist/cli/index.js --version 2>&1 || true)
+if echo "$VERSION_OUTPUT" | grep -qE '[0-9]+\.[0-9]+\.[0-9]+'; then
+    log_success "Version command works"
+    RESULTS+=("✓ Version command")
+else
+    log_error "Version command failed"
+    echo "Output: $VERSION_OUTPUT"
+    RESULTS+=("✗ Version command")
+    FAILED=true
+fi
+
+# Test 2: Help command
+echo -e "${YELLOW}Testing: cursorflow --help${NC}"
+HELP_OUTPUT=$(node dist/cli/index.js --help 2>&1 || true)
+if echo "$HELP_OUTPUT" | grep -qiE 'usage|commands|options'; then
+    log_success "Help command works"
+    RESULTS+=("✓ Help command")
+else
+    log_error "Help command failed"
+    echo "Output: $HELP_OUTPUT"
+    RESULTS+=("✗ Help command")
+    FAILED=true
+fi
+
+# Test 3: Doctor command (in a temp directory to avoid git issues)
+echo -e "${YELLOW}Testing: cursorflow doctor${NC}"
+TEMP_DIR=$(mktemp -d)
+cd "$TEMP_DIR"
+git init -q 2>/dev/null || true
+git config user.email "test@test.com" 2>/dev/null || true
+git config user.name "Test" 2>/dev/null || true
+touch README.md
+git add . 2>/dev/null || true
+git commit -m "init" -q 2>/dev/null || true
+
+DOCTOR_OUTPUT=$(node "$ROOT_DIR/dist/cli/index.js" doctor 2>&1 || true)
+cd "$ROOT_DIR"
+rm -rf "$TEMP_DIR"
+
+# Doctor should produce some output (even if checks fail)
+if [ -n "$DOCTOR_OUTPUT" ] && ! echo "$DOCTOR_OUTPUT" | grep -qiE 'undefined is not|cannot read'; then
+    log_success "Doctor command works"
+    RESULTS+=("✓ Doctor command")
+else
+    log_error "Doctor command has runtime errors"
+    echo "Output: $DOCTOR_OUTPUT"
+    RESULTS+=("✗ Doctor command")
+    FAILED=true
+fi
+
+# Step 5: Output Format Verification
+log_step "Step 5: Output Format Verification"
+
+# Check for common issues in CLI output
+check_output_format() {
+    local cmd="$1"
+    local name="$2"
+    
+    OUTPUT=$(node dist/cli/index.js $cmd 2>&1 || true)
+    
+    # Check for runtime errors
+    if echo "$OUTPUT" | grep -qiE 'undefined is not|cannot read propert|null is not'; then
+        log_error "$name has JavaScript runtime errors"
+        return 1
+    fi
+    
+    # Check for unhandled stack traces (but allow intentional error messages)
+    if echo "$OUTPUT" | grep -qE 'at\s+Object\.<anonymous>|at\s+Module\._compile'; then
+        log_warning "$name may have unhandled errors (stack trace detected)"
+    fi
+    
+    return 0
+}
+
+run_check "Version output format" "check_output_format '--version' 'Version'"
+run_check "Help output format" "check_output_format '--help' 'Help'"
+
+# Step 6: Integration Tests (unless quick or smoke-only mode)
+if ! $QUICK_MODE && ! $SMOKE_ONLY; then
+    log_step "Step 6: Integration Tests"
+    run_check "Integration tests" "npm run test:integration -- --passWithNoTests 2>/dev/null || true"
+fi
+
+# Step 7: Jest Smoke Tests
+log_step "Step 7: Jest Smoke Tests"
+if [ -f "tests/smoke/smoke.test.ts" ]; then
+    run_check "Jest smoke tests" "npx jest tests/smoke --passWithNoTests --runInBand 2>/dev/null"
+else
+    log_warning "Smoke test file not found"
+    RESULTS+=("⚠ Jest smoke tests (skipped)")
+fi
+
+# Summary
+echo -e "\n${BLUE}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
+echo -e "${BLUE}                    VERIFICATION SUMMARY                    ${NC}"
+echo -e "${BLUE}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
+
+for result in "${RESULTS[@]}"; do
+    if [[ "$result" == ✓* ]]; then
+        echo -e "${GREEN}$result${NC}"
+    elif [[ "$result" == ✗* ]]; then
+        echo -e "${RED}$result${NC}"
+    else
+        echo -e "${YELLOW}$result${NC}"
+    fi
+done
+
+echo -e "${BLUE}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
+
+if $FAILED; then
+    echo -e "\n${RED}❌ Verification FAILED${NC}"
+    echo -e "${RED}Some checks did not pass. Please fix the issues before committing.${NC}"
+    exit 1
+else
+    echo -e "\n${GREEN}✅ All verifications PASSED${NC}"
+    echo -e "${GREEN}Your changes look good!${NC}"
+    exit 0
+fi
+