thrivekit 2.0.0

package/ralph/loop.sh

@@ -0,0 +1,570 @@
+#!/usr/bin/env bash
+# shellcheck shell=bash
+# loop.sh - The autonomous development loop
+
+run_loop() {
+  local max_iterations="$DEFAULT_MAX_ITERATIONS"
+  local specific_story=""
+
+  # Parse arguments
+  while [[ $# -gt 0 ]]; do
+    case "$1" in
+      --max)
+        max_iterations="$2"
+        shift 2
+        ;;
+      --story)
+        specific_story="$2"
+        shift 2
+        ;;
+      *)
+        shift
+        ;;
+    esac
+  done
+
+  # Validate prerequisites
+  check_dependencies
+
+  if [[ ! -f "$RALPH_DIR/prd.json" ]]; then
+    # Check for misplaced PRD in subdirectories
+    local found_prd
+    found_prd=$(find . -path "./.ralph" -prune -o -name "prd.json" -path "*/.ralph/prd.json" -print 2>/dev/null | head -1)
+
+    if [[ -n "$found_prd" ]]; then
+      print_warning "PRD found in wrong location: $found_prd"
+      echo ""
+      echo "PRD should be at root: .ralph/prd.json"
+      echo ""
+      read -r -p "Move it to root? [Y/n] " response
+      if [[ "$response" =~ ^[Nn] ]]; then
+        echo "Aborted. Move it manually:"
+        echo "  mv $found_prd .ralph/prd.json"
+        exit 1
+      fi
+      mkdir -p "$RALPH_DIR"
+      mv "$found_prd" "$RALPH_DIR/prd.json"
+      print_success "Moved PRD to .ralph/prd.json"
+      echo ""
+    else
+      print_error "No PRD found."
+      echo ""
+      echo "Create one with:"
+      echo "  /idea 'your feature description'   # thorough (recommended)"
+      echo "  ralph prd 'your feature'           # quick"
+      echo ""
+      exit 1
+    fi
+  fi
+
+  if [[ ! -f "$PROMPT_FILE" ]]; then
+    print_error "PROMPT.md not found."
+    echo ""
+    echo "Create it with: ralph init"
+    echo ""
+    exit 1
+  fi
+
+  # Validate PRD structure
+  if ! validate_prd "$RALPH_DIR/prd.json"; then
+    return 1
+  fi
+
+  local iteration=0
+  local last_story=""
+  local consecutive_failures=0
+  local max_story_retries=3
+
+  while [[ $iteration -lt $max_iterations ]]; do
+    # Check for stop signal
+    if [[ -f "$RALPH_DIR/.stop" ]]; then
+      rm -f "$RALPH_DIR/.stop"
+      print_warning "Stop signal received. Exiting gracefully."
+      local passed failed
+      passed=$(jq '[.stories[] | select(.passes==true)] | length' "$RALPH_DIR/prd.json" 2>/dev/null || echo "0")
+      failed=$(jq '[.stories[] | select(.passes==false)] | length' "$RALPH_DIR/prd.json" 2>/dev/null || echo "0")
+      send_notification "🛑 Ralph stopped: $passed passed, $failed remaining"
+      return 0
+    fi
+
+    ((iteration++))
+    echo ""
+    print_info "=== Iteration $iteration/$max_iterations ==="
+    echo ""
+
+    # 1. Get next incomplete story
+    local story
+    if [[ -n "$specific_story" ]]; then
+      story="$specific_story"
+      # Verify it exists
+      local exists
+      exists=$(jq -r --arg id "$story" '.stories[] | select(.id==$id) | .id' "$RALPH_DIR/prd.json" 2>/dev/null)
+      if [[ -z "$exists" ]]; then
+        print_error "Story $story not found in PRD"
+        return 1
+      fi
+    else
+      story=$(jq -r '.stories[] | select(.passes==false) | .id' "$RALPH_DIR/prd.json" 2>/dev/null | head -1)
+    fi
+
+    if [[ -z "$story" ]]; then
+      send_notification "✅ Ralph finished: All stories passed!"
+      archive_feature
+      return 0
+    fi
+
+    # Track repeated failures on same story
+    if [[ "$story" == "$last_story" ]]; then
+      ((consecutive_failures++))
+      if [[ $consecutive_failures -ge $max_story_retries ]]; then
+        print_warning "$story failed $consecutive_failures times - check failure context above"
+      else
+        print_warning "Retry $consecutive_failures/$max_story_retries for $story (failure context included)"
+      fi
+    else
+      consecutive_failures=1
+      last_story="$story"
+    fi
+
+    # 2. Session startup checklist (Anthropic best practice)
+    startup_checklist
+
+    # 3. Build prompt with current story context (including failure context if any)
+    print_info "Preparing prompt for $story..."
+    local prompt_file
+    prompt_file=$(create_temp_file ".md") || {
+      print_error "Failed to create temp file for prompt"
+      return 1
+    }
+
+    local failure_context=""
+    if [[ -f "$RALPH_DIR/last_failure.txt" ]]; then
+      failure_context=$(cat "$RALPH_DIR/last_failure.txt")
+    fi
+
+    # Temporarily disable errexit to capture build_prompt errors
+    set +e
+    build_prompt "$story" "$failure_context" > "$prompt_file" 2>&1
+    local build_status=$?
+    set -e
+
+    if [[ $build_status -ne 0 ]]; then
+      print_error "Failed to build prompt (see $prompt_file for errors)"
+      cat "$prompt_file" | head -20
+      rm -f "$prompt_file"
+      return 1
+    fi
+
+    # Save git state before Claude runs (for migration detection)
+    local pre_story_sha=""
+    if command -v git &>/dev/null && [[ -d ".git" ]]; then
+      pre_story_sha=$(git rev-parse HEAD 2>/dev/null || echo "")
+    fi
+
+    # 4. Spawn Claude (fresh context, with timeout)
+    # Get story details for banner
+    local story_title story_desc story_type story_emoji
+    story_title=$(jq -r --arg id "$story" '.stories[] | select(.id==$id) | .title // "Untitled"' "$RALPH_DIR/prd.json")
+    story_desc=$(jq -r --arg id "$story" '.stories[] | select(.id==$id) | .description // ""' "$RALPH_DIR/prd.json" | head -c 50)
+    story_type=$(jq -r --arg id "$story" '.stories[] | select(.id==$id) | .type // "general"' "$RALPH_DIR/prd.json")
+    story_emoji=$(type_emoji "$story_type")
+
+    # Get progress
+    local total_stories passed_stories current_num
+    total_stories=$(jq '[.stories[]] | length' "$RALPH_DIR/prd.json")
+    passed_stories=$(jq '[.stories[] | select(.passes==true)] | length' "$RALPH_DIR/prd.json")
+    current_num=$((passed_stories + 1))
+
+    # Display dynamic banner
+    echo ""
+    echo "┌─────────────────────────────────────────────────────────┐"
+    printf "│  %s %-14s                     [%d/%d] %s  │\n" "$story_emoji" "$story" "$current_num" "$total_stories" "$(progress_bar $current_num $total_stories)"
+    printf "│  %-55s  │\n" "$story_title"
+    printf "│  %-55s  │\n" "${story_desc}..."
+    printf "│  Type: %-49s  │\n" "$story_type"
+    echo "└─────────────────────────────────────────────────────────┘"
+    echo ""
+
+    local timeout_seconds
+    timeout_seconds=$(get_config '.maxSessionSeconds' "$DEFAULT_TIMEOUT_SECONDS")
+
+    # Run Claude with output visible on terminal
+    if ! cat "$prompt_file" | run_with_timeout "$timeout_seconds" claude -p --dangerously-skip-permissions --verbose; then
+      print_warning "Claude session ended (timeout or error)"
+      log_progress "$story" "TIMEOUT" "Claude session ended after ${timeout_seconds}s"
+      rm -f "$prompt_file"
+
+      # If running specific story, exit on failure
+      [[ -n "$specific_story" ]] && return 1
+      continue
+    fi
+
+    rm -f "$prompt_file"
+
+    # 5. Run migrations BEFORE verification (tests need DB schema)
+    if ! run_migrations_if_needed "$pre_story_sha"; then
+      log_progress "$story" "FAILED" "Migration failed"
+      save_failure_context "$story"  # Include migration error in next prompt
+      print_error "Migration failed for $story, will retry with error context..."
+      continue
+    fi
+
+    # 6. Run verification pipeline
+    echo ""
+    if run_verification "$story"; then
+      # Mark story as complete
+      update_json "$RALPH_DIR/prd.json" \
+        --arg id "$story" '(.stories[] | select(.id==$id) | .passes) = true'
+
+      # Clear failure context on success
+      rm -f "$RALPH_DIR/last_failure.txt"
+      rm -f "$RALPH_DIR/last_migration_failure.log"
+      rm -f "$RALPH_DIR/last_review_failure.json"
+      rm -f "$RALPH_DIR/last_test_failure.log"
+      rm -f "$RALPH_DIR/last_playwright_failure.log"
+      rm -f "$RALPH_DIR/last_browser_failure.json"
+      rm -f "$RALPH_DIR/last_precommit_failure.log"
+
+      # Auto-commit if git is available
+      if command -v git &>/dev/null && [[ -d ".git" ]]; then
+        local title commit_log commit_success
+        title=$(jq -r --arg id "$story" '.stories[] | select(.id==$id) | .title' "$RALPH_DIR/prd.json")
+        commit_log=$(mktemp)
+        commit_success=false
+
+        # Try up to 3 times to handle auto-fix chains (some hooks always modify files)
+        for attempt in 1 2 3; do
+          git add -A
+          if git commit -m "feat($story): $title" > "$commit_log" 2>&1; then
+            commit_success=true
+            break
+          fi
+
+          # Check if failure is due to file modifications (auto-fix)
+          if grep -q "files were modified by this hook" "$commit_log" 2>/dev/null; then
+            # Check for REAL errors (not just file modifications or warnings)
+            if grep -qE "^error:|: error:|Error:|SyntaxError" "$commit_log" 2>/dev/null; then
+              # Real errors - stop retrying
+              break
+            fi
+            # ESLint with actual errors (not just warnings)
+            if grep -qE "✖ [0-9]+ problems? \([1-9][0-9]* errors?" "$commit_log" 2>/dev/null; then
+              break
+            fi
+            # Only file modifications - retry
+            if [[ $attempt -lt 3 ]]; then
+              continue
+            fi
+            # Max attempts with only file mods - try one more commit
+            git add -A
+            if git commit -m "feat($story): $title" --no-verify > "$commit_log" 2>&1; then
+              commit_success=true
+              print_warning "(committed with --no-verify due to auto-fix loop)"
+            fi
+            break
+          else
+            # Failed for other reason - check if it's a real error
+            if ! grep -qE "^error:|: error:|Error:|SyntaxError|✖ [0-9]+ problems? \([1-9]" "$commit_log" 2>/dev/null; then
+              # No real errors found - might just be warnings
+              # Try committing with --no-verify
+              git add -A
+              if git commit -m "feat($story): $title" --no-verify > "$commit_log" 2>&1; then
+                commit_success=true
+                print_warning "(committed with --no-verify - only warnings detected)"
+              fi
+            fi
+            break
+          fi
+        done
+
+        if [[ "$commit_success" != "true" ]]; then
+          print_warning "Pre-commit hooks failed, needs fixes..."
+          cp "$commit_log" "$RALPH_DIR/last_precommit_failure.log"
+          rm -f "$commit_log"
+          save_failure_context "$story"
+          log_progress "$story" "FAILED" "Pre-commit hooks failed"
+          continue
+        fi
+        rm -f "$commit_log"
+      fi
+
+      log_progress "$story" "COMPLETED"
+      print_success "Story $story completed!"
+
+      # If running specific story, we're done
+      [[ -n "$specific_story" ]] && return 0
+    else
+      log_progress "$story" "FAILED" "Verification failed, will retry"
+      print_warning "Verification failed for $story, iterating..."
+
+      # If running specific story, exit on failure
+      [[ -n "$specific_story" ]] && return 1
+    fi
+
+    sleep "$ITERATION_DELAY_SECONDS"  # Brief pause between iterations
+  done
+
+  print_warning "Max iterations ($max_iterations) reached"
+  local passed failed
+  passed=$(jq '[.stories[] | select(.passes==true)] | length' "$RALPH_DIR/prd.json" 2>/dev/null || echo "0")
+  failed=$(jq '[.stories[] | select(.passes==false)] | length' "$RALPH_DIR/prd.json" 2>/dev/null || echo "0")
+  send_notification "⚠️ Ralph stopped: $passed passed, $failed remaining (max iterations reached)"
+  return 1
+}
+
+# Display startup checklist (Anthropic best practice)
+startup_checklist() {
+  echo "--- Startup Checklist ---"
+  echo "Working directory: $(pwd)"
+  echo ""
+
+  echo "Recent progress:"
+  if [[ -f "$RALPH_DIR/progress.txt" ]]; then
+    tail -"$MAX_PROGRESS_LINES" "$RALPH_DIR/progress.txt" | sed 's/^/  /'
+  else
+    echo "  (no progress yet)"
+  fi
+  echo ""
+
+  echo "Stories:"
+  jq -r '.stories[] | "  \(.id): \(.title) [\(if .passes then "DONE" else "TODO" end)]"' "$RALPH_DIR/prd.json" 2>/dev/null || echo "  (none)"
+  echo ""
+
+  if command -v git &>/dev/null && [[ -d ".git" ]]; then
+    echo "Git status:"
+    git status --short | head -"$MAX_GIT_STATUS_LINES" | sed 's/^/  /'
+    echo ""
+  fi
+}
+
+# Helper: Inject story details into prompt
+_inject_story_context() {
+  local story_json="$1"
+
+  echo ""
+  echo "---"
+  echo ""
+  echo "## Current Story"
+  echo ""
+  echo '```json'
+  echo "$story_json"
+  echo '```'
+}
+
+# Helper: Inject file guidance into prompt
+_inject_file_guidance() {
+  local story_json="$1"
+
+  local has_files
+  has_files=$(echo "$story_json" | jq -r '.files // empty' 2>/dev/null)
+  [[ -z "$has_files" ]] && return
+
+  echo ""
+  echo "### File Guidance for This Story"
+  echo ""
+  echo "**Create these files:**"
+  echo "$story_json" | jq -r '.files.create[]? // empty' | sed 's/^/- /'
+  echo ""
+  echo "**Modify these files:**"
+  echo "$story_json" | jq -r '.files.modify[]? // empty' | sed 's/^/- /'
+  echo ""
+  echo "**Reuse/import from:**"
+  echo "$story_json" | jq -r '.files.reuse[]? // empty' | sed 's/^/- /'
+}
+
+# Helper: Inject scalability guidance for story
+_inject_story_scale() {
+  local story_json="$1"
+
+  local has_scale
+  has_scale=$(echo "$story_json" | jq -r '.scale // empty' 2>/dev/null)
+  [[ -z "$has_scale" ]] && return
+
+  echo ""
+  echo "### Scalability Requirements for This Story"
+  echo ""
+  echo "$story_json" | jq -r '.scale | to_entries[] | "- **\(.key):** \(.value)"' 2>/dev/null
+}
+
+# Helper: Inject styleguide reference for frontend stories
+_inject_styleguide() {
+  local story_json="$1"
+
+  local story_type
+  story_type=$(echo "$story_json" | jq -r '.type // "frontend"' 2>/dev/null)
+  local styleguide_path
+  styleguide_path=$(get_config '.styleguide' "")
+
+  if [[ "$story_type" == "frontend" && -n "$styleguide_path" && -f "$styleguide_path" ]]; then
+    echo ""
+    echo "### Styleguide"
+    echo ""
+    echo "**FIRST:** Read the project styleguide at \`$styleguide_path\` before implementing."
+    echo "Use existing components, colors, and patterns from the styleguide."
+  fi
+}
+
+# Helper: Inject feature-level context
+_inject_feature_context() {
+  echo ""
+  echo "## Feature Context"
+  echo ""
+  echo '```json'
+  jq '{feature: .feature, metadata: .metadata}' "$RALPH_DIR/prd.json"
+  echo '```'
+}
+
+# Helper: Inject scalability requirements
+_inject_scalability() {
+  local has_scalability
+  has_scalability=$(jq -r '.scalability // empty' "$RALPH_DIR/prd.json" 2>/dev/null)
+  [[ -z "$has_scalability" ]] && return
+
+  echo ""
+  echo "## Scalability Requirements"
+  echo ""
+  echo "**IMPORTANT:** Follow these scalability rules."
+  echo ""
+  echo '```json'
+  jq '.scalability' "$RALPH_DIR/prd.json"
+  echo '```'
+  echo ""
+  echo "### Key Rules:"
+  echo "- Always paginate list endpoints (never return unbounded arrays)"
+  echo "- Avoid N+1 queries - eager load relationships"
+  echo "- Add database indexes for frequently queried fields"
+  echo "- Implement caching strategy as specified"
+  echo "- Add rate limiting to public endpoints"
+}
+
+# Helper: Inject architecture guidelines
+_inject_architecture() {
+  local has_architecture
+  has_architecture=$(jq -r '.architecture // empty' "$RALPH_DIR/prd.json" 2>/dev/null)
+  [[ -z "$has_architecture" ]] && return
+
+  echo ""
+  echo "## Architecture Guidelines"
+  echo ""
+  echo "**IMPORTANT:** Follow these architecture rules strictly."
+  echo ""
+  echo '```json'
+  jq '.architecture' "$RALPH_DIR/prd.json"
+  echo '```'
+  echo ""
+  echo "### Key Rules:"
+  echo "- Put files in the specified directories"
+  echo "- Reuse existing components listed in 'patterns.reuse'"
+  echo "- Do NOT create anything in 'doNotCreate'"
+  echo "- Keep files under $(jq -r '.architecture.principles.maxFileLines // 300' "$RALPH_DIR/prd.json") lines"
+  echo "- Scripts go in scripts/, docs go in docs/"
+}
+
+# Helper: Inject failure context from previous iteration
+_inject_failure_context() {
+  local failure_context="$1"
+  [[ -z "$failure_context" ]] && return
+
+  echo ""
+  echo "## Previous Iteration Failed"
+  echo ""
+  echo "**IMPORTANT:** The previous attempt at this story failed verification. Review the errors below and fix them."
+  echo ""
+  echo '```'
+  echo "$failure_context"
+  echo '```'
+  echo ""
+  echo "### What to do:"
+  echo "1. Read the error messages carefully"
+  echo "2. Identify the root cause"
+  echo "3. Fix the issue (do not just retry the same approach)"
+  echo "4. Run verification again"
+}
+
+# Helper: Inject signs (learned patterns)
+_inject_signs() {
+  echo ""
+  echo "## Signs (Learned Patterns)"
+  echo ""
+  echo "Apply these lessons from previous sessions:"
+  echo ""
+  if [[ -f "$RALPH_DIR/signs.json" ]]; then
+    jq -r '.signs[] | "- [\(.category)] \(.pattern)"' "$RALPH_DIR/signs.json" 2>/dev/null || echo "(none yet)"
+  else
+    echo "(none yet)"
+  fi
+}
+
+# Helper: Inject developer DNA
+_inject_developer_dna() {
+  [[ ! -f "$HOME/.claude/DNA.md" ]] && return
+
+  echo ""
+  echo "## Developer DNA"
+  echo ""
+  echo "The developer has these working preferences:"
+  echo ""
+  cat "$HOME/.claude/DNA.md"
+}
+
+# Build the prompt with story context injected
+build_prompt() {
+  local story="$1"
+  local failure_context="${2:-}"
+
+  # Read base PROMPT.md
+  cat "$PROMPT_FILE"
+
+  # Get story JSON once
+  local story_json
+  story_json=$(jq --arg id "$story" '.stories[] | select(.id==$id)' "$RALPH_DIR/prd.json")
+
+  # Inject all sections
+  _inject_story_context "$story_json"
+  _inject_file_guidance "$story_json"
+  _inject_story_scale "$story_json"
+  _inject_styleguide "$story_json"
+  _inject_feature_context
+  _inject_scalability
+  _inject_architecture
+  _inject_failure_context "$failure_context"
+  _inject_signs
+  _inject_developer_dna
+}
+
+# Mark feature as complete (keep PRD for appending new stories)
+archive_feature() {
+  local feature_name
+  feature_name=$(jq -r '.feature.name' "$RALPH_DIR/prd.json")
+
+  print_success "Feature '$feature_name' complete!"
+
+  # Update status to complete (don't archive - user may want to append stories)
+  update_json "$RALPH_DIR/prd.json" '.feature.status = "complete"'
+
+  # Final commit if git available
+  if command -v git &>/dev/null && [[ -d ".git" ]]; then
+    git add -A
+    if ! git commit -m "feat: complete $feature_name" 2>/dev/null; then
+      # Retry after pre-commit auto-fixes
+      git add -A
+      if ! git commit -m "feat: complete $feature_name" 2>/dev/null; then
+        # Check if it's "nothing to commit" vs real error
+        if git diff --cached --quiet 2>/dev/null; then
+          echo "    (no changes to commit)"
+        else
+          print_warning "Final commit failed - check git status"
+        fi
+      fi
+    fi
+  fi
+
+  log_progress "FEATURE" "COMPLETE" "$feature_name"
+
+  echo ""
+  echo "All stories passed! PRD kept at: $RALPH_DIR/prd.json"
+  echo ""
+  echo "Next:"
+  echo "  /idea 'new feature'     # Add more stories (will append)"
+  echo "  ralph status            # See completed stories"
+}