claude-flow-novice 2.15.11 → 2.16.0

package/scripts/organize-docs.sh

@@ -0,0 +1,338 @@
+#!/bin/bash
+
+################################################################################
+# DOCS ORGANIZATION SCRIPT
+# Purpose: Organize loose .md files in /docs root into appropriate subdirectories
+# Rules: BUG_* → bugs/, CFN_* → cfn-system/cfn-loop/, etc.
+################################################################################
+
+set -euo pipefail
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+NC='\033[0m' # No Color
+
+# Configuration
+PROJECT_ROOT="$(git rev-parse --show-toplevel)"
+DOCS_DIR="${PROJECT_ROOT}/docs"
+DRY_RUN="${DRY_RUN:-false}"
+VERBOSE="${VERBOSE:-true}"
+
+# Counters
+TOTAL_FILES=0
+MOVED_FILES=0
+SKIPPED_FILES=0
+ERROR_FILES=0
+
+################################################################################
+# HELPER FUNCTIONS
+################################################################################
+
+log_info() {
+  if [[ "$VERBOSE" == "true" ]]; then
+    echo -e "${GREEN}[INFO]${NC} $1"
+  fi
+}
+
+log_warn() {
+  echo -e "${YELLOW}[WARN]${NC} $1"
+}
+
+log_error() {
+  echo -e "${RED}[ERROR]${NC} $1"
+}
+
+log_move() {
+  if [[ "$VERBOSE" == "true" ]]; then
+    echo -e "${GREEN}[MOVE]${NC} $1 → $2"
+  fi
+}
+
+log_dry_run() {
+  echo -e "${YELLOW}[DRY RUN]${NC} Would move: $1 → $2"
+}
+
+################################################################################
+# CATEGORIZATION LOGIC
+################################################################################
+
+# Determine target directory based on filename rules
+# Returns: path to target subdirectory or empty string if no match
+categorize_file() {
+  local filename="$1"
+  local basename="${filename##*/}"
+
+  case "$basename" in
+    BUG_*.md)
+      echo "bugs"
+      ;;
+    BASH_DEPRECATION_*.md | BASH_PATTERNS_*.md)
+      echo "migration"
+      ;;
+    CFN_ANALYSIS_*.md | CFN_FINDINGS_*.md | CFN_BASH_*.md | CFN_TYPESCRIPT_*.md)
+      echo "cfn-system"
+      ;;
+    CFN_LOOP_*.md)
+      echo "cfn-loop"
+      ;;
+    CFN_MIGRATION_*.md)
+      echo "migration"
+      ;;
+    CLI_MODE_*.md)
+      echo "operations"
+      ;;
+    CODE_REVIEW_*.md)
+      echo "reviews"
+      ;;
+    COORDINATOR_*.md)
+      echo "cfn-system"
+      ;;
+    DOCKER_*.md)
+      echo "docker"
+      ;;
+    TYPESCRIPT_*.md | *_TYPESCRIPT_*.md)
+      echo "migration"
+      ;;
+    SECURITY_*.md)
+      echo "security"
+      ;;
+    TEST_*.md | *_TEST_*.md)
+      echo "testing"
+      ;;
+    AGENT_*.md)
+      echo "agent-spawner"
+      ;;
+    DEPRECATION_*.md)
+      echo "migration"
+      ;;
+    DEVELOPER_*.md)
+      echo "guides"
+      ;;
+    ORCHESTR*.md)
+      echo "cfn-loop"
+      ;;
+    E2E_TEST_*.md | INTEGRATION_TEST_*.md)
+      echo "testing"
+      ;;
+    MEMORY_*.md | REDIS_*.md | LOGGER_*.md | SANITIZE_*.md)
+      echo "quality-assurance"
+      ;;
+    HOOKS_*.md)
+      echo "migration"
+      ;;
+    PR_*.md)
+      echo "reviews"
+      ;;
+    ISSUE_*.md)
+      echo "reports"
+      ;;
+    # Files that should stay in root (meta/tracking)
+    ALL_3_MODES_*.md | AGENT_NAME_*.md | DOCUMENTATION_*.md)
+      echo "meta"
+      ;;
+    *)
+      # Default: no categorization
+      echo ""
+      ;;
+  esac
+}
+
+################################################################################
+# MAIN LOGIC
+################################################################################
+
+move_file() {
+  local source_file="$1"
+  local basename="${source_file##*/}"
+  local target_dir
+
+  TOTAL_FILES=$((TOTAL_FILES + 1))
+
+  # Categorize the file
+  target_dir=$(categorize_file "$source_file")
+
+  # If no category matched, skip
+  if [[ -z "$target_dir" ]]; then
+    log_warn "No categorization rule for: $basename"
+    SKIPPED_FILES=$((SKIPPED_FILES + 1))
+    return 0
+  fi
+
+  local target_path="${DOCS_DIR}/${target_dir}/${basename}"
+
+  # Check if target directory exists
+  if [[ ! -d "${DOCS_DIR}/${target_dir}" ]]; then
+    log_error "Target directory does not exist: ${target_dir}/"
+    ERROR_FILES=$((ERROR_FILES + 1))
+    return 1
+  fi
+
+  # Check if file already exists in target
+  if [[ -f "$target_path" ]]; then
+    log_warn "File already exists in target: ${target_dir}/${basename}"
+    SKIPPED_FILES=$((SKIPPED_FILES + 1))
+    return 0
+  fi
+
+  # Execute move or show dry-run
+  if [[ "$DRY_RUN" == "true" ]]; then
+    log_dry_run "$basename" "$target_dir/"
+  else
+    if mv "$source_file" "$target_path"; then
+      log_move "$basename" "$target_dir/"
+      MOVED_FILES=$((MOVED_FILES + 1))
+    else
+      log_error "Failed to move: $basename"
+      ERROR_FILES=$((ERROR_FILES + 1))
+      return 1
+    fi
+  fi
+}
+
+################################################################################
+# SCRIPT EXECUTION
+################################################################################
+
+main() {
+  echo ""
+  echo "================================================================================"
+  echo "DOCS ORGANIZATION SCRIPT"
+  echo "================================================================================"
+  echo ""
+  echo "Mode: $([ "$DRY_RUN" == "true" ] && echo "DRY RUN (no changes)" || echo "LIVE (moving files)")"
+  echo "Source: $DOCS_DIR"
+  echo ""
+
+  # Check if docs directory exists
+  if [[ ! -d "$DOCS_DIR" ]]; then
+    log_error "Docs directory not found: $DOCS_DIR"
+    exit 1
+  fi
+
+  # Find all .md files in docs root (not in subdirectories)
+  local markdown_files=()
+  while IFS= read -r -d '' file; do
+    markdown_files+=("$file")
+  done < <(find "$DOCS_DIR" -maxdepth 1 -type f -name "*.md" -print0 | sort -z)
+
+  if [[ ${#markdown_files[@]} -eq 0 ]]; then
+    log_info "No markdown files found in $DOCS_DIR root"
+    echo ""
+    exit 0
+  fi
+
+  log_info "Found ${#markdown_files[@]} markdown files to process"
+  echo ""
+
+  # Process each file
+  for file in "${markdown_files[@]}"; do
+    move_file "$file"
+  done
+
+  # Print summary
+  echo ""
+  echo "================================================================================"
+  echo "SUMMARY"
+  echo "================================================================================"
+  echo "Total files processed: $TOTAL_FILES"
+  echo -e "Files moved:         ${GREEN}$MOVED_FILES${NC}"
+  echo -e "Files skipped:       ${YELLOW}$SKIPPED_FILES${NC}"
+  echo -e "Errors:              ${RED}$ERROR_FILES${NC}"
+  echo ""
+
+  if [[ "$DRY_RUN" == "true" ]]; then
+    echo "To execute the moves, run:"
+    echo "  DRY_RUN=false $0"
+    echo ""
+  fi
+
+  exit $([[ $ERROR_FILES -eq 0 ]] && echo 0 || echo 1)
+}
+
+################################################################################
+# USAGE
+################################################################################
+
+print_usage() {
+  cat << EOF
+Usage: $0 [OPTIONS]
+
+OPTIONS:
+  --dry-run       Show what would be moved without making changes (default)
+  --execute       Perform the actual moves
+  --verbose       Show detailed output (default: true)
+  --quiet         Suppress non-essential output
+  --help          Show this help message
+
+EXAMPLES:
+  # Preview changes
+  $0 --dry-run
+
+  # Execute moves
+  $0 --execute
+
+  # Execute with quiet output
+  $0 --execute --quiet
+
+  # Preview with environment variable
+  DRY_RUN=true $0
+
+CATEGORIZATION RULES:
+  BUG_*.md                  → docs/bugs/
+  BASH_DEPRECATION_*.md     → docs/migration/
+  CFN_ANALYSIS_*.md         → docs/cfn-system/
+  CFN_LOOP_*.md             → docs/cfn-loop/
+  CLI_MODE_*.md             → docs/operations/
+  CODE_REVIEW_*.md          → docs/reviews/
+  COORDINATOR_*.md          → docs/cfn-system/
+  DOCKER_*.md               → docs/docker/
+  TYPESCRIPT_*.md           → docs/migration/
+  SECURITY_*.md             → docs/security/
+  TEST_*.md                 → docs/testing/
+  AGENT_*.md                → docs/agent-spawner/
+  DEPRECATION_*.md          → docs/migration/
+  DEVELOPER_*.md            → docs/guides/
+  ORCHESTR*.md              → docs/cfn-loop/
+  MEMORY_*.md               → docs/quality-assurance/
+  REDIS_*.md                → docs/quality-assurance/
+  Unmatched files           → Skipped
+
+EOF
+}
+
+# Parse command line arguments
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --dry-run)
+      DRY_RUN="true"
+      shift
+      ;;
+    --execute)
+      DRY_RUN="false"
+      shift
+      ;;
+    --verbose)
+      VERBOSE="true"
+      shift
+      ;;
+    --quiet)
+      VERBOSE="false"
+      shift
+      ;;
+    --help)
+      print_usage
+      exit 0
+      ;;
+    *)
+      log_error "Unknown option: $1"
+      echo ""
+      print_usage
+      exit 1
+      ;;
+  esac
+done
+
+# Run main function
+main

package/scripts/trigger-dev-setup.sh

@@ -0,0 +1,267 @@
+#!/bin/bash
+# trigger.dev Self-Hosted Infrastructure Setup Script
+# Initializes and starts trigger.dev with all required services
+
+set -euo pipefail
+
+PROJECT_ROOT=$(git rev-parse --show-toplevel)
+TRIGGER_DEV_DIR="$PROJECT_ROOT/docker/trigger-dev"
+ENV_FILE="$TRIGGER_DEV_DIR/.env"
+ENV_TEMPLATE="$TRIGGER_DEV_DIR/.env.template"
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m' # No Color
+
+# Logging functions
+log_info() {
+  echo -e "${BLUE}[INFO]${NC} $1"
+}
+
+log_success() {
+  echo -e "${GREEN}[SUCCESS]${NC} $1"
+}
+
+log_warning() {
+  echo -e "${YELLOW}[WARN]${NC} $1"
+}
+
+log_error() {
+  echo -e "${RED}[ERROR]${NC} $1"
+}
+
+# Check prerequisites
+check_prerequisites() {
+  log_info "Checking prerequisites..."
+
+  # Check Docker
+  if ! command -v docker &> /dev/null; then
+    log_error "Docker is not installed. Please install Docker from https://docs.docker.com/get-docker/"
+    exit 1
+  fi
+  log_success "Docker found: $(docker --version)"
+
+  # Check Docker Compose
+  if ! command -v docker-compose &> /dev/null; then
+    log_error "Docker Compose is not installed. Please install Docker Compose from https://docs.docker.com/compose/install/"
+    exit 1
+  fi
+  log_success "Docker Compose found: $(docker-compose --version)"
+
+  # Check Docker daemon is running
+  if ! docker info &> /dev/null; then
+    log_error "Docker daemon is not running. Please start Docker and try again."
+    exit 1
+  fi
+  log_success "Docker daemon is running"
+
+  # Check git
+  if ! command -v git &> /dev/null; then
+    log_error "Git is not installed. Please install Git."
+    exit 1
+  fi
+  log_success "Git found: $(git --version)"
+}
+
+# Generate a secure random secret
+generate_secret() {
+  local length=${1:-32}
+  if command -v openssl &> /dev/null; then
+    openssl rand -base64 "$length"
+  elif command -v python3 &> /dev/null; then
+    python3 -c "import secrets; print(secrets.token_urlsafe($length))"
+  elif command -v node &> /dev/null; then
+    node -e "console.log(require('crypto').randomBytes($length).toString('base64'))"
+  else
+    log_error "Cannot generate secrets. Install openssl, python3, or node.js"
+    exit 1
+  fi
+}
+
+# Create .env file from template
+create_env_file() {
+  if [ -f "$ENV_FILE" ]; then
+    log_warning ".env file already exists at $ENV_FILE"
+    log_info "Skipping .env creation. To regenerate, delete $ENV_FILE and re-run this script."
+    return 0
+  fi
+
+  if [ ! -f "$ENV_TEMPLATE" ]; then
+    log_error ".env.template not found at $ENV_TEMPLATE"
+    exit 1
+  fi
+
+  log_info "Creating .env file from template..."
+  cp "$ENV_TEMPLATE" "$ENV_FILE"
+
+  # Generate secure secrets
+  log_info "Generating secure secrets..."
+  POSTGRES_PASSWORD=$(generate_secret)
+  MINIO_PASSWORD=$(generate_secret)
+  CLICKHOUSE_PASSWORD=$(generate_secret)
+  TRIGGER_SECRET_KEY=$(generate_secret)
+  AUTH_SECRET=$(generate_secret)
+  ENCRYPTION_KEY=$(generate_secret)
+  MAGIC_LINK_SECRET=$(generate_secret)
+  JWT_SECRET=$(generate_secret)
+
+  # Update .env file with generated secrets
+  sed -i.bak "s/your_secure_postgres_password_here/$POSTGRES_PASSWORD/g" "$ENV_FILE"
+  sed -i.bak "s/your_secure_minio_password_here/$MINIO_PASSWORD/g" "$ENV_FILE"
+  sed -i.bak "s/your_secure_clickhouse_password_here/$CLICKHOUSE_PASSWORD/g" "$ENV_FILE"
+  sed -i.bak "s/your_secure_trigger_secret_key_here/$TRIGGER_SECRET_KEY/g" "$ENV_FILE"
+  sed -i.bak "s/your_secure_auth_secret_here/$AUTH_SECRET/g" "$ENV_FILE"
+  sed -i.bak "s/your_secure_encryption_key_here/$ENCRYPTION_KEY/g" "$ENV_FILE"
+  sed -i.bak "s/your_secure_magic_link_secret_here/$MAGIC_LINK_SECRET/g" "$ENV_FILE"
+  sed -i.bak "s/your_secure_jwt_secret_here/$JWT_SECRET/g" "$ENV_FILE"
+
+  # Remove backup files
+  rm -f "$ENV_FILE.bak"
+
+  log_success ".env file created successfully at $ENV_FILE"
+  log_warning "Store these secrets in a secure location (password manager, vault, etc.)"
+}
+
+# Stop existing containers
+stop_existing() {
+  log_info "Checking for existing trigger.dev containers..."
+  if docker-compose -f "$TRIGGER_DEV_DIR/docker-compose.yml" ps 2>/dev/null | grep -q "trigger-dev-"; then
+    log_warning "Found existing trigger.dev containers. Stopping them..."
+    docker-compose -f "$TRIGGER_DEV_DIR/docker-compose.yml" down --remove-orphans || true
+    sleep 2
+  else
+    log_info "No existing containers found"
+  fi
+}
+
+# Start infrastructure
+start_infrastructure() {
+  log_info "Starting trigger.dev infrastructure..."
+
+  cd "$TRIGGER_DEV_DIR"
+  docker-compose --env-file "$ENV_FILE" up -d --pull always
+
+  log_success "Infrastructure started"
+}
+
+# Wait for health checks
+wait_for_health() {
+  log_info "Waiting for services to be healthy..."
+
+  local max_attempts=60
+  local attempt=0
+  local all_healthy=false
+
+  while [ $attempt -lt $max_attempts ]; do
+    attempt=$((attempt + 1))
+
+    log_info "Health check attempt $attempt/$max_attempts..."
+
+    # Check PostgreSQL
+    if docker-compose -f "$TRIGGER_DEV_DIR/docker-compose.yml" exec -T postgres pg_isready -U postgres &> /dev/null; then
+      log_success "PostgreSQL is healthy"
+    else
+      log_warning "PostgreSQL not ready yet"
+      sleep 2
+      continue
+    fi
+
+    # Check Redis
+    if docker-compose -f "$TRIGGER_DEV_DIR/docker-compose.yml" exec -T redis redis-cli ping &> /dev/null; then
+      log_success "Redis is healthy"
+    else
+      log_warning "Redis not ready yet"
+      sleep 2
+      continue
+    fi
+
+    # Check MinIO
+    if docker-compose -f "$TRIGGER_DEV_DIR/docker-compose.yml" exec -T minio curl -f http://localhost:9000/minio/health/live &> /dev/null; then
+      log_success "MinIO is healthy"
+    else
+      log_warning "MinIO not ready yet"
+      sleep 2
+      continue
+    fi
+
+    # Check ClickHouse
+    if docker-compose -f "$TRIGGER_DEV_DIR/docker-compose.yml" exec -T clickhouse wget --spider -q http://localhost:8123/ping &> /dev/null; then
+      log_success "ClickHouse is healthy"
+    else
+      log_warning "ClickHouse not ready yet"
+      sleep 2
+      continue
+    fi
+
+    # Check trigger-webapp
+    if docker-compose -f "$TRIGGER_DEV_DIR/docker-compose.yml" exec -T trigger-webapp wget --spider -q http://localhost:3000/health &> /dev/null; then
+      log_success "Trigger.dev Web App is healthy"
+    else
+      log_warning "Trigger.dev Web App not ready yet"
+      sleep 2
+      continue
+    fi
+
+    all_healthy=true
+    break
+  done
+
+  if [ "$all_healthy" = false ]; then
+    log_error "Services failed to become healthy within timeout. Showing logs:"
+    docker-compose -f "$TRIGGER_DEV_DIR/docker-compose.yml" logs --tail=50
+    exit 1
+  fi
+
+  log_success "All services are healthy"
+}
+
+# Print access information
+print_access_info() {
+  log_info "=========================================="
+  log_success "Trigger.dev is ready!"
+  log_info "=========================================="
+  echo ""
+  echo -e "${GREEN}Access URLs:${NC}"
+  echo "  Web Dashboard: http://localhost:3040"
+  echo "  API Endpoint:  http://localhost:3000"
+  echo "  MinIO Console: http://localhost:9001"
+  echo ""
+  echo -e "${GREEN}Service Endpoints (internal):${NC}"
+  echo "  PostgreSQL: postgres:5432"
+  echo "  Redis:      redis:6379"
+  echo "  MinIO:      minio:9000"
+  echo "  ClickHouse: clickhouse:8123"
+  echo ""
+  echo -e "${YELLOW}Configuration:${NC}"
+  echo "  Environment file: $ENV_FILE"
+  echo "  Docker Compose:   $TRIGGER_DEV_DIR/docker-compose.yml"
+  echo ""
+  echo -e "${YELLOW}Useful Commands:${NC}"
+  echo "  View logs:        docker-compose -f $TRIGGER_DEV_DIR/docker-compose.yml logs -f"
+  echo "  Stop services:    docker-compose -f $TRIGGER_DEV_DIR/docker-compose.yml down"
+  echo "  Restart services: docker-compose -f $TRIGGER_DEV_DIR/docker-compose.yml restart"
+  echo ""
+}
+
+# Main execution
+main() {
+  log_info "=========================================="
+  log_info "Trigger.dev Self-Hosted Setup"
+  log_info "=========================================="
+  echo ""
+
+  check_prerequisites
+  create_env_file
+  stop_existing
+  start_infrastructure
+  wait_for_health
+  print_access_info
+
+  log_success "Setup complete! You can now use trigger.dev."
+}
+
+# Execute main function
+main