claude-evolve 1.3.6 → 1.3.8

package/bin/claude-evolve-run

@@ -145,49 +145,20 @@ if [[ ! -f "$FULL_ALGORITHM_PATH" ]]; then
   exit 1
 fi
 
-# Find oldest pending row (pure shell)
+# Find oldest pending row (using CSV helper)
 find_empty_row() {
-  local row_num=2 # Start after header
-  local csv_id csv_based_on csv_desc csv_perf csv_status
-  while IFS=, read -r csv_id csv_based_on csv_desc csv_perf csv_status; do
-    # Look for rows with pending status or empty status (but not complete/failed/running)
-    if [[ $csv_status == "pending" || (-z $csv_perf && -z $csv_status) ]]; then
-      echo $row_num
-      return 0
-    fi
-    ((row_num++))
-  done < <(tail -n +2 "$FULL_CSV_PATH")
-  return 1
+  "$PYTHON_CMD" "$SCRIPT_DIR/../lib/csv_helper.py" find_pending "$FULL_CSV_PATH"
 }
 
-# Get CSV row (pure shell)
-get_csv_row() {
-  sed -n "${1}p" "$FULL_CSV_PATH"
-}
+# Get CSV row - replaced by csv_helper.py
 
-# Update CSV row (pure shell with temp file)
+# Update CSV row (using CSV helper)
 update_csv_row() {
   local row_num="$1"
   local performance="$2"
   local status="$3"
-
-  # Read CSV and update specific row
-  local temp_file="${FULL_CSV_PATH}.tmp"
-  local current_row=1
-  local csv_id csv_based_on csv_desc csv_perf csv_stat
-
-  while IFS=, read -r csv_id csv_based_on csv_desc csv_perf csv_stat; do
-    if [[ $current_row -eq $row_num ]]; then
-      # Update this row
-      echo "$csv_id,$csv_based_on,$csv_desc,$performance,$status"
-    else
-      # Keep original row
-      echo "$csv_id,$csv_based_on,$csv_desc,$csv_perf,$csv_stat"
-    fi
-    ((current_row++))
-  done <"$FULL_CSV_PATH" >"$temp_file"
-
-  mv "$temp_file" "$FULL_CSV_PATH"
+  
+  "$PYTHON_CMD" "$SCRIPT_DIR/../lib/csv_helper.py" update_row "$FULL_CSV_PATH" "$row_num" "$performance" "$status"
 }
 
 # Auto-recovery mechanism for common failures
@@ -259,46 +230,51 @@ attempt_recovery() {
 while true; do
   # Find next candidate
   if ! row_num=$(find_empty_row); then
-    echo "[INFO] No more pending candidates found. Generating new ideas..."
+    echo "[INFO] No more pending candidates found."
     
-    # Check if claude-evolve-ideate exists
-    ideate_script="$SCRIPT_DIR/claude-evolve-ideate"
-    if [[ ! -f "$ideate_script" ]]; then
-      echo "[ERROR] claude-evolve-ideate script not found: $ideate_script" >&2
-      echo "[INFO] Evolution run complete - no way to generate more ideas."
+    # Check if auto ideation is enabled
+    if [[ "$AUTO_IDEATE" == "true" || "$AUTO_IDEATE" == "1" ]]; then
+      echo "[INFO] Auto ideation is enabled. Generating new ideas..."
+      
+      # Check if claude-evolve-ideate exists
+      ideate_script="$SCRIPT_DIR/claude-evolve-ideate"
+      if [[ ! -f "$ideate_script" ]]; then
+        echo "[ERROR] claude-evolve-ideate script not found: $ideate_script" >&2
+        echo "[INFO] Evolution run complete - no way to generate more ideas."
+        exit 0
+      fi
+      
+      # Generate new ideas using the multi-strategy approach
+      echo "[INFO] Calling claude-evolve-ideate to generate new candidates..."
+      if ! "$ideate_script"; then
+        echo "[ERROR] Failed to generate new ideas" >&2
+        echo "[INFO] Evolution run complete - ideation failed."
+        exit 1
+      fi
+      
+      echo "[INFO] New ideas generated successfully. Continuing evolution..."
+      continue  # Go back to start of loop to find the new candidates
+    else
+      echo "[INFO] Auto ideation is disabled. Evolution run complete."
       exit 0
     fi
-    
-    # Generate new ideas using the multi-strategy approach
-    echo "[INFO] Calling claude-evolve-ideate to generate new candidates..."
-    if ! "$ideate_script"; then
-      echo "[ERROR] Failed to generate new ideas" >&2
-      echo "[INFO] Evolution run complete - ideation failed."
-      exit 1
-    fi
-    
-    echo "[INFO] New ideas generated successfully. Continuing evolution..."
-    continue  # Go back to start of loop to find the new candidates
   fi
   
   # Create log file for this iteration
   LOGFILE="logs/claude-$(date +%Y%m%d_%H%M%S).txt"
 
-# Get row data
-row_data=$(get_csv_row "$row_num")
-IFS=, read -r id based_on_id description performance status <<<"$row_data"
+# Get row data using CSV helper
+eval "$("$PYTHON_CMD" "$SCRIPT_DIR/../lib/csv_helper.py" get_row "$FULL_CSV_PATH" "$row_num")"
+
+# Variables are now set: id, basedOnId, description, performance, status
+based_on_id="$basedOnId"  # Convert to expected variable name
 
 # Check if ID is empty
 if [[ -z $id ]]; then
   echo "[ERROR] Empty ID found at row $row_num. CSV may be malformed." >&2
-  echo "[ERROR] Row data: $row_data" >&2
   exit 1
 fi
 
-# Clean up description (remove quotes)
-description=${description#\"}
-description=${description%\"}
-
 echo "[INFO] Processing candidate ID: $id"
 echo "[INFO] Description: $description"
 echo "[INFO] Based on ID: $based_on_id"

package/lib/config.sh

@@ -24,6 +24,9 @@ DEFAULT_PARALLEL_ENABLED=false
 DEFAULT_MAX_WORKERS=4
 DEFAULT_LOCK_TIMEOUT=30
 
+# Default auto ideation value
+DEFAULT_AUTO_IDEATE=true
+
 # Load configuration from config file
 load_config() {
   # Accept config file path as parameter
@@ -52,6 +55,9 @@ load_config() {
   MAX_WORKERS="$DEFAULT_MAX_WORKERS"
   LOCK_TIMEOUT="$DEFAULT_LOCK_TIMEOUT"
   
+  # Set auto ideation default
+  AUTO_IDEATE="$DEFAULT_AUTO_IDEATE"
+  
   # Load config if found
   if [[ -f "$config_file" ]]; then
     echo "[INFO] Loading configuration from: $config_file"
@@ -127,6 +133,7 @@ load_config() {
           output_dir) OUTPUT_DIR="$value" ;;
           parent_selection) PARENT_SELECTION="$value" ;;
           python_cmd) PYTHON_CMD="$value" ;;
+          auto_ideate) AUTO_IDEATE="$value" ;;
         esac
       fi
     done < "$config_file"
@@ -202,4 +209,5 @@ show_config() {
   echo "  Parallel enabled: $PARALLEL_ENABLED"
   echo "  Max workers: $MAX_WORKERS"
   echo "  Lock timeout: $LOCK_TIMEOUT"
+  echo "  Auto ideate: $AUTO_IDEATE"
 }

package/lib/csv_helper.py

@@ -0,0 +1,116 @@
+#!/usr/bin/env python3
+"""
+CSV helper for claude-evolve to properly handle CSV parsing with quoted fields.
+"""
+import csv
+import sys
+import json
+
+def find_pending_row(csv_path):
+    """Find the first pending row in the CSV."""
+    with open(csv_path, 'r') as f:
+        reader = csv.reader(f)
+        next(reader)  # Skip header
+        for row_num, row in enumerate(reader, start=2):
+            # Ensure row has at least 5 fields
+            while len(row) < 5:
+                row.append('')
+            
+            status = row[4].strip()
+            # Check if status is pending or empty
+            if status == 'pending' or status == '':
+                return row_num
+    return None
+
+def get_row_data(csv_path, row_num):
+    """Get data from a specific row."""
+    with open(csv_path, 'r') as f:
+        reader = csv.reader(f)
+        for i, row in enumerate(reader, start=1):
+            if i == row_num:
+                # Ensure row has at least 5 fields
+                while len(row) < 5:
+                    row.append('')
+                return {
+                    'id': row[0],
+                    'basedOnId': row[1],
+                    'description': row[2],
+                    'performance': row[3],
+                    'status': row[4]
+                }
+    return None
+
+def update_row(csv_path, row_num, performance, status):
+    """Update a specific row in the CSV."""
+    rows = []
+    with open(csv_path, 'r') as f:
+        reader = csv.reader(f)
+        rows = list(reader)
+    
+    # Update the specific row
+    if row_num <= len(rows):
+        row = rows[row_num - 1]
+        # Ensure row has at least 5 fields
+        while len(row) < 5:
+            row.append('')
+        row[3] = performance  # performance field
+        row[4] = status       # status field
+    
+    # Write back
+    with open(csv_path, 'w', newline='') as f:
+        writer = csv.writer(f)
+        writer.writerows(rows)
+
+if __name__ == '__main__':
+    if len(sys.argv) < 3:
+        print("Usage: csv_helper.py <command> <csv_path> [args...]", file=sys.stderr)
+        sys.exit(1)
+    
+    command = sys.argv[1]
+    csv_path = sys.argv[2]
+    
+    try:
+        if command == 'find_pending':
+            row_num = find_pending_row(csv_path)
+            if row_num:
+                print(row_num)
+                sys.exit(0)
+            else:
+                sys.exit(1)
+        
+        elif command == 'get_row':
+            if len(sys.argv) < 4:
+                print("Usage: csv_helper.py get_row <csv_path> <row_num>", file=sys.stderr)
+                sys.exit(1)
+            row_num = int(sys.argv[3])
+            data = get_row_data(csv_path, row_num)
+            if data:
+                # Output as shell variable assignments
+                for key, value in data.items():
+                    # Escape special characters for shell
+                    value = value.replace('\\', '\\\\')
+                    value = value.replace('"', '\\"')
+                    value = value.replace('$', '\\$')
+                    value = value.replace('`', '\\`')
+                    print(f'{key}="{value}"')
+                sys.exit(0)
+            else:
+                sys.exit(1)
+        
+        elif command == 'update_row':
+            if len(sys.argv) < 6:
+                print("Usage: csv_helper.py update_row <csv_path> <row_num> <performance> <status>", file=sys.stderr)
+                sys.exit(1)
+            row_num = int(sys.argv[3])
+            performance = sys.argv[4]
+            status = sys.argv[5]
+            update_row(csv_path, row_num, performance, status)
+            sys.exit(0)
+        
+        else:
+            print(f"Unknown command: {command}", file=sys.stderr)
+            sys.exit(1)
+            
+    except Exception as e:
+        print(f"Error: {e}", file=sys.stderr)
+        sys.exit(1)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-evolve",
-  "version": "1.3.6",
+  "version": "1.3.8",
   "bin": {
     "claude-evolve": "./bin/claude-evolve",
     "claude-evolve-main": "./bin/claude-evolve-main",

package/templates/config.yaml

@@ -37,6 +37,10 @@ ideation_strategies:
 # Python command to use for evaluation
 python_cmd: "python3"
 
+# Auto ideation configuration
+# When true, automatically generate new ideas when no pending candidates remain
+auto_ideate: true
+
 # Parallel execution configuration
 parallel:
   # Enable parallel execution of evolution candidates