claude-evolve 1.3.11 → 1.3.13

package/README.md

@@ -172,7 +172,11 @@ Evolution experiments can fail for various reasons. The system tracks these fail
 ### Required
 - Node.js >= 14.0.0
 - Python 3.x (for algorithm execution)
-- Unix-like environment (macOS, Linux)
+  - Automatically detected on all platforms
+  - Windows: Uses `python` if it's Python 3
+  - macOS/Linux: Prefers `python3`
+  - Can override in config.yaml: `python_cmd: "C:\\Python39\\python.exe"`
+- Bash shell (Git Bash on Windows, native on macOS/Linux)
 - [Claude CLI](https://docs.anthropic.com/en/docs/claude-code) (`claude` command)
 
 ### Optional (but recommended)

package/bin/claude-evolve-analyze

@@ -92,35 +92,69 @@ top_score=""
 top_id=""
 top_desc=""
 
-while IFS=, read -r id _ desc perf status; do
-  [[ $id == "id" ]] && continue # Skip header
-
-  ((total++))
-
-  case "$status" in
-  "complete" | "completed") 
-    ((completed++))
-    # Only count performance for completed runs with non-zero values
-    if [[ -n $perf && $perf != "" ]]; then
-      # Skip zeros (they're errors)
-      if (( $(echo "$perf > 0" | bc -l 2>/dev/null || echo "0") )); then
-        total_performance=$(echo "$total_performance + $perf" | bc -l 2>/dev/null || echo "$total_performance")
-        ((count_with_performance++))
-
-        # Check if this is the top performer
-        if [[ -z $top_score ]] || (($(echo "$perf > $top_score" | bc -l 2>/dev/null || echo "0"))); then
-          top_score="$perf"
-          top_id="$id"
-          top_desc="$desc"
-        fi
-      fi
-    fi
-    ;;
-  "running") ((running++)) ;;
-  "failed" | "timeout" | "interrupted") ((failed++)) ;;
-  *) ((pending++)) ;;
-  esac
-done <"$csv_file"
+# Use Python to parse CSV and generate stats
+eval "$("$PYTHON_CMD" -c "
+import csv
+
+# Initialize counters
+total = 0
+completed = 0
+running = 0
+failed = 0
+pending = 0
+total_performance = 0
+count_with_performance = 0
+top_score = None
+top_id = ''
+top_desc = ''
+
+with open('$csv_file', 'r') as f:
+    reader = csv.reader(f)
+    next(reader)  # Skip header
+    
+    for row in reader:
+        if len(row) < 5:
+            continue
+            
+        id, _, desc, perf, status = row[:5]
+        total += 1
+        
+        if status in ['complete', 'completed']:
+            completed += 1
+            if perf and perf != '':
+                try:
+                    perf_val = float(perf)
+                    if perf_val > 0:  # Skip zeros (they're errors)
+                        total_performance += perf_val
+                        count_with_performance += 1
+                        
+                        if top_score is None or perf_val > top_score:
+                            top_score = perf_val
+                            top_id = id
+                            top_desc = desc
+                except ValueError:
+                    pass
+        elif status == 'running':
+            running += 1
+        elif status in ['failed', 'timeout', 'interrupted']:
+            failed += 1
+        else:
+            pending += 1
+
+# Output shell variable assignments
+print(f'total={total}')
+print(f'completed={completed}')
+print(f'running={running}')
+print(f'failed={failed}')
+print(f'pending={pending}')
+print(f'total_performance={total_performance}')
+print(f'count_with_performance={count_with_performance}')
+print(f'top_score={top_score if top_score is not None else \"\"}')
+print(f'top_id=\"{top_id}\"')
+# Escape special characters in description
+desc_escaped = top_desc.replace('\\\\', '\\\\\\\\').replace('\"', '\\\\\"').replace('\$', '\\\\\$').replace('\`', '\\\\\`')
+print(f'top_desc=\"{desc_escaped}\"')
+")"
 
 # Display summary
 echo "Total Candidates: $total"
@@ -154,30 +188,44 @@ echo "=== Generation Analysis ==="
 gen_stats_file="/tmp/evolution_gen_stats_$$.tmp"
 >"$gen_stats_file"
 
-while IFS=, read -r id _ desc perf status; do
-  [[ $id == "id" ]] && continue # Skip header
-  
-  # Extract generation from ID
-  gen="gen01" # default for old numeric IDs
-  if [[ $id =~ ^(gen[0-9]+)- ]]; then
-    gen="${BASH_REMATCH[1]}"
-  elif [[ $id =~ ^[0-9]+$ ]]; then
-    gen="gen00" # Mark old numeric IDs as gen00
-  fi
-  
-  # Write generation data to temp file
-  echo -n "$gen " >> "$gen_stats_file"
-  if [[ $status =~ ^(complete|completed)$ && -n $perf && $perf != "" ]]; then
-    # Exclude zeros from statistics (they're errors)
-    if (( $(echo "$perf > 0" | bc -l 2>/dev/null || echo "0") )); then
-      echo "completed $perf" >> "$gen_stats_file"
-    else
-      echo "error" >> "$gen_stats_file"
-    fi
-  else
-    echo "incomplete" >> "$gen_stats_file"
-  fi
-done <"$csv_file"
+# Use Python to write generation stats
+"$PYTHON_CMD" -c "
+import csv
+import re
+
+with open('$csv_file', 'r') as f:
+    reader = csv.reader(f)
+    next(reader)  # Skip header
+    
+    with open('$gen_stats_file', 'w') as out:
+        for row in reader:
+            if len(row) < 5:
+                continue
+                
+            id, _, desc, perf, status = row[:5]
+            
+            # Extract generation from ID
+            gen = 'gen01'  # default for old numeric IDs
+            match = re.match(r'^(gen[0-9]+)-', id)
+            if match:
+                gen = match.group(1)
+            elif re.match(r'^[0-9]+$', id):
+                gen = 'gen00'  # Mark old numeric IDs as gen00
+            
+            # Write generation data
+            out.write(gen + ' ')
+            if status in ['complete', 'completed'] and perf and perf != '':
+                try:
+                    perf_val = float(perf)
+                    if perf_val > 0:
+                        out.write(f'completed {perf}\\n')
+                    else:
+                        out.write('error\\n')
+                except ValueError:
+                    out.write('error\\n')
+            else:
+                out.write('incomplete\\n')
+"
 
 # Process generation stats
 for gen in $(cut -d' ' -f1 "$gen_stats_file" | sort -u || echo ""); do
@@ -206,14 +254,30 @@ rm -f "$gen_stats_file"
 
 # Count valid performance entries for chart (excluding zeros)
 valid_performance_count=0
-while IFS=, read -r id _ desc perf status; do
-  [[ $id == "id" ]] && continue # Skip header
-  if [[ $status =~ ^(complete|completed)$ && -n $perf && $perf != "" ]]; then
-    if (( $(echo "$perf > 0" | bc -l 2>/dev/null || echo "0") )); then
-      ((valid_performance_count++))
-    fi
-  fi
-done <"$csv_file"
+# Count valid performance entries using Python
+valid_performance_count=$("$PYTHON_CMD" -c "
+import csv
+
+count = 0
+with open('$csv_file', 'r') as f:
+    reader = csv.reader(f)
+    next(reader)  # Skip header
+    
+    for row in reader:
+        if len(row) < 5:
+            continue
+        status = row[4]
+        perf = row[3]
+        
+        if status in ['complete', 'completed'] and perf and perf != '':
+            try:
+                if float(perf) > 0:
+                    count += 1
+            except ValueError:
+                pass
+                
+print(count)
+")
 
 # Simple chart generation using gnuplot if available
 if command -v gnuplot >/dev/null 2>&1 && [[ $valid_performance_count -gt 0 ]]; then
@@ -250,40 +314,75 @@ if command -v gnuplot >/dev/null 2>&1 && [[ $valid_performance_count -gt 0 ]]; t
   max_row=0
   max_id=""
   
-  while IFS=, read -r id _ desc perf status; do
-    [[ $id == "id" ]] && continue # Skip header
-    ((row_num++))
+  # Use Python to generate chart data
+  "$PYTHON_CMD" -c "
+import csv
+import re
+
+row_num = 0
+max_perf = 0
+max_row = 0
+max_id = ''
+
+with open('$csv_file', 'r') as f:
+    reader = csv.reader(f)
+    next(reader)  # Skip header
     
-    # Extract generation from ID
-    gen="gen01" # default
-    if [[ $id =~ ^(gen[0-9]+)- ]]; then
-      gen="${BASH_REMATCH[1]}"
-    fi
+    data_lines = []
+    gen_temp_lines = []
     
-    # Only include completed algorithms with non-zero performance
-    if [[ -n $perf && $perf != "" && $status =~ ^(complete|completed)$ ]]; then
-      # Skip zero values (they're errors)
-      if (( $(echo "$perf > 0" | bc -l) )); then
-        # Assign generation number for coloring (1-based)
-        gen_num=1
-        if [[ $id =~ ^gen([0-9]+)- ]]; then
-          gen_num=$((10#${BASH_REMATCH[1]}))
-        fi
-        
-        echo "$row_num \"$id\" $perf $gen_num" >>"$data_file"
+    for row in reader:
+        if len(row) < 5:
+            continue
+            
+        row_num += 1
+        id, _, desc, perf, status = row[:5]
         
-        # Track for generation averages
-        echo "$gen $perf" >>"$gen_data_temp"
+        # Extract generation from ID
+        gen = 'gen01'  # default
+        match = re.match(r'^(gen[0-9]+)-', id)
+        if match:
+            gen = match.group(1)
         
-        # Track the winner
-        if (( $(echo "$perf > $max_perf" | bc -l) )); then
-          max_perf=$perf
-          max_row=$row_num
-          max_id=$id
-        fi
-      fi
-    fi
-  done <"$csv_file"
+        # Only include completed algorithms with non-zero performance
+        if perf and perf != '' and status in ['complete', 'completed']:
+            try:
+                perf_val = float(perf)
+                if perf_val > 0:
+                    # Assign generation number for coloring (1-based)
+                    gen_num = 1
+                    match = re.match(r'^gen([0-9]+)-', id)
+                    if match:
+                        gen_num = int(match.group(1))
+                    
+                    data_lines.append(f'{row_num} \"{id}\" {perf} {gen_num}')
+                    gen_temp_lines.append(f'{gen} {perf}')
+                    
+                    # Track the winner
+                    if perf_val > max_perf:
+                        max_perf = perf_val
+                        max_row = row_num
+                        max_id = id
+            except ValueError:
+                pass
+
+# Write data file
+with open('$data_file', 'a') as f:
+    for line in data_lines:
+        f.write(line + '\\n')
+
+# Write gen temp file
+with open('$gen_data_temp', 'a') as f:
+    for line in gen_temp_lines:
+        f.write(line + '\\n')
+
+# Output max values for shell
+print(f'max_perf={max_perf}')
+print(f'max_row={max_row}')
+print(f'max_id=\"{max_id}\"')
+" | while read -r line; do
+    eval "$line"
+  done
 
   # Create generation averages file and track max generation
   gen_index=1

package/bin/claude-evolve-run-parallel

@@ -63,7 +63,18 @@ count_pending() {
     return
   fi
   
-  echo "$csv_content" | awk -F',' 'NR>1 && ($5 == "pending" || $5 == "") { count++ } END { print count+0 }'
+  # Use Python for proper CSV parsing with quoted fields
+  echo "$csv_content" | "$PYTHON_CMD" -c "
+import csv
+import sys
+reader = csv.reader(sys.stdin)
+next(reader)  # Skip header
+count = 0
+for row in reader:
+    if len(row) >= 5 and (row[4] == 'pending' or row[4] == ''):
+        count += 1
+print(count)
+"
 }
 
 # Start a worker
@@ -198,20 +209,42 @@ trap 'echo "[DISPATCHER] Exiting with code $?" >&2' EXIT
 # Check for stuck "running" candidates from previous runs
 check_stuck_candidates() {
   if read_csv_with_lock csv_content; then
-    local stuck_count=$(echo "$csv_content" | awk -F',' 'NR>1 && $5 == "running" { count++ } END { print count+0 }')
+    local stuck_count=$(echo "$csv_content" | "$PYTHON_CMD" -c "
+import csv
+import sys
+reader = csv.reader(sys.stdin)
+next(reader)  # Skip header
+count = 0
+for row in reader:
+    if len(row) >= 5 and row[4] == 'running':
+        count += 1
+print(count)
+")
     if [[ $stuck_count -gt 0 ]]; then
       echo "[DISPATCHER] Found $stuck_count candidates stuck in 'running' status"
       echo "[DISPATCHER] Resetting them to 'pending' for retry..."
       
       # Reset stuck candidates
       if acquire_csv_lock; then
-        awk -F',' -v OFS=',' '
-          NR==1 { print }
-          NR>1 { 
-            if ($5 == "running") $5 = "pending"
-            print 
-          }
-        ' "$FULL_CSV_PATH" > "${FULL_CSV_PATH}.tmp" && mv -f "${FULL_CSV_PATH}.tmp" "$FULL_CSV_PATH"
+        "$PYTHON_CMD" -c "
+import csv
+import sys
+
+# Read CSV
+with open('$FULL_CSV_PATH', 'r') as f:
+    reader = csv.reader(f)
+    rows = list(reader)
+
+# Reset running to pending
+for i in range(1, len(rows)):
+    if len(rows[i]) >= 5 and rows[i][4] == 'running':
+        rows[i][4] = 'pending'
+
+# Write back
+with open('${FULL_CSV_PATH}.tmp', 'w', newline='') as f:
+    writer = csv.writer(f)
+    writer.writerows(rows)
+" && mv -f "${FULL_CSV_PATH}.tmp" "$FULL_CSV_PATH"
         release_csv_lock
       fi
     fi
@@ -247,7 +280,17 @@ while true; do
   # Debug: Show CSV status if no pending
   if [[ $pending_count -eq 0 ]]; then
     total_rows=$(read_csv_with_lock csv_content && echo "$csv_content" | wc -l | xargs)
-    complete_count=$(read_csv_with_lock csv_content && echo "$csv_content" | awk -F',' 'NR>1 && $5 == "complete" { count++ } END { print count+0 }')
+    complete_count=$(read_csv_with_lock csv_content && echo "$csv_content" | "$PYTHON_CMD" -c "
+import csv
+import sys
+reader = csv.reader(sys.stdin)
+next(reader)  # Skip header
+count = 0
+for row in reader:
+    if len(row) >= 5 and row[4] == 'complete':
+        count += 1
+print(count)
+")
     echo "[DISPATCHER] CSV has $((total_rows-1)) total candidates, $complete_count complete"
   fi
   

package/bin/claude-evolve-worker

@@ -74,29 +74,39 @@ if ! read_csv_with_lock csv_content; then
   exit 1
 fi
 
-# Extract candidate data
-found=false
-while IFS=, read -r csv_id csv_based_on csv_desc csv_perf csv_stat; do
-  if [[ $csv_id == "$candidate_id" ]]; then
-    id="$csv_id"
-    based_on_id="$csv_based_on"
-    description="$csv_desc"
-    performance="$csv_perf"
-    status="$csv_stat"
-    found=true
-    break
-  fi
-done <<< "$csv_content"
+# Extract candidate data using Python
+eval "$("$PYTHON_CMD" -c "
+import csv
+import sys
+import io
+
+csv_content = '''$csv_content'''
+reader = csv.reader(io.StringIO(csv_content))
+next(reader)  # Skip header
+
+found = False
+for row in reader:
+    if len(row) >= 5 and row[0] == '$candidate_id':
+        # Escape special characters for shell
+        desc = row[2].replace('\\\\', '\\\\\\\\').replace('\"', '\\\\\"').replace('\$', '\\\\\$').replace('\`', '\\\\\`')
+        print(f'id=\"{row[0]}\"')
+        print(f'based_on_id=\"{row[1]}\"')
+        print(f'description=\"{desc}\"')
+        print(f'performance=\"{row[3]}\"')
+        print(f'status=\"{row[4]}\"')
+        print('found=true')
+        found = True
+        break
+
+if not found:
+    print('found=false')
+")"
 
 if [[ $found == false ]]; then
   echo "[ERROR] Candidate ID not found: $candidate_id" >&2
   exit 1
 fi
 
-# Clean up description
-description=${description#\"}
-description=${description%\"}
-
 echo "[WORKER-$$] Description: $description"
 echo "[WORKER-$$] Based on ID: $based_on_id"
 

package/lib/config.sh

@@ -9,7 +9,25 @@ DEFAULT_BRIEF_FILE="BRIEF.md"
 DEFAULT_EVOLUTION_CSV="evolution.csv"
 DEFAULT_OUTPUT_DIR=""
 DEFAULT_PARENT_SELECTION="best"
-DEFAULT_PYTHON_CMD="python3"
+# Detect Python command based on platform
+detect_python_cmd() {
+  # Try python3 first (macOS, Linux)
+  if command -v python3 >/dev/null 2>&1; then
+    echo "python3"
+  # Try python (Windows, some Linux)
+  elif command -v python >/dev/null 2>&1; then
+    # Verify it's Python 3
+    if python -c "import sys; sys.exit(0 if sys.version_info[0] >= 3 else 1)" 2>/dev/null; then
+      echo "python"
+    else
+      echo "python3"  # Fallback
+    fi
+  else
+    echo "python3"  # Default fallback
+  fi
+}
+
+DEFAULT_PYTHON_CMD="$(detect_python_cmd)"
 
 # Default ideation strategy values
 DEFAULT_TOTAL_IDEAS=15
@@ -195,7 +213,16 @@ validate_config() {
 
   if ! command -v "$PYTHON_CMD" >/dev/null 2>&1; then
     echo "[ERROR] Python command not found: $PYTHON_CMD" >&2
+    echo "[ERROR] Please install Python 3.x or set python_cmd in config.yaml" >&2
+    echo "[ERROR] Examples: python_cmd: \"python\" or python_cmd: \"C:\\Python39\\python.exe\"" >&2
     ((errors++))
+  else
+    # Verify Python version is 3.x
+    if ! "$PYTHON_CMD" -c "import sys; sys.exit(0 if sys.version_info[0] >= 3 else 1)" 2>/dev/null; then
+      echo "[ERROR] Python 3.x required, but $PYTHON_CMD appears to be Python 2" >&2
+      echo "[ERROR] Please set python_cmd in config.yaml to point to Python 3" >&2
+      ((errors++))
+    fi
   fi
 
   return $errors

package/lib/csv-lock.sh

@@ -94,19 +94,19 @@ update_csv_row_with_lock() {
     local target_id="$1"
     local field="$2"
     local value="$3"
-    local csv_file="${EVOLUTION_DIR:-evolution}/evolution.csv"
+    local csv_file="${FULL_CSV_PATH:-${EVOLUTION_DIR:-evolution}/evolution.csv}"
     
     if ! acquire_csv_lock; then
         return 1
     fi
     
-    # Determine field position
+    # Determine field position (0-based for Python)
     local field_pos
     case "$field" in
-        "status") field_pos=5 ;;
-        "performance") field_pos=4 ;;
-        "description") field_pos=3 ;;
-        "basedOnId") field_pos=2 ;;
+        "status") field_pos=4 ;;
+        "performance") field_pos=3 ;;
+        "description") field_pos=2 ;;
+        "basedOnId") field_pos=1 ;;
         *) 
             echo "ERROR: Unknown field: $field" >&2
             release_csv_lock
@@ -114,11 +114,27 @@ update_csv_row_with_lock() {
             ;;
     esac
     
-    # Update CSV using awk
-    awk -F',' -v OFS=',' -v id="$target_id" -v pos="$field_pos" -v val="$value" '
-        NR==1 || $1 != id { print }
-        $1 == id { $pos = val; print }
-    ' "$csv_file" > "${csv_file}.tmp" && mv -f "${csv_file}.tmp" "$csv_file"
+    # Update CSV using Python
+    "$PYTHON_CMD" -c "
+import csv
+import sys
+
+# Read CSV
+with open('$csv_file', 'r') as f:
+    reader = csv.reader(f)
+    rows = list(reader)
+
+# Update the specific field
+for i in range(1, len(rows)):
+    if rows[i][0] == '$target_id':
+        rows[i][$field_pos] = '$value'
+        break
+
+# Write back
+with open('${csv_file}.tmp', 'w', newline='') as f:
+    writer = csv.writer(f)
+    writer.writerows(rows)
+" && mv -f "${csv_file}.tmp" "$csv_file"
     
     release_csv_lock
     return 0
@@ -127,27 +143,40 @@ update_csv_row_with_lock() {
 # Find next pending candidate with lock
 # Usage: next_pending=$(find_next_pending_with_lock)
 find_next_pending_with_lock() {
-    local csv_file="${EVOLUTION_DIR:-evolution}/evolution.csv"
+    local csv_file="${FULL_CSV_PATH:-${EVOLUTION_DIR:-evolution}/evolution.csv}"
     
     if ! acquire_csv_lock; then
         return 1
     fi
     
-    # Find oldest pending candidate and update to running
-    local candidate=$(awk -F',' '
-        NR>1 && ($5 == "pending" || $5 == "") { print $1; exit }
-    ' "$csv_file")
+    # Find oldest pending candidate and update to running using Python
+    local candidate=$("$PYTHON_CMD" -c "
+import csv
+import sys
+
+# Read CSV
+with open('$csv_file', 'r') as f:
+    reader = csv.reader(f)
+    rows = list(reader)
+
+# Find first pending candidate
+candidate_id = None
+for i in range(1, len(rows)):
+    if len(rows[i]) >= 5 and (rows[i][4] == 'pending' or rows[i][4] == ''):
+        candidate_id = rows[i][0]
+        rows[i][4] = 'running'  # Update status
+        break
+
+# Write back if we found a candidate
+if candidate_id:
+    with open('${csv_file}.tmp', 'w', newline='') as f:
+        writer = csv.writer(f)
+        writer.writerows(rows)
+    print(candidate_id)
+")
     
     if [ -n "$candidate" ]; then
-        # Update status to running while we have the lock
-        awk -F',' -v OFS=',' -v id="$candidate" '
-            NR==1 || $1 != id { print }
-            $1 == id { 
-                # Preserve existing fields but set status to running
-                if ($5 == "" || $5 == "pending") $5 = "running"
-                print 
-            }
-        ' "$csv_file" > "${csv_file}.tmp" && mv -f "${csv_file}.tmp" "$csv_file"
+        mv -f "${csv_file}.tmp" "$csv_file"
     fi
     
     release_csv_lock

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-evolve",
-  "version": "1.3.11",
+  "version": "1.3.13",
   "bin": {
     "claude-evolve": "./bin/claude-evolve",
     "claude-evolve-main": "./bin/claude-evolve-main",