claude-evolve 1.3.7 → 1.3.9

package/bin/claude-evolve-ideate

@@ -276,9 +276,15 @@ generate_novel_ideas_direct() {
 Current CSV content:
 $(cat "$FULL_CSV_PATH")
 
-Algorithm files you can examine for context:
+Algorithm files you MUST examine for context:
 - Base algorithm: $FULL_ALGORITHM_PATH  
-- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_*.py (examine ALL to see what's been tried)
+
+IMPORTANT: Before generating ideas, you should:
+1. Read the base algorithm to understand the codebase structure and possibilities
+2. Read ALL existing evolution_*.py files to see what modifications have been attempted
+3. Analyze the CSV to see which approaches worked (high scores) and which failed
+4. Avoid repeating failed approaches unless trying them with significant modifications
 
 Project Brief:
 $(cat "$FULL_BRIEF_PATH")
@@ -290,6 +296,10 @@ Requirements for new CSV rows:
 - Each description should be one clear sentence describing a specific algorithmic change
 - Descriptions should explore completely different approaches than existing ones
 - All new rows should have empty performance and status fields
+- CRITICAL: You must read existing evolution files to avoid suggesting changes that:
+  * Have already been tried and failed
+  * Are impossible given the codebase structure
+  * Would break the algorithm interface requirements
 
 Example descriptions:
 - Use ensemble of 3 random forests with different feature subsets
@@ -316,9 +326,15 @@ generate_hill_climbing_direct() {
 Current CSV content:
 $(cat "$FULL_CSV_PATH")
 
-Algorithm files you can examine for context:
+Algorithm files you MUST examine for context:
 - Base algorithm: $FULL_ALGORITHM_PATH  
-- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_*.py (examine ALL to see what's been tried)
+
+IMPORTANT: Before generating ideas, you should:
+1. Read the base algorithm to understand the codebase structure and possibilities
+2. Read ALL existing evolution_*.py files to see what modifications have been attempted
+3. Analyze the CSV to see which approaches worked (high scores) and which failed
+4. Avoid repeating failed approaches unless trying them with significant modifications
 
 Successful algorithms to build on:
 $top_performers
@@ -333,6 +349,10 @@ Requirements for new CSV rows:
 - Each description should be one clear sentence about parameter tuning
 - Focus on adjusting hyperparameters, thresholds, sizes, learning rates
 - All new rows should have empty performance and status fields
+- CRITICAL: You must read the parent algorithm file to understand:
+  * What parameters are actually tunable in the code
+  * What changes made this algorithm successful vs its parent
+  * What parameter ranges make sense given the implementation
 
 Example descriptions:
 - Increase learning rate from 0.001 to 0.01 for faster convergence
@@ -359,9 +379,15 @@ generate_structural_mutation_direct() {
 Current CSV content:
 $(cat "$FULL_CSV_PATH")
 
-Algorithm files you can examine for context:
+Algorithm files you MUST examine for context:
 - Base algorithm: $FULL_ALGORITHM_PATH  
-- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_*.py (examine ALL to see what's been tried)
+
+IMPORTANT: Before generating ideas, you should:
+1. Read the base algorithm to understand the codebase structure and possibilities
+2. Read ALL existing evolution_*.py files to see what modifications have been attempted
+3. Analyze the CSV to see which approaches worked (high scores) and which failed
+4. Avoid repeating failed approaches unless trying them with significant modifications
 
 Successful algorithms to build on:
 $top_performers
@@ -376,6 +402,10 @@ Requirements for new CSV rows:
 - Each description should be one clear sentence about architectural changes
 - Keep core insights but change implementation approach
 - All new rows should have empty performance and status fields
+- CRITICAL: You must read the parent algorithm file to understand:
+  * What structural elements can be modified within the codebase constraints
+  * What architectural decisions led to this algorithm's success
+  * Which components are essential vs which can be replaced
 
 Example descriptions:
 - Replace linear layers with convolutional layers for spatial feature learning
@@ -402,9 +432,15 @@ generate_crossover_direct() {
 Current CSV content:
 $(cat "$FULL_CSV_PATH")
 
-Algorithm files you can examine for context:
+Algorithm files you MUST examine for context:
 - Base algorithm: $FULL_ALGORITHM_PATH  
-- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_*.py (examine ALL to see what's been tried)
+
+IMPORTANT: Before generating ideas, you should:
+1. Read the base algorithm to understand the codebase structure and possibilities
+2. Read ALL existing evolution_*.py files to see what modifications have been attempted
+3. Analyze the CSV to see which approaches worked (high scores) and which failed
+4. Avoid repeating failed approaches unless trying them with significant modifications
 
 Top performers to combine:
 $top_performers
@@ -419,6 +455,10 @@ Requirements for new CSV rows:
 - Each description should be one clear sentence combining elements from different algorithms
 - Be specific about what elements to merge
 - All new rows should have empty performance and status fields
+- CRITICAL: You must read the relevant algorithm files to:
+  * Identify the specific improvements that made each algorithm successful
+  * Understand which components are compatible for merging
+  * Ensure the combined approach is technically feasible in the codebase
 
 Example descriptions:
 - Combine ensemble voting from algorithm 3 with feature selection from algorithm 5
@@ -461,9 +501,15 @@ ideate_ai_legacy() {
 Current CSV content:
 $(cat "$FULL_CSV_PATH")
 
-Algorithm files you can examine for context:
+Algorithm files you MUST examine for context:
 - Base algorithm: $FULL_ALGORITHM_PATH  
-- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_*.py (examine ALL to see what's been tried)
+
+IMPORTANT: Before generating ideas, you should:
+1. Read the base algorithm to understand the codebase structure and possibilities
+2. Read ALL existing evolution_*.py files to see what modifications have been attempted
+3. Analyze the CSV to see which approaches worked (high scores) and which failed
+4. Avoid repeating failed approaches unless trying them with significant modifications
 
 Project Brief:
 $(cat "$FULL_BRIEF_PATH")"

package/bin/claude-evolve-run

@@ -145,55 +145,20 @@ if [[ ! -f "$FULL_ALGORITHM_PATH" ]]; then
   exit 1
 fi
 
-# Find oldest pending row (pure shell)
+# Find oldest pending row (using CSV helper)
 find_empty_row() {
-  local row_num=2 # Start after header
-  local csv_id csv_based_on csv_desc csv_perf csv_status
-  while IFS=, read -r csv_id csv_based_on csv_desc csv_perf csv_status; do
-    # Look for rows with pending status or empty status (but not complete/failed/running/timeout)
-    # Treat blank status as pending
-    if [[ $csv_status == "pending" || -z $csv_status || $csv_status == '""' ]]; then
-      # Skip if status is explicitly complete, failed, running, or timeout
-      if [[ $csv_status == "complete" || $csv_status == "failed" || $csv_status == "running" || $csv_status == "timeout" ]]; then
-        ((row_num++))
-        continue
-      fi
-      echo $row_num
-      return 0
-    fi
-    ((row_num++))
-  done < <(tail -n +2 "$FULL_CSV_PATH")
-  return 1
+  "$PYTHON_CMD" "$SCRIPT_DIR/../lib/csv_helper.py" find_pending "$FULL_CSV_PATH"
 }
 
-# Get CSV row (pure shell)
-get_csv_row() {
-  sed -n "${1}p" "$FULL_CSV_PATH"
-}
+# Get CSV row - replaced by csv_helper.py
 
-# Update CSV row (pure shell with temp file)
+# Update CSV row (using CSV helper)
 update_csv_row() {
   local row_num="$1"
   local performance="$2"
   local status="$3"
-
-  # Read CSV and update specific row
-  local temp_file="${FULL_CSV_PATH}.tmp"
-  local current_row=1
-  local csv_id csv_based_on csv_desc csv_perf csv_stat
-
-  while IFS=, read -r csv_id csv_based_on csv_desc csv_perf csv_stat; do
-    if [[ $current_row -eq $row_num ]]; then
-      # Update this row
-      echo "$csv_id,$csv_based_on,$csv_desc,$performance,$status"
-    else
-      # Keep original row
-      echo "$csv_id,$csv_based_on,$csv_desc,$csv_perf,$csv_stat"
-    fi
-    ((current_row++))
-  done <"$FULL_CSV_PATH" >"$temp_file"
-
-  mv "$temp_file" "$FULL_CSV_PATH"
+  
+  "$PYTHON_CMD" "$SCRIPT_DIR/../lib/csv_helper.py" update_row "$FULL_CSV_PATH" "$row_num" "$performance" "$status"
 }
 
 # Auto-recovery mechanism for common failures
@@ -298,21 +263,18 @@ while true; do
   # Create log file for this iteration
   LOGFILE="logs/claude-$(date +%Y%m%d_%H%M%S).txt"
 
-# Get row data
-row_data=$(get_csv_row "$row_num")
-IFS=, read -r id based_on_id description performance status <<<"$row_data"
+# Get row data using CSV helper
+eval "$("$PYTHON_CMD" "$SCRIPT_DIR/../lib/csv_helper.py" get_row "$FULL_CSV_PATH" "$row_num")"
+
+# Variables are now set: id, basedOnId, description, performance, status
+based_on_id="$basedOnId"  # Convert to expected variable name
 
 # Check if ID is empty
 if [[ -z $id ]]; then
   echo "[ERROR] Empty ID found at row $row_num. CSV may be malformed." >&2
-  echo "[ERROR] Row data: $row_data" >&2
   exit 1
 fi
 
-# Clean up description (remove quotes)
-description=${description#\"}
-description=${description%\"}
-
 echo "[INFO] Processing candidate ID: $id"
 echo "[INFO] Description: $description"
 echo "[INFO] Based on ID: $based_on_id"

package/lib/csv_helper.py

@@ -0,0 +1,116 @@
+#!/usr/bin/env python3
+"""
+CSV helper for claude-evolve to properly handle CSV parsing with quoted fields.
+"""
+import csv
+import sys
+import json
+
+def find_pending_row(csv_path):
+    """Find the first pending row in the CSV."""
+    with open(csv_path, 'r') as f:
+        reader = csv.reader(f)
+        next(reader)  # Skip header
+        for row_num, row in enumerate(reader, start=2):
+            # Ensure row has at least 5 fields
+            while len(row) < 5:
+                row.append('')
+            
+            status = row[4].strip()
+            # Check if status is pending or empty
+            if status == 'pending' or status == '':
+                return row_num
+    return None
+
+def get_row_data(csv_path, row_num):
+    """Get data from a specific row."""
+    with open(csv_path, 'r') as f:
+        reader = csv.reader(f)
+        for i, row in enumerate(reader, start=1):
+            if i == row_num:
+                # Ensure row has at least 5 fields
+                while len(row) < 5:
+                    row.append('')
+                return {
+                    'id': row[0],
+                    'basedOnId': row[1],
+                    'description': row[2],
+                    'performance': row[3],
+                    'status': row[4]
+                }
+    return None
+
+def update_row(csv_path, row_num, performance, status):
+    """Update a specific row in the CSV."""
+    rows = []
+    with open(csv_path, 'r') as f:
+        reader = csv.reader(f)
+        rows = list(reader)
+    
+    # Update the specific row
+    if row_num <= len(rows):
+        row = rows[row_num - 1]
+        # Ensure row has at least 5 fields
+        while len(row) < 5:
+            row.append('')
+        row[3] = performance  # performance field
+        row[4] = status       # status field
+    
+    # Write back
+    with open(csv_path, 'w', newline='') as f:
+        writer = csv.writer(f)
+        writer.writerows(rows)
+
+if __name__ == '__main__':
+    if len(sys.argv) < 3:
+        print("Usage: csv_helper.py <command> <csv_path> [args...]", file=sys.stderr)
+        sys.exit(1)
+    
+    command = sys.argv[1]
+    csv_path = sys.argv[2]
+    
+    try:
+        if command == 'find_pending':
+            row_num = find_pending_row(csv_path)
+            if row_num:
+                print(row_num)
+                sys.exit(0)
+            else:
+                sys.exit(1)
+        
+        elif command == 'get_row':
+            if len(sys.argv) < 4:
+                print("Usage: csv_helper.py get_row <csv_path> <row_num>", file=sys.stderr)
+                sys.exit(1)
+            row_num = int(sys.argv[3])
+            data = get_row_data(csv_path, row_num)
+            if data:
+                # Output as shell variable assignments
+                for key, value in data.items():
+                    # Escape special characters for shell
+                    value = value.replace('\\', '\\\\')
+                    value = value.replace('"', '\\"')
+                    value = value.replace('$', '\\$')
+                    value = value.replace('`', '\\`')
+                    print(f'{key}="{value}"')
+                sys.exit(0)
+            else:
+                sys.exit(1)
+        
+        elif command == 'update_row':
+            if len(sys.argv) < 6:
+                print("Usage: csv_helper.py update_row <csv_path> <row_num> <performance> <status>", file=sys.stderr)
+                sys.exit(1)
+            row_num = int(sys.argv[3])
+            performance = sys.argv[4]
+            status = sys.argv[5]
+            update_row(csv_path, row_num, performance, status)
+            sys.exit(0)
+        
+        else:
+            print(f"Unknown command: {command}", file=sys.stderr)
+            sys.exit(1)
+            
+    except Exception as e:
+        print(f"Error: {e}", file=sys.stderr)
+        sys.exit(1)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-evolve",
-  "version": "1.3.7",
+  "version": "1.3.9",
   "bin": {
     "claude-evolve": "./bin/claude-evolve",
     "claude-evolve-main": "./bin/claude-evolve-main",