claude-evolve 1.5.2 → 1.5.3

package/README.md

@@ -30,14 +30,29 @@ Evolution runs indefinitely until you stop it. Perfect for overnight optimizatio
 
 ## Commands
 
+### Core Commands
 ```bash
 claude-evolve           # Interactive menu
 claude-evolve setup     # Initialize workspace
 claude-evolve ideate    # Generate new algorithm ideas
 claude-evolve run       # Start evolution loop (runs forever)
-claude-evolve analyze   # View results and progress
+claude-evolve analyze   # View results and progress with charts
 claude-evolve status    # Quick progress overview
+claude-evolve autostatus # Live auto-updating status display
+```
+
+### Management Commands
+```bash
 claude-evolve edit      # Manage candidate statuses
+claude-evolve config    # View/edit configuration
+claude-evolve cleanup   # Clean up old lock files
+```
+
+### Maintenance Commands
+```bash
+claude-evolve clean-invalid      # Remove invalid candidates
+claude-evolve cleanup-duplicates # Remove duplicate entries
+claude-evolve csv-fix           # Fix CSV formatting issues
 ```
 
 ## Working with Multiple Projects

package/bin/claude-evolve-analyze

@@ -246,7 +246,8 @@ with open('$csv_file', 'r') as f:
 "
 
 # Process generation stats
-for gen in $(cut -d' ' -f1 "$gen_stats_file" | sort -u || echo ""); do
+# Sort generations numerically
+for gen in $(cut -d' ' -f1 "$gen_stats_file" | sort -u | awk '{print substr($0,4), $0}' | sort -n | cut -d' ' -f2 || echo ""); do
   [[ -z "$gen" ]] && continue
   total_in_gen=$(grep -c "^$gen " "$gen_stats_file" 2>/dev/null || echo "0")
   completed_in_gen=$(grep -c "^$gen completed" "$gen_stats_file" 2>/dev/null || echo "0")
@@ -461,7 +462,8 @@ print(f'max_desc=\"{desc_escaped}\"')
   # Create generation averages file and track max generation
   gen_index=1
   max_gen_num=0
-  for gen in $(cut -d' ' -f1 "$gen_data_temp" | sort -u); do
+  # Sort generations numerically for graph  
+  for gen in $(cut -d' ' -f1 "$gen_data_temp" | sort -u | awk '{print substr($0,4), $0}' | sort -n | cut -d' ' -f2); do
     if grep -q "^$gen " "$gen_data_temp"; then
       # Calculate median for this generation
       # AIDEV-NOTE: Changed from mean to median to be more robust to outliers
@@ -568,7 +570,8 @@ print(f'max_desc=\"{desc_escaped}\"')
     # Build x-axis labels for generation chart (include all generations from data)
     xtics_labels=""
     label_index=1
-    for gen in $(cut -d' ' -f1 "$gen_data_temp" | sort -u); do
+    # Sort generations numerically for graph  
+  for gen in $(cut -d' ' -f1 "$gen_data_temp" | sort -u | awk '{print substr($0,4), $0}' | sort -n | cut -d' ' -f2); do
       if [[ -n $gen ]]; then
         gen_display=$(echo "$gen" | sed 's/gen0*//')
         if [[ -n $xtics_labels ]]; then

package/bin/claude-evolve-autostatus

@@ -246,8 +246,8 @@ class AutoStatus:
             print("-" * min(self.display.cols, len(header_fmt)))
             row += 1
             
-            # Sort generations
-            sorted_gens = sorted(generations.keys())
+            # Sort generations numerically by extracting the number after 'gen'
+            sorted_gens = sorted(generations.keys(), key=lambda g: int(g[3:]) if g.startswith("gen") and g[3:].isdigit() else 0)
             
             # Calculate how many generations we can show
             available_rows = self.display.rows - row - 1  # Leave room at bottom

package/bin/claude-evolve-ideate

@@ -90,34 +90,26 @@ call_ai_for_ideation() {
   local ai_exit_code=$?
   
   # Handle special exit codes
-  # No special handling for exit codes anymore
+  # Always check if the file was modified, regardless of exit code
+  # This is the only test that matters - did the CSV change?
   
-  if [[ $ai_exit_code -eq 0 ]]; then
-    # For ideation, we need to verify the CSV file was actually modified
-    if [[ -f "$temp_csv_file" ]]; then
-      local new_csv_count
-      new_csv_count=$(grep -v '^[[:space:]]*$' "$temp_csv_file" | tail -n +2 | wc -l)
-      
-      if [[ $new_csv_count -gt $original_csv_count ]]; then
-        echo "[INFO] AI completed successfully and modified CSV ($new_csv_count vs $original_csv_count rows)" >&2
-        return 0
-      else
-        echo "[INFO] $model returned exit code 0 but didn't modify CSV file" >&2
-        echo "[DEBUG] Expected file: $temp_csv_file" >&2
-        echo "[DEBUG] Original count: $original_csv_count, New count: $new_csv_count" >&2
-        return 1
-      fi
+  if [[ -f "$temp_csv_file" ]]; then
+    local new_csv_count
+    new_csv_count=$(grep -v '^[[:space:]]*$' "$temp_csv_file" | tail -n +2 | wc -l)
+    
+    if [[ $new_csv_count -gt $original_csv_count ]]; then
+      echo "[INFO] CSV was modified ($new_csv_count vs $original_csv_count rows) - success!" >&2
+      return 0
     else
-      echo "[INFO] Exit code 0 but temp CSV file not found: $temp_csv_file" >&2
-      echo "[DEBUG] Current directory: $(pwd)" >&2
-      echo "[DEBUG] Files matching temp-csv-*.csv:" >&2
-      ls -la temp-csv-*.csv 2>&1 >&2
+      echo "[INFO] CSV unchanged after AI call (exit code: $ai_exit_code)" >&2
+      echo "[DEBUG] Original count: $original_csv_count, New count: $new_csv_count" >&2
       return 1
     fi
+  else
+    echo "[INFO] Temp CSV file not found after AI call: $temp_csv_file" >&2
+    echo "[DEBUG] Exit code was: $ai_exit_code" >&2
+    return 1
   fi
-  
-  echo "[INFO] No AI model successfully modified the CSV file" >&2
-  return 1
 }
 
 # Parse arguments
@@ -461,8 +453,14 @@ Instructions:
 1. Add exactly $count new rows to the CSV
 2. Use the next available generation numbers (gen$CURRENT_GENERATION-XXX format)
 3. For each idea, create a row with: id,parent_id,description,,pending
-4. For novel ideas: leave parent_id empty
-5. For other idea types: use appropriate parent IDs from these top performers:
+4. CRITICAL CSV FORMATTING RULES:
+   - ALWAYS wrap the description field in double quotes
+   - If the description contains quotes, escape them by doubling them (" becomes "")
+   - Example: gen01-001,gen00-000,"Implement adaptive RSI thresholds",,pending
+   - BAD: gen01-001,gen00-000,Implement adaptive RSI thresholds,,pending
+   - NEVER omit quotes - unquoted descriptions cause CSV corruption
+5. For novel ideas: leave parent_id empty
+6. For other idea types: use appropriate parent IDs from these top performers:
 $top_performers
 
 IMPORTANT: Output the complete modified CSV file. Do not add any explanation or other text - just output the CSV."
@@ -839,9 +837,15 @@ CRITICAL INSTRUCTIONS:
   prompt+="
 6. Use the Edit or MultiEdit tool to APPEND exactly $count new rows AT THE END of the CSV file
 7. For each idea, create a row with: id,,description,,pending (empty parent_id for novel ideas)
-8. Each description should be one clear sentence describing a novel algorithmic approach
-9. Focus on creative, ambitious ideas that haven't been tried yet
-10. Consider machine learning, new indicators, regime detection, risk management, etc.
+8. CRITICAL CSV FORMATTING RULES:
+   - ALWAYS wrap the description field in double quotes
+   - If the description contains quotes, escape them by doubling them (" becomes "")
+   - Example: gen01-001,,"Implement adaptive RSI thresholds based on volatility",,pending
+   - BAD: gen01-001,,Implement adaptive RSI thresholds based on volatility,,pending
+   - NEVER omit quotes around descriptions - this causes CSV parsing errors
+9. Each description should be one clear sentence describing a novel algorithmic approach
+10. Focus on creative, ambitious ideas that haven't been tried yet
+11. Consider machine learning, new indicators, regime detection, risk management, etc.
 
 IMPORTANT: You must APPEND new rows to the existing CSV file. DO NOT replace the file contents. All existing rows must remain unchanged.
 CRITICAL: You must use your file editing tools (Edit/MultiEdit) to modify the CSV file. DO NOT return CSV text - use your tools to edit the file directly.
@@ -939,8 +943,14 @@ CRITICAL INSTRUCTIONS:
 5. Use the Edit or MultiEdit tool to APPEND exactly $count new rows AT THE END of the CSV file
 6. For each idea, create a row with: id,parent_id,description,,pending
 7. Each parent_id MUST be one of: $valid_parent_ids
-8. Each description should focus on adjusting specific parameters that exist in the parent's source code
-9. Include current and new parameter values (e.g., \"Lower rsi_entry from 21 to 18\")
+8. CRITICAL CSV FORMATTING RULES:
+   - ALWAYS wrap the description field in double quotes
+   - If the description contains quotes, escape them by doubling them (" becomes "")
+   - Example: gen01-001,gen00-000,"Lower rsi_entry from 21 to 18",,pending
+   - BAD: gen01-001,gen00-000,Lower rsi_entry from 21 to 18,,pending
+   - NEVER omit quotes around descriptions - this causes CSV parsing errors
+9. Each description should focus on adjusting specific parameters that exist in the parent's source code
+10. Include current and new parameter values (e.g., "Lower rsi_entry from 21 to 18")
 
 IMPORTANT: You must APPEND new rows to the existing CSV file. DO NOT replace the file contents. All existing rows must remain unchanged.
 CRITICAL: You must use your file editing tools (Edit/MultiEdit) to modify the CSV file. DO NOT return CSV text - use your tools to edit the file directly.
@@ -1020,8 +1030,14 @@ CRITICAL INSTRUCTIONS:
 5. Use the Edit or MultiEdit tool to APPEND exactly $count new rows AT THE END of the CSV file
 6. For each idea, create a row with: id,parent_id,description,,pending
 7. Each parent_id MUST be one of: $valid_parent_ids
-8. Each description should focus on architectural/structural changes based on the parent's actual code
-9. Reference actual components/methods found in the source code
+8. CRITICAL CSV FORMATTING RULES:
+   - ALWAYS wrap the description field in double quotes
+   - If the description contains quotes, escape them by doubling them (" becomes "")
+   - Example: gen01-001,gen00-000,"Add ML-based regime detection using LSTM",,pending
+   - BAD: gen01-001,gen00-000,Add ML-based regime detection using LSTM,,pending
+   - NEVER omit quotes around descriptions - this causes CSV parsing errors
+9. Each description should focus on architectural/structural changes based on the parent's actual code
+10. Reference actual components/methods found in the source code
 
 IMPORTANT: You must APPEND new rows to the existing CSV file. DO NOT replace the file contents. All existing rows must remain unchanged.
 CRITICAL: You must use your file editing tools (Edit/MultiEdit) to modify the CSV file. DO NOT return CSV text - use your tools to edit the file directly.
@@ -1101,8 +1117,14 @@ CRITICAL INSTRUCTIONS:
 5. Use the Edit or MultiEdit tool to APPEND exactly $count new rows AT THE END of the CSV file
 6. For each idea, create a row with: id,parent_id,description,,pending
 7. Each parent_id MUST be one of: $valid_parent_ids (choose the primary parent)
-8. Each description should combine actual elements from 2+ algorithms based on their source code
-9. Reference specific components/features found in the actual source code
+8. CRITICAL CSV FORMATTING RULES:
+   - ALWAYS wrap the description field in double quotes
+   - If the description contains quotes, escape them by doubling them (" becomes "")
+   - Example: gen01-001,gen00-000,"Combine gen01-123's RSI logic with gen01-456's volatility scaling",,pending
+   - BAD: gen01-001,gen00-000,Combine gen01-123's RSI logic with gen01-456's volatility scaling,,pending
+   - NEVER omit quotes around descriptions - this causes CSV parsing errors
+9. Each description should combine actual elements from 2+ algorithms based on their source code
+10. Reference specific components/features found in the actual source code
 
 IMPORTANT: You must APPEND new rows to the existing CSV file. DO NOT replace the file contents. All existing rows must remain unchanged.
 CRITICAL: You must use your file editing tools (Edit/MultiEdit) to modify the CSV file. DO NOT return CSV text - use your tools to edit the file directly.
@@ -1195,8 +1217,14 @@ CRITICAL INSTRUCTIONS:
 4. If no gen$CURRENT_GENERATION entries exist yet, start with gen$CURRENT_GENERATION-001
 5. Use the Edit or MultiEdit tool to APPEND exactly $TOTAL_IDEAS new rows AT THE END of the CSV file
 6. For each idea, create a row with: id,parent_id,description,,pending
-7. Mix both parameter tuning and structural changes
-8. If building on existing algorithms, use their ID as parent_id, otherwise leave parent_id empty
+7. CRITICAL CSV FORMATTING RULES:
+   - ALWAYS wrap the description field in double quotes
+   - If the description contains quotes, escape them by doubling them (" becomes "")
+   - Example: gen01-001,gen00-000,"Implement adaptive RSI thresholds based on volatility",,pending
+   - BAD: gen01-001,gen00-000,Implement adaptive RSI thresholds based on volatility,,pending
+   - NEVER omit quotes around descriptions - this causes CSV parsing errors that corrupt the data
+8. Mix both parameter tuning and structural changes
+9. If building on existing algorithms, use their ID as parent_id, otherwise leave parent_id empty
 
 ⚠️ AVOID ONLY: Kelly floor/cap adjustments that assume leverage > 1.0 (these get clamped and have no effect)
 

package/bin/claude-evolve-status

@@ -244,7 +244,9 @@ try:
     # Show per-generation breakdown (unless brief mode)
     if not show_brief and stats_by_gen:
         print('📈 BY GENERATION:')
-        for gen in sorted(stats_by_gen.keys()):
+        # Sort generations numerically by extracting the number after 'gen'
+        sorted_gens = sorted(stats_by_gen.keys(), key=lambda g: int(g[3:]) if g.startswith('gen') and g[3:].isdigit() else 0)
+        for gen in sorted_gens:
             data = stats_by_gen[gen]
             total = sum(data.values())
             

package/lib/config.sh

@@ -58,8 +58,8 @@ DEFAULT_LLM_CLI_VALUES[1]='codex exec --dangerously-bypass-approvals-and-sandbox
 DEFAULT_LLM_CLI_VALUES[2]='gemini -y -p "{{PROMPT}}"'
 DEFAULT_LLM_CLI_VALUES[3]='claude --dangerously-skip-permissions --model opus -p "{{PROMPT}}"'
 DEFAULT_LLM_CLI_VALUES[4]='claude --dangerously-skip-permissions --model sonnet -p "{{PROMPT}}"'
-DEFAULT_LLM_RUN="sonnet gemini"
-DEFAULT_LLM_IDEATE="opus o3"
+DEFAULT_LLM_RUN="sonnet"
+DEFAULT_LLM_IDEATE="gemini o3 opus"
 
 # Load configuration from config file
 load_config() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-evolve",
-  "version": "1.5.2",
+  "version": "1.5.3",
   "bin": {
     "claude-evolve": "./bin/claude-evolve",
     "claude-evolve-main": "./bin/claude-evolve-main",

package/templates/config.yaml

@@ -70,5 +70,5 @@ llm_cli:
   # What to run for each sub-command
   # Models are tried in order, with round-robin distribution across candidates
   # You can repeat models for weighted selection (e.g., "sonnet sonnet gemini" for 2:1 ratio)
-  run: sonnet gemini
-  ideate: opus o3
+  run: sonnet
+  ideate: gemini o3 opus