claude-evolve 1.5.3 → 1.5.6

package/bin/claude-evolve-analyze

@@ -513,6 +513,9 @@ print(f'max_desc=\"{desc_escaped}\"')
     # Calculate total data points for dynamic sizing
     total_data_points=$(awk 'END {print NR-1}' "$data_file")  # Subtract header row
     
+    # Count unique generations
+    unique_generations=$(awk '{if(NR>1) print $4}' "$data_file" | sort -nu | wc -l)
+    
     # AIDEV-NOTE: Dynamic dot sizing based on data point count
     # Use significantly larger dots when there are fewer data points for better visibility
     if [[ $total_data_points -lt 35 ]]; then
@@ -530,16 +533,24 @@ print(f'max_desc=\"{desc_escaped}\"')
     # Find all generations that have data
     generations=($(awk '{if(NR>1) print $4}' "$data_file" | sort -n | uniq))
     
-    for gen_num in "${generations[@]}"; do
-      if [[ -n $gen_num ]]; then
-        color=$(get_gen_color "$gen_num")
-        if [[ $gen_plots_added -gt 0 ]]; then
-          plot_cmd="$plot_cmd, \\"$'\n'
+    # If too many generations (>10), use a simplified plot without individual generation legends
+    if [[ $unique_generations -gt 10 ]]; then
+      # Single plot with color gradient based on generation number
+      plot_cmd="\"$data_file\" using 1:3:(\$4) with points palette pointsize $regular_dot_size notitle"
+      gen_plots_added=1
+    else
+      # Original plotting with individual generation legends
+      for gen_num in "${generations[@]}"; do
+        if [[ -n $gen_num ]]; then
+          color=$(get_gen_color "$gen_num")
+          if [[ $gen_plots_added -gt 0 ]]; then
+            plot_cmd="$plot_cmd, \\"$'\n'
+          fi
+          plot_cmd="${plot_cmd}     \"$data_file\" using (\$4==$gen_num?\$1:1/0):3 with points linecolor rgb \"$color\" pointsize $regular_dot_size title \"Gen $gen_num\""
+          ((gen_plots_added++))
         fi
-        plot_cmd="${plot_cmd}     \"$data_file\" using (\$4==$gen_num?\$1:1/0):3 with points linecolor rgb \"$color\" pointsize $regular_dot_size title \"Gen $gen_num\""
-        ((gen_plots_added++))
-      fi
-    done
+      done
+    fi
     
     # Add novel candidates
     if [[ -s "$novel_file" ]] && [[ $(wc -l < "$novel_file") -gt 1 ]]; then
@@ -586,6 +597,9 @@ print(f'max_desc=\"{desc_escaped}\"')
 set terminal png size 1200,800
 set output "$output_file"
 
+# Define unique generations count
+unique_gens = $unique_generations
+
 # Set up multiplot with proper spacing
 set multiplot layout 2,1 margins 0.08,0.82,0.15,0.95 spacing 0.1,0.15
 
@@ -595,7 +609,9 @@ set title "$EVOLUTION_CONTEXT Algorithm Evolution Performance Over Time" font ",
 unset xlabel
 set ylabel "Performance Score"
 set grid y  # Only show horizontal grid lines
-set key outside right
+
+# Show legend only if 10 or fewer generations
+if (unique_gens <= 10) set key outside right; else unset key
 
 # AIDEV-NOTE: Remove x-axis entirely to avoid tick problems with large datasets
 unset xtics
@@ -603,6 +619,9 @@ set autoscale
 set yrange [*:*]  # Auto-scale y-axis only
 
 # Define colors for generations
+# Use palette for many generations
+if (unique_gens > 10) set palette model RGB defined (0 "#1f77b4", 1 "#ff7f0e", 2 "#2ca02c", 3 "#d62728", 4 "#9467bd", 5 "#8c564b", 6 "#e377c2")
+
 plot $plot_cmd
 
 #=================== BOTTOM PLOT: Generation Medians ===================
@@ -614,8 +633,13 @@ set boxwidth 0.6
 unset key
 set grid y
 
-# Set custom x-axis labels
-set xtics ($xtics_labels)
+# Set custom x-axis labels (but hide if too many generations)
+if (unique_gens > 10) {
+    set xtics auto
+    set xtics rotate by -45
+} else {
+    set xtics ($xtics_labels)
+}
 
 # Auto-scale for generation plot too
 set autoscale

package/bin/claude-evolve-autostatus

@@ -38,6 +38,7 @@ else
   load_config
 fi
 
+
 # Run the Python autostatus script
 exec "$PYTHON_CMD" -c '
 import os
@@ -118,9 +119,27 @@ class AutoStatus:
                 "working_dir": os.path.dirname(self.csv_path)
             }
         
+        # Helpers
+        def parse_candidate_id(cid):
+            """Return (gen_num, seq_num) for ids like gen123-045; fall back to large numbers."""
+            try:
+                left, right = cid.split("-", 1)
+                gen_num = int(left[3:]) if left.startswith("gen") else 10**9
+                seq_num = int(right)
+                return gen_num, seq_num
+            except Exception:
+                return 10**9, 10**9
+
+        def is_earlier(cid_a, cid_b):
+            """True if cid_a is earlier than cid_b by generation, then sequence."""
+            ga, sa = parse_candidate_id(cid_a)
+            gb, sb = parse_candidate_id(cid_b)
+            return (ga, sa) < (gb, sb)
+
+
         # Process candidates by generation
-        all_candidates = []
         stats_by_gen = {}
+        leader = None  # Track overall leader with earliest-wins tie behavior
         
         for row in rows[1:]:  # Skip header
             if len(row) >= 1 and row[0]:  # Must have an ID
@@ -157,20 +176,24 @@ class AutoStatus:
                             description = row[2] if len(row) > 2 else "No description"
                             candidate_info = (candidate_id, description, score)
                             stats_by_gen[gen]["candidates"].append(candidate_info)
-                            all_candidates.append(candidate_info)
+
+                            # Update overall leader: highest raw score; ties -> earliest ID
+                            if leader is None or score > leader[2] or (score == leader[2] and is_earlier(candidate_id, leader[0])):
+                                leader = candidate_info
+
+                            # Update generation best: highest raw score; ties -> earliest ID
+                            if "best" not in stats_by_gen[gen]:
+                                stats_by_gen[gen]["best"] = candidate_info
+                            else:
+                                best_id, _, best_score = stats_by_gen[gen]["best"]
+                                if score > best_score or (score == best_score and is_earlier(candidate_id, best_id)):
+                                    stats_by_gen[gen]["best"] = candidate_info
                         except ValueError:
                             pass
         
-        # Find the overall leader
-        leader = None
-        if all_candidates:
-            leader = max(all_candidates, key=lambda x: x[2])
-        
-        # Find best performer in each generation
+        # Ensure every generation has a best field
         for gen in stats_by_gen:
-            if stats_by_gen[gen]["candidates"]:
-                stats_by_gen[gen]["best"] = max(stats_by_gen[gen]["candidates"], key=lambda x: x[2])
-            else:
+            if "best" not in stats_by_gen[gen]:
                 stats_by_gen[gen]["best"] = None
         
         return {
@@ -344,4 +367,4 @@ class AutoStatus:
 csv_path = "'"$FULL_CSV_PATH"'"
 auto_status = AutoStatus(csv_path)
 auto_status.run()
-'
+'

package/bin/claude-evolve-edit

@@ -20,7 +20,10 @@ show_help() {
 claude-evolve edit - Manage evolution candidate statuses by generation or status
 
 USAGE:
-  claude-evolve edit <selector> <action>
+  claude-evolve edit [--recent-generations=N] <selector> <action>
+
+OPTIONS:
+  --recent-generations=N  Limit operations to the most recent N generations only
 
 SELECTORS:
   gen01, gen02, etc.  Target specific generation
@@ -41,29 +44,56 @@ ACTIONS:
   delete           Delete candidates from CSV and remove .py files (asks confirmation)
 
 EXAMPLES:
-  claude-evolve edit gen03 failed        # Mark all gen03 as failed
-  claude-evolve edit failed pending      # Reset all failed candidates to pending
-  claude-evolve edit failed failed-retry1 # Convert failed to retry status (bug fixing)
-  claude-evolve edit complete failed     # Mark all complete as failed for re-run
-  claude-evolve edit all pending         # Mark everything as pending for re-run
-  claude-evolve edit gen02 reboot        # Full reset of gen02 (delete files + clear data)
-  claude-evolve edit gen02 delete        # Delete gen02 from CSV and remove .py files
+  claude-evolve edit gen03 failed                    # Mark all gen03 as failed
+  claude-evolve edit failed pending                  # Reset all failed candidates to pending
+  claude-evolve edit --recent-generations=15 failed pending  # Reset only recent 15 gen failures
+  claude-evolve edit --recent-generations=5 complete failed  # Re-run recent 5 gen completions
+  claude-evolve edit failed failed-retry1            # Convert failed to retry status (bug fixing)
+  claude-evolve edit complete failed                 # Mark all complete as failed for re-run
+  claude-evolve edit all pending                     # Mark everything as pending for re-run
+  claude-evolve edit gen02 reboot                    # Full reset of gen02 (delete files + clear data)
+  claude-evolve edit gen02 delete                    # Delete gen02 from CSV and remove .py files
 
 DESCRIPTION:
   This command helps manage evolution runs when you need to re-evaluate candidates.
   Use status selectors (failed, complete, etc.) to bulk-change candidates by status.
   Use 'reboot' for complete reset including file deletion.
+  Use --recent-generations to limit operations to recent work only, useful for large systems.
 EOF
 }
 
 # Parse arguments
-if [[ $# -ne 2 ]]; then
+recent_generations=""
+args=()
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --recent-generations=*)
+      recent_generations="${1#*=}"
+      if [[ ! "$recent_generations" =~ ^[1-9][0-9]*$ ]]; then
+        echo "[ERROR] --recent-generations must be a positive integer" >&2
+        exit 1
+      fi
+      shift
+      ;;
+    --help|-h)
+      show_help
+      exit 0
+      ;;
+    *)
+      args+=("$1")
+      shift
+      ;;
+  esac
+done
+
+if [[ ${#args[@]} -ne 2 ]]; then
   show_help
   exit 1
 fi
 
-SELECTOR="$1"
-ACTION="$2"
+SELECTOR="${args[0]}"
+ACTION="${args[1]}"
 
 # Validate configuration
 if ! validate_config; then
@@ -99,7 +129,11 @@ update_candidates_status() {
   local new_status="$2"
   local clear_scores="$3"
   
-  echo "[INFO] Updating candidates matching '$selector' to status: $new_status"
+  local filter_msg=""
+  if [[ -n "$recent_generations" ]]; then
+    filter_msg=" (limited to recent $recent_generations generations)"
+  fi
+  echo "[INFO] Updating candidates matching '$selector' to status: $new_status${filter_msg}"
   
   # Use Python to safely edit the CSV
   "$PYTHON_CMD" -c "
@@ -112,6 +146,7 @@ csv_file = '$FULL_CSV_PATH'
 selector = '$selector'
 new_status = '$new_status'
 clear_scores = '$clear_scores' == 'true'
+recent_generations = '$recent_generations'
 
 
 try:
@@ -127,6 +162,31 @@ try:
     header = rows[0]
     updated_count = 0
     
+    # If recent_generations is specified, determine which generations to include
+    recent_gen_set = set()
+    if recent_generations and recent_generations.isdigit():
+        n_recent = int(recent_generations)
+        
+        # Find all generation numbers from candidate IDs
+        all_generations = set()
+        for i in range(1, len(rows)):
+            row = rows[i]
+            if len(row) < 1:
+                continue
+            candidate_id = row[0]
+            
+            # Extract generation number from candidate_id (e.g., gen01-001 -> 1)
+            match = re.match(r'^gen(\d+)-', candidate_id)
+            if match:
+                gen_num = int(match.group(1))
+                all_generations.add(gen_num)
+        
+        # Get the most recent N generations
+        if all_generations:
+            sorted_generations = sorted(all_generations, reverse=True)
+            recent_gen_set = set(sorted_generations[:n_recent])
+            print(f'[INFO] Filtering to recent generations: {sorted(recent_gen_set)}', file=sys.stderr)
+    
     # Update matching rows
     for i in range(1, len(rows)):
         row = rows[i]
@@ -152,6 +212,18 @@ try:
             else:
                 matches = current_status == selector
         
+        # Apply recent generations filter if specified
+        if matches and recent_gen_set:
+            # Extract generation number from candidate_id
+            gen_match = re.match(r'^gen(\d+)-', candidate_id)
+            if gen_match:
+                candidate_gen = int(gen_match.group(1))
+                if candidate_gen not in recent_gen_set:
+                    matches = False  # Filter out this candidate
+            else:
+                # Non-generation candidates (like baseline) - exclude when filtering by recent generations
+                matches = False
+        
         if matches:
             if clear_scores:
                 # Clear everything after description (keep id, basedOnId, description)
@@ -192,6 +264,12 @@ delete_evolution_files() {
     return
   fi
   
+  local filter_msg=""
+  if [[ -n "$recent_generations" ]]; then
+    filter_msg=" (limited to recent $recent_generations generations)"
+  fi
+  echo "[INFO] Deleting evolution files for '$selector'${filter_msg}..."
+  
   local deleted_count=0
   
   if [[ "$selector" == "all" ]]; then
@@ -225,15 +303,46 @@ import re
 
 csv_file = '$FULL_CSV_PATH'
 selector = '$selector'
+recent_generations = '$recent_generations'
 
 
 try:
     with open(csv_file, 'r') as f:
         reader = csv.reader(f)
-        next(reader)  # Skip header
+        rows = list(reader)
+        
+        if not rows:
+            print('')
+            sys.exit(0)
+        
+        # Skip header if present
+        start_idx = 1 if rows and rows[0] and rows[0][0].lower() == 'id' else 0
+        
+        # Determine recent generations if filtering is requested
+        recent_gen_set = set()
+        if recent_generations and recent_generations.isdigit():
+            n_recent = int(recent_generations)
+            
+            # Find all generation numbers from candidate IDs
+            all_generations = set()
+            for row in rows[start_idx:]:
+                if len(row) < 1:
+                    continue
+                candidate_id = row[0]
+                
+                # Extract generation number from candidate_id (e.g., gen01-001 -> 1)
+                match = re.match(r'^gen(\d+)-', candidate_id)
+                if match:
+                    gen_num = int(match.group(1))
+                    all_generations.add(gen_num)
+            
+            # Get the most recent N generations
+            if all_generations:
+                sorted_generations = sorted(all_generations, reverse=True)
+                recent_gen_set = set(sorted_generations[:n_recent])
         
         candidates = []
-        for row in reader:
+        for row in rows[start_idx:]:
             if len(row) < 1:
                 continue
             
@@ -249,6 +358,18 @@ try:
             else:
                 matches = current_status == selector
             
+            # Apply recent generations filter if specified
+            if matches and recent_gen_set:
+                # Extract generation number from candidate_id
+                gen_match = re.match(r'^gen(\d+)-', candidate_id)
+                if gen_match:
+                    candidate_gen = int(gen_match.group(1))
+                    if candidate_gen not in recent_gen_set:
+                        matches = False  # Filter out this candidate
+                else:
+                    # Non-generation candidates (like baseline) - exclude when filtering by recent generations
+                    matches = False
+            
             if matches:
                 candidates.append(candidate_id)
         
@@ -284,7 +405,11 @@ except Exception as e:
 delete_candidates_from_csv() {
   local selector="$1"
   
-  echo "[INFO] Deleting candidates matching '$selector' from CSV..."
+  local filter_msg=""
+  if [[ -n "$recent_generations" ]]; then
+    filter_msg=" (limited to recent $recent_generations generations)"
+  fi
+  echo "[INFO] Deleting candidates matching '$selector' from CSV${filter_msg}..."
   
   "$PYTHON_CMD" -c "
 import sys
@@ -293,6 +418,7 @@ from lib.evolution_csv import EvolutionCSV
 import re
 
 selector = '$selector'
+recent_generations = '$recent_generations'
 deleted_count = 0
 
 with EvolutionCSV('$FULL_CSV_PATH') as csv:
@@ -306,6 +432,29 @@ with EvolutionCSV('$FULL_CSV_PATH') as csv:
         has_header = rows and rows[0] and rows[0][0].lower() == 'id'
         start_idx = 1 if has_header else 0
         
+        # Determine recent generations if filtering is requested
+        recent_gen_set = set()
+        if recent_generations and recent_generations.isdigit():
+            n_recent = int(recent_generations)
+            
+            # Find all generation numbers from candidate IDs
+            all_generations = set()
+            for row in rows[start_idx:]:
+                if not row or not row[0].strip():
+                    continue
+                candidate_id = row[0].strip()
+                
+                # Extract generation number from candidate_id (e.g., gen01-001 -> 1)
+                match = re.match(r'^gen(\d+)-', candidate_id)
+                if match:
+                    gen_num = int(match.group(1))
+                    all_generations.add(gen_num)
+            
+            # Get the most recent N generations
+            if all_generations:
+                sorted_generations = sorted(all_generations, reverse=True)
+                recent_gen_set = set(sorted_generations[:n_recent])
+        
         for row in rows[start_idx:]:
             if not row or not row[0].strip():
                 continue
@@ -327,6 +476,18 @@ with EvolutionCSV('$FULL_CSV_PATH') as csv:
             else:
                 matches = current_status == selector
             
+            # Apply recent generations filter if specified
+            if matches and recent_gen_set:
+                # Extract generation number from candidate_id
+                gen_match = re.match(r'^gen(\d+)-', candidate_id)
+                if gen_match:
+                    candidate_gen = int(gen_match.group(1))
+                    if candidate_gen not in recent_gen_set:
+                        matches = False  # Filter out this candidate
+                else:
+                    # Non-generation candidates (like baseline) - exclude when filtering by recent generations
+                    matches = False
+            
             if matches:
                 candidates_to_delete.append(candidate_id)
     
@@ -341,7 +502,11 @@ with EvolutionCSV('$FULL_CSV_PATH') as csv:
 }
 
 # Main execution
-echo "[INFO] Processing '$SELECTOR' with action: $ACTION"
+info_msg="Processing '$SELECTOR' with action: $ACTION"
+if [[ -n "$recent_generations" ]]; then
+  info_msg="$info_msg (limited to recent $recent_generations generations)"
+fi
+echo "[INFO] $info_msg"
 
 case "$ACTION" in
   failed)
@@ -387,4 +552,4 @@ echo "[INFO] Edit operation complete"
 
 # Call status command to show current state
 echo ""
-"$SCRIPT_DIR/claude-evolve-status" --brief
+"$SCRIPT_DIR/claude-evolve-status" --brief