claude-evolve 1.2.3 → 1.2.5

package/bin/claude-evolve-ideate

@@ -80,7 +80,7 @@ if [[ $use_strategies == true ]]; then
   fi
 fi
 
-# Get next ID
+# Get next available ID
 get_next_id() {
   if [[ ! -f "$FULL_CSV_PATH" ]]; then
     echo "1"
@@ -96,8 +96,8 @@ get_next_id() {
   echo $((max_id + 1))
 }
 
-# Add idea to CSV
-add_idea() {
+# Add idea to CSV manually (fallback for manual mode)
+add_idea_manual() {
   local description="$1"
   local based_on_id="$2"
   local id
@@ -141,7 +141,7 @@ ideate_manual() {
       continue
     fi
 
-    add_idea "$description" ""
+    add_idea_manual "$description" ""
     ((ideas_added++))
 
     if [[ $i -lt $TOTAL_IDEAS ]]; then
@@ -175,7 +175,7 @@ ideate_ai_strategies() {
   if [[ -z $top_performers ]]; then
     echo "[INFO] No completed algorithms found, using pure novel exploration"
     # Generate all ideas as novel exploration
-    generate_novel_ideas "$TOTAL_IDEAS" ""
+    generate_novel_ideas_direct "$TOTAL_IDEAS"
     return 0
   fi
 
@@ -185,108 +185,148 @@ ideate_ai_strategies() {
   echo "  Structural mutation: $STRUCTURAL_MUTATION"
   echo "  Crossover hybrid: $CROSSOVER_HYBRID"
 
-  # Generate each type of idea
-  [[ $NOVEL_EXPLORATION -gt 0 ]] && generate_novel_ideas "$NOVEL_EXPLORATION" ""
-  [[ $HILL_CLIMBING -gt 0 ]] && generate_hill_climbing_ideas "$HILL_CLIMBING" "$top_performers"
-  [[ $STRUCTURAL_MUTATION -gt 0 ]] && generate_structural_mutation_ideas "$STRUCTURAL_MUTATION" "$top_performers"
-  [[ $CROSSOVER_HYBRID -gt 0 ]] && generate_crossover_ideas "$CROSSOVER_HYBRID" "$top_performers"
+  # Generate each type of idea by having Claude directly edit the CSV
+  [[ $NOVEL_EXPLORATION -gt 0 ]] && generate_novel_ideas_direct "$NOVEL_EXPLORATION"
+  [[ $HILL_CLIMBING -gt 0 ]] && generate_hill_climbing_direct "$HILL_CLIMBING" "$top_performers"
+  [[ $STRUCTURAL_MUTATION -gt 0 ]] && generate_structural_mutation_direct "$STRUCTURAL_MUTATION" "$top_performers"
+  [[ $CROSSOVER_HYBRID -gt 0 ]] && generate_crossover_direct "$CROSSOVER_HYBRID" "$top_performers"
 }
 
-# Generate novel exploration ideas
-generate_novel_ideas() {
+# Generate novel exploration ideas by having Claude edit CSV directly
+generate_novel_ideas_direct() {
   local count="$1"
-  local context="$2"
   
-  local prompt="Generate exactly $count concise algorithm ideas (one per line, no numbering).
+  local prompt="Edit the file $FULL_CSV_PATH to add exactly $count new rows for novel algorithmic approaches.
+
+Current CSV content:
+$(cat "$FULL_CSV_PATH")
+
+Algorithm files you can examine for context:
+- Base algorithm: $FULL_ALGORITHM_PATH  
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
 
 Project Brief:
 $(cat "$FULL_BRIEF_PATH")
 
-Generate $count completely different algorithmic approaches. Each idea should be:
-- One clear sentence describing a specific algorithmic change
-- Actionable and implementable 
-- Different from existing approaches
+Requirements for new CSV rows:
+- IDs must be numbers only (suitable for filenames)
+- basedOnId should be empty (these are novel approaches) 
+- Each description should be one clear sentence describing a specific algorithmic change
+- Descriptions should explore completely different approaches than existing ones
+- All new rows should have empty performance and status fields
 
-Example format:
-Use ensemble of 3 random forests with different feature subsets
-Replace gradient descent with genetic algorithm optimization
-Add attention mechanism with 8 heads to capture feature interactions
+Example descriptions:
+- Use ensemble of 3 random forests with different feature subsets
+- Replace neural network with gradient boosting decision trees
+- Implement Monte Carlo tree search for feature selection
 
-Generate exactly $count ideas now:"
+Add exactly $count rows to the CSV file now."
 
-  generate_and_add_ideas "$prompt" "$count" ""
+  echo "[INFO] Calling Claude Opus to generate $count novel exploration ideas..."
+  if ! echo "$prompt" | claude --dangerously-skip-permissions --model opus -p; then
+    echo "[WARN] Claude failed to generate novel ideas" >&2
+    return 1
+  fi
+  echo "[INFO] Novel exploration ideas generated"
 }
 
-# Generate hill climbing ideas (parameter tuning)
-generate_hill_climbing_ideas() {
+# Generate hill climbing ideas by having Claude edit CSV directly
+generate_hill_climbing_direct() {
   local count="$1"
   local top_performers="$2"
   
-  local prompt="Generate exactly $count parameter tuning ideas (one per line, no numbering).
+  local prompt="Edit the file $FULL_CSV_PATH to add exactly $count new rows for parameter tuning based on successful algorithms.
+
+Current CSV content:
+$(cat "$FULL_CSV_PATH")
+
+Algorithm files you can examine for context:
+- Base algorithm: $FULL_ALGORITHM_PATH  
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
 
-Successful algorithms:
+Successful algorithms to build on:
 $top_performers
 
 Project Brief:
 $(cat "$FULL_BRIEF_PATH")
 
-Generate $count specific parameter adjustments. Each idea should be:
-- One clear sentence describing a parameter change
-- Based on the successful algorithms above
-- Actionable with specific values
+Requirements for new CSV rows:
+- IDs must be numbers only (suitable for filenames)
+- basedOnId should reference ONE of the successful algorithm IDs above (pick the best one)
+- Each description should be one clear sentence about parameter tuning
+- Focus on adjusting hyperparameters, thresholds, sizes, learning rates
+- All new rows should have empty performance and status fields
 
-Example format:
-Increase learning rate from 0.001 to 0.01 for faster convergence
-Reduce batch size from 32 to 16 to improve gradient estimates  
-Set dropout rate to 0.3 instead of 0.1 to prevent overfitting
+Example descriptions:
+- Increase learning rate from 0.001 to 0.01 for faster convergence
+- Reduce batch size from 32 to 16 to improve gradient estimates
+- Set dropout rate to 0.3 instead of 0.1 to prevent overfitting
 
-Generate exactly $count parameter tuning ideas now:"
+Add exactly $count parameter tuning rows to the CSV file now."
 
-  # Get the best performer's ID for basedOnId
-  local best_id
-  best_id=$(echo "$top_performers" | head -1 | cut -d, -f1)
-  
-  generate_and_add_ideas "$prompt" "$count" "$best_id"
+  echo "[INFO] Calling Claude Opus to generate $count hill climbing ideas..."
+  if ! echo "$prompt" | claude --dangerously-skip-permissions --model opus -p; then
+    echo "[WARN] Claude failed to generate hill climbing ideas" >&2
+    return 1
+  fi
+  echo "[INFO] Hill climbing ideas generated"
 }
 
-# Generate structural mutation ideas
-generate_structural_mutation_ideas() {
+# Generate structural mutation ideas by having Claude edit CSV directly
+generate_structural_mutation_direct() {
   local count="$1"
   local top_performers="$2"
   
-  local prompt="Generate exactly $count structural modifications (one per line, no numbering).
+  local prompt="Edit the file $FULL_CSV_PATH to add exactly $count new rows for structural modifications based on successful algorithms.
+
+Current CSV content:
+$(cat "$FULL_CSV_PATH")
+
+Algorithm files you can examine for context:
+- Base algorithm: $FULL_ALGORITHM_PATH  
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
 
-Successful algorithms:
+Successful algorithms to build on:
 $top_performers
 
 Project Brief:
 $(cat "$FULL_BRIEF_PATH")
 
-Generate $count structural changes. Each idea should be:
-- One clear sentence describing an architectural change
-- Keep core insights but change implementation
-- Actionable and specific
+Requirements for new CSV rows:
+- IDs must be numbers only (suitable for filenames)
+- basedOnId should reference ONE of the successful algorithm IDs above (pick the best one)
+- Each description should be one clear sentence about architectural changes
+- Keep core insights but change implementation approach
+- All new rows should have empty performance and status fields
 
-Example format:
-Replace linear layers with convolutional layers for spatial feature learning
-Use bidirectional LSTM instead of unidirectional for better context
-Add residual connections between layers to improve gradient flow
+Example descriptions:
+- Replace linear layers with convolutional layers for spatial feature learning
+- Use bidirectional LSTM instead of unidirectional for better context
+- Add residual connections between layers to improve gradient flow
 
-Generate exactly $count structural modification ideas now:"
+Add exactly $count structural modification rows to the CSV file now."
 
-  # Get the best performer's ID for basedOnId
-  local best_id
-  best_id=$(echo "$top_performers" | head -1 | cut -d, -f1)
-  
-  generate_and_add_ideas "$prompt" "$count" "$best_id"
+  echo "[INFO] Calling Claude Opus to generate $count structural mutation ideas..."
+  if ! echo "$prompt" | claude --dangerously-skip-permissions --model opus -p; then
+    echo "[WARN] Claude failed to generate structural mutation ideas" >&2
+    return 1
+  fi
+  echo "[INFO] Structural mutation ideas generated"
 }
 
-# Generate crossover hybrid ideas
-generate_crossover_ideas() {
+# Generate crossover hybrid ideas by having Claude edit CSV directly
+generate_crossover_direct() {
   local count="$1"
   local top_performers="$2"
   
-  local prompt="Generate exactly $count hybrid combinations (one per line, no numbering).
+  local prompt="Edit the file $FULL_CSV_PATH to add exactly $count new rows for hybrid combinations of successful algorithms.
+
+Current CSV content:
+$(cat "$FULL_CSV_PATH")
+
+Algorithm files you can examine for context:
+- Base algorithm: $FULL_ALGORITHM_PATH  
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
 
 Top performers to combine:
 $top_performers
@@ -294,59 +334,26 @@ $top_performers
 Project Brief:
 $(cat "$FULL_BRIEF_PATH")
 
-Generate $count combinations. Each idea should be:
-- One clear sentence combining elements from different algorithms above
-- Specific about what elements to merge
-- Actionable and implementable
-
-Example format:
-Combine ensemble voting from algorithm 3 with feature selection from algorithm 5
-Use the attention mechanism from algorithm 2 with the optimizer from algorithm 4
-Merge the preprocessing pipeline from algorithm 1 with the architecture from algorithm 6
-
-Generate exactly $count hybrid combination ideas now:"
-
-  # Use the best performer for crossover (single parent ID)
-  local best_id
-  best_id=$(echo "$top_performers" | head -1 | cut -d, -f1)
-  
-  generate_and_add_ideas "$prompt" "$count" "$best_id"
-}
-
-# Helper function to generate and add ideas using Claude
-generate_and_add_ideas() {
-  local prompt="$1"
-  local count="$2" 
-  local based_on_id="$3"
-  
-  # Call Claude and process response
-  local response
-  if ! response=$(echo "$prompt" | claude --dangerously-skip-permissions --model opus -p 2>&1); then
-    echo "[WARN] Claude API call failed for $count ideas" >&2
-    return 1
-  fi
+Requirements for new CSV rows:
+- IDs must be numbers only (suitable for filenames)
+- basedOnId should reference ONE of the successful algorithm IDs above (pick the best one as base)
+- Each description should be one clear sentence combining elements from different algorithms
+- Be specific about what elements to merge
+- All new rows should have empty performance and status fields
 
-  local ideas_added=0
-  while IFS= read -r line; do
-    # Clean up line
-    line=$(echo "$line" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
-    [[ -z $line ]] && continue
-
-    # Remove numbering/bullets
-    line=$(echo "$line" | sed 's/^[0-9]*\. *//;s/^[-*] *//')
+Example descriptions:
+- Combine ensemble voting from algorithm 3 with feature selection from algorithm 5
+- Use the attention mechanism from algorithm 2 with the optimizer from algorithm 4
+- Merge the preprocessing pipeline from algorithm 1 with the architecture from algorithm 6
 
-    add_idea "$line" "$based_on_id"
-    ((ideas_added++))
+Add exactly $count hybrid combination rows to the CSV file now."
 
-    [[ $ideas_added -ge $count ]] && break
-  done <<<"$response"
-
-  if [[ $ideas_added -eq 0 ]]; then
-    echo "[WARN] No valid ideas extracted from Claude response" >&2
+  echo "[INFO] Calling Claude Opus to generate $count crossover hybrid ideas..."
+  if ! echo "$prompt" | claude --dangerously-skip-permissions --model opus -p; then
+    echo "[WARN] Claude failed to generate crossover ideas" >&2
     return 1
   fi
-
-  echo "[INFO] Generated $ideas_added ideas of requested type"
+  echo "[INFO] Crossover hybrid ideas generated"
 }
 
 # Legacy AI generation mode (for backward compatibility)
@@ -370,56 +377,41 @@ ideate_ai_legacy() {
   fi
 
   # Build prompt
-  local prompt
-  prompt="It's time for your megathinking mode! You are helping with algorithm evolution. Generate exactly $TOTAL_IDEAS new algorithm idea(s) based on the following context.
+  local prompt="Edit the file $FULL_CSV_PATH to add exactly $TOTAL_IDEAS new algorithm variation rows.
+
+Current CSV content:
+$(cat "$FULL_CSV_PATH")
+
+Algorithm files you can examine for context:
+- Base algorithm: $FULL_ALGORITHM_PATH  
+- Evolved algorithms: $FULL_OUTPUT_DIR/evolution_id*.py (if any exist)
 
 Project Brief:
-$(cat "$FULL_BRIEF_PATH")
-"
+$(cat "$FULL_BRIEF_PATH")"
 
   if [[ -n $top_performers ]]; then
     prompt+="
+
 Top Performing Algorithms So Far:
-$top_performers
-"
+$top_performers"
   fi
 
   prompt+="
-Generate $TOTAL_IDEAS creative algorithm variation(s) that could potentially improve performance.
-For each idea, provide a single line description that explains the approach.
-Base it on the top algorithms by their ID.
-Format: One idea per line, no numbering, no extra formatting."
-
-  echo "[INFO] Generating $TOTAL_IDEAS idea(s) with Claude (legacy mode)..."
 
-  # Call Claude and process response
-  local response
-  if ! response=$(echo "$prompt" | claude --dangerously-skip-permissions --model opus -p 2>&1); then
-    echo "[WARN] Claude API call failed, falling back to manual entry."
-    return 1
-  fi
+Requirements for new CSV rows:
+- IDs must be numbers only (suitable for filenames)
+- basedOnId should be empty or reference existing algorithm ID
+- Each description should be one clear sentence describing an algorithmic approach
+- All new rows should have empty performance and status fields
 
-  local ideas_added=0
-  while IFS= read -r line; do
-    # Clean up line
-    line=$(echo "$line" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
-    [[ -z $line ]] && continue
+Add exactly $TOTAL_IDEAS algorithm variation rows to the CSV file now."
 
-    # Remove numbering/bullets
-    line=$(echo "$line" | sed 's/^[0-9]*\. *//;s/^[-*] *//')
-
-    add_idea "$line" ""
-    ((ideas_added++))
-
-    [[ $ideas_added -ge $TOTAL_IDEAS ]] && break
-  done <<<"$response"
-
-  if [[ $ideas_added -eq 0 ]]; then
-    echo "[WARN] No valid ideas extracted from Claude response"
+  echo "[INFO] Calling Claude Opus to generate $TOTAL_IDEAS ideas (legacy mode)..."
+  if ! echo "$prompt" | claude --dangerously-skip-permissions --model opus -p; then
+    echo "[WARN] Claude failed to generate ideas" >&2
     return 1
   fi
-
-  echo "[INFO] Successfully generated $ideas_added idea(s)"
+  echo "[INFO] Legacy ideas generated"
 }
 
 # Main execution

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-evolve",
-  "version": "1.2.3",
+  "version": "1.2.5",
   "bin": {
     "claude-evolve": "./bin/claude-evolve",
     "claude-evolve-main": "./bin/claude-evolve-main",