claude-evolve 1.7.15 → 1.7.16

package/bin/claude-evolve-ideate

@@ -339,38 +339,39 @@ validate_direct_csv_modification() {
   local expected_count="$2"
   local idea_type="$3"
   local ai_model="${4:-}"  # AI model that generated the ideas
-  
+  local expected_ids="${5:-}"  # Optional: comma or space separated list of expected IDs
+
   # Check if the file was actually modified
   if [[ ! -f "$temp_csv" ]]; then
     echo "[ERROR] CSV file was not found after AI modification" >&2
     return 1
   fi
-  
+
   # Get the count before modification from the temp CSV (which was copied from original before AI ran)
   # We need to track this before the AI runs by reading from the beginning state
   # First, get a fresh count from the current main CSV (which reflects any previous operations in this session)
   local current_original_count
   current_original_count=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
-  
+
   # Count data rows in the modified temp CSV
   local new_count
   new_count=$(grep -v '^[[:space:]]*$' "$temp_csv" | tail -n +2 | wc -l)
-  
-  
+
+
   # Check if AI overwrote the file instead of appending
   if [[ $new_count -lt $current_original_count ]]; then
     echo "[ERROR] AI overwrote the CSV file instead of appending ($new_count < $current_original_count)" >&2
     head -10 "$temp_csv" >&2
     return 1
   fi
-  
+
   # Check if no changes were made
   if [[ $new_count -eq $current_original_count ]]; then
     echo "[ERROR] CSV file wasn't modified - same number of data rows ($new_count = $current_original_count)" >&2
     head -10 "$temp_csv" >&2
     return 1
   fi
-  
+
   local added_count=$((new_count - current_original_count))
   if [[ $added_count -ne $expected_count ]]; then
     echo "[ERROR] Expected to add $expected_count ideas but only added $added_count" >&2
@@ -379,6 +380,29 @@ validate_direct_csv_modification() {
     return 1
   fi
 
+  # If expected IDs were provided, validate that the AI used exactly those IDs
+  if [[ -n "$expected_ids" ]]; then
+    # Get the IDs that were actually added (last N rows of temp CSV)
+    local actual_ids
+    actual_ids=$(tail -n $added_count "$temp_csv" | cut -d',' -f1 | tr -d '"' | tr '\n' ' ' | xargs)
+
+    # Normalize expected_ids (convert commas to spaces, trim)
+    local expected_ids_normalized
+    expected_ids_normalized=$(echo "$expected_ids" | tr ',' ' ' | xargs)
+
+    # Compare
+    if [[ "$actual_ids" != "$expected_ids_normalized" ]]; then
+      echo "[ERROR] AI used wrong IDs!" >&2
+      echo "[ERROR] Expected: $expected_ids_normalized" >&2
+      echo "[ERROR] Actually used: $actual_ids" >&2
+      echo "[ERROR] Rejecting this attempt - AI must use the exact IDs specified" >&2
+      rm -f "$temp_csv"
+      return 1
+    fi
+
+    echo "[INFO] ✓ AI correctly used the specified IDs: $actual_ids" >&2
+  fi
+
   # Use proper locking to safely update the CSV
   echo "[INFO] Acquiring CSV lock to apply changes..."
   
@@ -946,6 +970,13 @@ generate_novel_ideas_direct() {
   local temp_csv="$FULL_EVOLUTION_DIR/temp-csv-$$.csv"
   cp "$FULL_CSV_PATH" "$temp_csv"
 
+  # Pre-populate the CSV with stub rows containing the correct IDs
+  # This ensures the AI can't possibly use wrong IDs - it just fills in descriptions
+  echo "[INFO] Pre-populating CSV with stub rows: $required_ids_str"
+  for id in "${required_ids[@]}"; do
+    echo "$id,,\"[PLACEHOLDER: Replace this with your algorithmic idea]\",,pending" >> "$temp_csv"
+  done
+
   echo "[INFO] Generating $count novel exploration ideas with IDs: $required_ids_str"
   local data_rows=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
 
@@ -955,7 +986,7 @@ generate_novel_ideas_direct() {
   # Get existing Python files for this generation to avoid ID collisions
   local existing_py_files=$(get_existing_py_files_for_generation "$CURRENT_GENERATION")
 
-  local prompt="I need you to use your file editing capabilities to APPEND exactly $count novel algorithmic ideas to the CSV file: $temp_csv_basename
+  local prompt="I need you to use your file editing capabilities to fill in PLACEHOLDER descriptions in the CSV file: $temp_csv_basename
 
 Current evolution context:
 - Generation: $CURRENT_GENERATION
@@ -964,18 +995,18 @@ Current evolution context:
 
 IMPORTANT: DO NOT read algorithm.py or any evolution_*.py files. Focus on creative ideation based on the brief and CSV context only. Reading code files wastes tokens and time.
 
-CRITICAL ID ASSIGNMENT:
-You MUST use EXACTLY these IDs in order: $required_ids_str
-These IDs have been pre-calculated to avoid collisions with parallel evolution runs.
-DO NOT try to find the next ID yourself - use the IDs provided above.
+CRITICAL TASK:
+The CSV file already contains $count stub rows with these IDs: $required_ids_str
+Each stub row has a PLACEHOLDER description like: \"[PLACEHOLDER: Replace this with your algorithmic idea]\"
+Your job is to REPLACE each PLACEHOLDER with a real algorithmic idea description.
 
 CRITICAL INSTRUCTIONS:
-1. Use the Read tool to examine the current CSV file
-   IMPORTANT: If the CSV file is large (>200 lines), read it in chunks using the offset and limit parameters to avoid context overload
-   Example: Read(file_path='temp-csv-123.csv', offset=0, limit=100) then Read(offset=100, limit=100), etc.
-2. DO NOT DELETE OR REPLACE ANY EXISTING ROWS - YOU MUST PRESERVE ALL EXISTING DATA
-3. Use EXACTLY the IDs specified above: $required_ids_str
-4. DO NOT calculate or infer IDs - use the exact IDs provided"
+1. Use the Read tool to examine the CSV file (read from the END to see the placeholder rows)
+   Example: Read the last 20 lines to see the placeholders
+2. DO NOT ADD OR DELETE ANY ROWS - only EDIT the placeholder descriptions
+3. DO NOT CHANGE THE IDs - they are already correct
+4. Use the Edit tool to replace each PLACEHOLDER description with a real idea
+5. Each replacement should be one clear sentence describing a novel algorithmic approach"
 
   if [[ -n "$existing_py_files" ]]; then
     prompt+="
@@ -1024,13 +1055,13 @@ CRITICAL: Do NOT use any git commands (git add, git commit, git reset, etc.). On
   # Restore working directory
   cd "$original_pwd"
   
-  
-  # Validate that the CSV file was actually modified
-  if ! validate_direct_csv_modification "$temp_csv" "$count" "novel" "$ai_response"; then
+
+  # Validate that the CSV file was actually modified with correct IDs
+  if ! validate_direct_csv_modification "$temp_csv" "$count" "novel" "$ai_response" "$required_ids_str"; then
     rm -f "$temp_csv"
     return 1
   fi
-  
+
   echo "[INFO] Novel exploration ideas generated successfully"
   return 0
 }
@@ -1058,6 +1089,15 @@ generate_hill_climbing_direct() {
   local temp_csv="$FULL_EVOLUTION_DIR/temp-csv-$$.csv"
   cp "$FULL_CSV_PATH" "$temp_csv"
 
+  # Pre-populate the CSV with stub rows containing the correct IDs and parent IDs
+  echo "[INFO] Pre-populating CSV with stub rows: $required_ids_str"
+  # Use first parent as default for stubs (AI will adjust if needed)
+  local first_parent_id
+  first_parent_id=$(echo "$valid_parent_ids" | cut -d',' -f1)
+  for id in "${required_ids[@]}"; do
+    echo "$id,$first_parent_id,\"[PLACEHOLDER: Replace with parameter tuning idea]\",,pending" >> "$temp_csv"
+  done
+
   echo "[INFO] Generating $count hill climbing ideas with IDs: $required_ids_str"
   local data_rows=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
 
@@ -1071,7 +1111,7 @@ generate_hill_climbing_direct() {
   # Use relative paths and change to evolution directory so AI can access files
   local temp_csv_basename=$(basename "$temp_csv")
 
-  local prompt="I need you to use your file editing capabilities to APPEND exactly $count parameter tuning ideas to the CSV file: $temp_csv_basename
+  local prompt="I need you to use your file editing capabilities to fill in PLACEHOLDER descriptions in the CSV file: $temp_csv_basename
 
 IMPORTANT: You MUST use one of these exact parent IDs: $valid_parent_ids
 
@@ -1092,33 +1132,21 @@ If you must read source files:
 
 Most of the time, you can infer parameters from descriptions like "RSI with threshold 30" or "MA period 20".
 
-CRITICAL ID ASSIGNMENT:
-You MUST use EXACTLY these IDs in order: $required_ids_str
-These IDs have been pre-calculated to avoid collisions with parallel evolution runs.
-DO NOT try to find the next ID yourself - use the IDs provided above.
+CRITICAL TASK:
+The CSV file already contains $count stub rows with these IDs: $required_ids_str
+Each stub row has a PLACEHOLDER description like: \"[PLACEHOLDER: Replace with parameter tuning idea]\"
+Your job is to REPLACE each PLACEHOLDER with a real parameter tuning idea.
 
 CRITICAL INSTRUCTIONS:
-1. Use the Read tool to examine the current CSV file
-   IMPORTANT: If the CSV file is large (>200 lines), read it in chunks using the offset and limit parameters to avoid context overload
-   Example: Read(file_path='temp-csv-123.csv', offset=0, limit=100) then Read(offset=100, limit=100), etc.
-2. DO NOT DELETE OR REPLACE ANY EXISTING ROWS - YOU MUST PRESERVE ALL EXISTING DATA
-3. Use EXACTLY the IDs specified above: $required_ids_str
-4. DO NOT calculate or infer IDs - use the exact IDs provided
-5. Use the Edit or MultiEdit tool to APPEND exactly $count new rows AT THE END of the CSV file
-6. For each idea, create a row with: id,parent_id,description,,pending
-7. Each parent_id MUST be one of: $valid_parent_ids
-8. CRITICAL CSV FORMATTING RULES:
-   - ALWAYS wrap the description field in double quotes
-   - If the description contains quotes, escape them by doubling them (\" becomes \"\")
-   - Example: gen01-001,gen00-000,\"Lower rsi_entry from 21 to 18\",,pending
-   - BAD: gen01-001,gen00-000,Lower rsi_entry from 21 to 18,,pending
-   - NEVER omit quotes around descriptions - this causes CSV parsing errors
-9. Each description should focus on adjusting specific parameters that exist in the parent's source code
-10. Include current and new parameter values - for example: \"Lower rsi_entry from 21 to 18\"
-
-IMPORTANT: You must APPEND new rows to the existing CSV file. DO NOT replace the file contents. All existing rows must remain unchanged.
-CRITICAL: You must use your file editing tools (Edit/MultiEdit) to modify the CSV file. DO NOT return CSV text - use your tools to edit the file directly.
-CRITICAL: Do NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
+1. Use the Read tool to examine the CSV file (read from the END to see the placeholder rows)
+2. DO NOT ADD OR DELETE ANY ROWS - only EDIT the placeholder descriptions
+3. DO NOT CHANGE THE IDs - they are already correct
+4. Use the Edit tool to replace each PLACEHOLDER description with a parameter tuning idea
+5. You may also change the parent_id field if needed to reference a different top performer
+6. Each description should focus on adjusting specific parameters - include current and new values
+   Example: \"Lower rsi_entry from 21 to 18\" or \"Increase MA period from 20 to 50\"
+7. CRITICAL: When editing, preserve the CSV formatting with proper quoting
+8. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
 
   # Change to evolution directory so AI can access files
   local original_pwd=$(pwd)
@@ -1140,13 +1168,13 @@ CRITICAL: Do NOT use any git commands (git add, git commit, git reset, etc.). On
   # Restore working directory
   cd "$original_pwd"
   
-  
-  # Validate that the CSV file was actually modified
-  if ! validate_direct_csv_modification "$temp_csv" "$count" "hill-climbing" "$ai_response"; then
+
+  # Validate that the CSV file was actually modified with correct IDs
+  if ! validate_direct_csv_modification "$temp_csv" "$count" "hill-climbing" "$ai_response" "$required_ids_str"; then
     rm -f "$temp_csv"
     return 1
   fi
-  
+
   echo "[INFO] Hill climbing ideas generated successfully"
   return 0
 }
@@ -1174,6 +1202,14 @@ generate_structural_mutation_direct() {
   local temp_csv="$FULL_EVOLUTION_DIR/temp-csv-$$.csv"
   cp "$FULL_CSV_PATH" "$temp_csv"
 
+  # Pre-populate the CSV with stub rows
+  echo "[INFO] Pre-populating CSV with stub rows: $required_ids_str"
+  local first_parent_id
+  first_parent_id=$(echo "$valid_parent_ids" | cut -d',' -f1)
+  for id in "${required_ids[@]}"; do
+    echo "$id,$first_parent_id,\"[PLACEHOLDER: Replace with structural modification idea]\",,pending" >> "$temp_csv"
+  done
+
   echo "[INFO] Generating $count structural mutation ideas with IDs: $required_ids_str"
   local data_rows=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
 
@@ -1187,7 +1223,7 @@ generate_structural_mutation_direct() {
   # Use relative paths and change to evolution directory so AI can access files
   local temp_csv_basename=$(basename "$temp_csv")
 
-  local prompt="I need you to use your file editing capabilities to APPEND exactly $count structural modification ideas to the CSV file: $temp_csv_basename
+  local prompt="I need you to use your file editing capabilities to fill in PLACEHOLDER descriptions in the CSV file: $temp_csv_basename
 
 IMPORTANT: You MUST use one of these exact parent IDs: $valid_parent_ids
 
@@ -1200,33 +1236,20 @@ IMPORTANT: DO NOT read evolution_*.py files. Generate structural ideas based ONL
 - Your knowledge of common algorithmic structures and patterns
 Reading code files wastes tokens and time. Focus on high-level architectural ideas based on the descriptions.
 
-CRITICAL ID ASSIGNMENT:
-You MUST use EXACTLY these IDs in order: $required_ids_str
-These IDs have been pre-calculated to avoid collisions with parallel evolution runs.
-DO NOT try to find the next ID yourself - use the IDs provided above.
+CRITICAL TASK:
+The CSV file already contains $count stub rows with these IDs: $required_ids_str
+Each stub row has a PLACEHOLDER description like: \"[PLACEHOLDER: Replace with structural modification idea]\"
+Your job is to REPLACE each PLACEHOLDER with a real structural modification idea.
 
 CRITICAL INSTRUCTIONS:
-1. Use the Read tool to examine the current CSV file
-   IMPORTANT: If the CSV file is large (>200 lines), read it in chunks using the offset and limit parameters to avoid context overload
-   Example: Read(file_path='temp-csv-123.csv', offset=0, limit=100) then Read(offset=100, limit=100), etc.
-2. DO NOT DELETE OR REPLACE ANY EXISTING ROWS - YOU MUST PRESERVE ALL EXISTING DATA
-3. Use EXACTLY the IDs specified above: $required_ids_str
-4. DO NOT calculate or infer IDs - use the exact IDs provided
-5. Use the Edit or MultiEdit tool to APPEND exactly $count new rows AT THE END of the CSV file
-6. For each idea, create a row with: id,parent_id,description,,pending
-7. Each parent_id MUST be one of: $valid_parent_ids
-8. CRITICAL CSV FORMATTING RULES:
-   - ALWAYS wrap the description field in double quotes
-   - If the description contains quotes, escape them by doubling them (\" becomes \"\")
-   - Example: gen01-001,gen00-000,\"Add ML-based regime detection using LSTM\",,pending
-   - BAD: gen01-001,gen00-000,Add ML-based regime detection using LSTM,,pending
-   - NEVER omit quotes around descriptions - this causes CSV parsing errors
-9. Each description should focus on architectural/structural changes based on the parent's actual code
-10. Reference actual components/methods found in the source code
-
-IMPORTANT: You must APPEND new rows to the existing CSV file. DO NOT replace the file contents. All existing rows must remain unchanged.
-CRITICAL: You must use your file editing tools (Edit/MultiEdit) to modify the CSV file. DO NOT return CSV text - use your tools to edit the file directly.
-CRITICAL: Do NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
+1. Use the Read tool to examine the CSV file (read from the END to see the placeholder rows)
+2. DO NOT ADD OR DELETE ANY ROWS - only EDIT the placeholder descriptions
+3. DO NOT CHANGE THE IDs - they are already correct
+4. Use the Edit tool to replace each PLACEHOLDER description with a structural modification idea
+5. You may also change the parent_id field if needed to reference a different top performer
+6. Each description should focus on architectural/structural changes
+7. CRITICAL: When editing, preserve the CSV formatting with proper quoting
+8. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
 
   # Change to evolution directory so AI can access files
   local original_pwd=$(pwd)
@@ -1248,13 +1271,13 @@ CRITICAL: Do NOT use any git commands (git add, git commit, git reset, etc.). On
   # Restore working directory
   cd "$original_pwd"
   
-  
-  # Validate that the CSV file was actually modified
-  if ! validate_direct_csv_modification "$temp_csv" "$count" "structural" "$ai_response"; then
+
+  # Validate that the CSV file was actually modified with correct IDs
+  if ! validate_direct_csv_modification "$temp_csv" "$count" "structural" "$ai_response" "$required_ids_str"; then
     rm -f "$temp_csv"
     return 1
   fi
-  
+
   echo "[INFO] Structural mutation ideas generated successfully"
   return 0
 }
@@ -1282,6 +1305,14 @@ generate_crossover_direct() {
   local temp_csv="$FULL_EVOLUTION_DIR/temp-csv-$$.csv"
   cp "$FULL_CSV_PATH" "$temp_csv"
 
+  # Pre-populate the CSV with stub rows
+  echo "[INFO] Pre-populating CSV with stub rows: $required_ids_str"
+  local first_parent_id
+  first_parent_id=$(echo "$valid_parent_ids" | cut -d',' -f1)
+  for id in "${required_ids[@]}"; do
+    echo "$id,$first_parent_id,\"[PLACEHOLDER: Replace with crossover hybrid idea]\",,pending" >> "$temp_csv"
+  done
+
   echo "[INFO] Generating $count crossover hybrid ideas with IDs: $required_ids_str"
   local data_rows=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
 
@@ -1295,7 +1326,7 @@ generate_crossover_direct() {
   # Use relative paths and change to evolution directory so AI can access files
   local temp_csv_basename=$(basename "$temp_csv")
 
-  local prompt="I need you to use your file editing capabilities to APPEND exactly $count hybrid combination ideas to the CSV file: $temp_csv_basename
+  local prompt="I need you to use your file editing capabilities to fill in PLACEHOLDER descriptions in the CSV file: $temp_csv_basename
 
 IMPORTANT: You MUST use ONLY these exact parent IDs: $valid_parent_ids
 
@@ -1308,33 +1339,20 @@ IMPORTANT: DO NOT read evolution_*.py files. Generate crossover ideas based ONLY
 - Your knowledge of how different algorithmic approaches can be combined
 Reading code files wastes tokens and time. Focus on combining the described features creatively.
 
-CRITICAL ID ASSIGNMENT:
-You MUST use EXACTLY these IDs in order: $required_ids_str
-These IDs have been pre-calculated to avoid collisions with parallel evolution runs.
-DO NOT try to find the next ID yourself - use the IDs provided above.
+CRITICAL TASK:
+The CSV file already contains $count stub rows with these IDs: $required_ids_str
+Each stub row has a PLACEHOLDER description like: \"[PLACEHOLDER: Replace with crossover hybrid idea]\"
+Your job is to REPLACE each PLACEHOLDER with a real crossover/hybrid idea that combines 2+ algorithms.
 
 CRITICAL INSTRUCTIONS:
-1. Use the Read tool to examine the current CSV file
-   IMPORTANT: If the CSV file is large (>200 lines), read it in chunks using the offset and limit parameters to avoid context overload
-   Example: Read(file_path='temp-csv-123.csv', offset=0, limit=100) then Read(offset=100, limit=100), etc.
-2. DO NOT DELETE OR REPLACE ANY EXISTING ROWS - YOU MUST PRESERVE ALL EXISTING DATA
-3. Use EXACTLY the IDs specified above: $required_ids_str
-4. DO NOT calculate or infer IDs - use the exact IDs provided
-5. Use the Edit or MultiEdit tool to APPEND exactly $count new rows AT THE END of the CSV file
-6. For each idea, create a row with: id,parent_id,description,,pending
-7. Each parent_id MUST be one of: $valid_parent_ids (choose the primary parent)
-8. CRITICAL CSV FORMATTING RULES:
-   - ALWAYS wrap the description field in double quotes
-   - If the description contains quotes, escape them by doubling them (\" becomes \"\")
-   - Example: gen01-001,gen00-000,\"Combine gen01-123's RSI logic with gen01-456's volatility scaling\",,pending
-   - BAD: gen01-001,gen00-000,Combine gen01-123's RSI logic with gen01-456's volatility scaling,,pending
-   - NEVER omit quotes around descriptions - this causes CSV parsing errors
-9. Each description should combine actual elements from 2+ algorithms based on their source code
-10. Reference specific components/features found in the actual source code
-
-IMPORTANT: You must APPEND new rows to the existing CSV file. DO NOT replace the file contents. All existing rows must remain unchanged.
-CRITICAL: You must use your file editing tools (Edit/MultiEdit) to modify the CSV file. DO NOT return CSV text - use your tools to edit the file directly.
-CRITICAL: Do NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
+1. Use the Read tool to examine the CSV file (read from the END to see the placeholder rows)
+2. DO NOT ADD OR DELETE ANY ROWS - only EDIT the placeholder descriptions
+3. DO NOT CHANGE THE IDs - they are already correct
+4. Use the Edit tool to replace each PLACEHOLDER description with a crossover idea
+5. You may also change the parent_id field if needed (choose the primary parent)
+6. Each description should combine actual elements from 2+ top performers
+7. CRITICAL: When editing, preserve the CSV formatting with proper quoting
+8. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
 
   # Change to evolution directory so AI can access files
   local original_pwd=$(pwd)
@@ -1356,13 +1374,13 @@ CRITICAL: Do NOT use any git commands (git add, git commit, git reset, etc.). On
   # Restore working directory
   cd "$original_pwd"
   
-  
-  # Validate that the CSV file was actually modified
-  if ! validate_direct_csv_modification "$temp_csv" "$count" "crossover" "$ai_response"; then
+
+  # Validate that the CSV file was actually modified with correct IDs
+  if ! validate_direct_csv_modification "$temp_csv" "$count" "crossover" "$ai_response" "$required_ids_str"; then
     rm -f "$temp_csv"
     return 1
   fi
-  
+
   echo "[INFO] Crossover hybrid ideas generated successfully"
   return 0
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-evolve",
-  "version": "1.7.15",
+  "version": "1.7.16",
   "bin": {
     "claude-evolve": "./bin/claude-evolve",
     "claude-evolve-main": "./bin/claude-evolve-main",