claude-evolve 1.7.16 → 1.7.18

package/bin/claude-evolve-ideate

@@ -978,7 +978,14 @@ generate_novel_ideas_direct() {
   done
 
   echo "[INFO] Generating $count novel exploration ideas with IDs: $required_ids_str"
-  local data_rows=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
+
+  # Count total lines in temp CSV (including header)
+  local total_lines
+  total_lines=$(wc -l < "$temp_csv")
+  local read_offset=$((total_lines - 25))
+  if [[ $read_offset -lt 1 ]]; then
+    read_offset=1
+  fi
 
   # Use relative paths and change to evolution directory so AI can access files
   local temp_csv_basename=$(basename "$temp_csv")
@@ -988,6 +995,8 @@ generate_novel_ideas_direct() {
 
   local prompt="I need you to use your file editing capabilities to fill in PLACEHOLDER descriptions in the CSV file: $temp_csv_basename
 
+THE FILE HAS $total_lines TOTAL LINES. Read from line $read_offset to see the placeholder rows at the end.
+
 Current evolution context:
 - Generation: $CURRENT_GENERATION
 - Algorithm: algorithm.py (base algorithm)
@@ -1000,24 +1009,28 @@ The CSV file already contains $count stub rows with these IDs: $required_ids_str
 Each stub row has a PLACEHOLDER description like: \"[PLACEHOLDER: Replace this with your algorithmic idea]\"
 Your job is to REPLACE each PLACEHOLDER with a real algorithmic idea description.
 
+⚠️ CRITICAL FILE READING INSTRUCTIONS ⚠️
+THE CSV FILE IS VERY LARGE (OVER 100,000 TOKENS). YOU WILL RUN OUT OF CONTEXT IF YOU READ IT ALL!
+- DO NOT read the entire file or you will exceed context limits and CRASH
+- Use: Read(file_path='$temp_csv_basename', offset=$read_offset, limit=25)
+- This will read ONLY the last 25 lines where the placeholders are
+- DO NOT READ FROM OFFSET 0 - that will load the entire huge file and fail!
+
 CRITICAL INSTRUCTIONS:
-1. Use the Read tool to examine the CSV file (read from the END to see the placeholder rows)
-   Example: Read the last 20 lines to see the placeholders
+1. Read ONLY the last 20-30 lines of the CSV to see the placeholder rows
 2. DO NOT ADD OR DELETE ANY ROWS - only EDIT the placeholder descriptions
-3. DO NOT CHANGE THE IDs - they are already correct
-4. Use the Edit tool to replace each PLACEHOLDER description with a real idea
-5. Each replacement should be one clear sentence describing a novel algorithmic approach"
+3. DO NOT CHANGE THE IDs - they are already correct ($required_ids_str)
+4. Use the Edit tool to replace EACH PLACEHOLDER text with a real algorithmic idea
+5. When editing, preserve the CSV structure: keep the ID and parent_id fields unchanged"
 
   if [[ -n "$existing_py_files" ]]; then
     prompt+="
-5. IMPORTANT: The following IDs already have Python files: $existing_py_files
+6. IMPORTANT: The following IDs already have Python files: $existing_py_files
    (This is informational only - use the IDs specified above)"
   fi
-  
+
   prompt+="
-6. Use the Edit or MultiEdit tool to APPEND exactly $count new rows AT THE END of the CSV file
-7. For each idea, create a row with: id,,description,,pending (empty parent_id for novel ideas)
-8. CRITICAL CSV FORMATTING RULES:
+7. CRITICAL CSV FORMATTING RULES:
    - ALWAYS wrap the description field in double quotes
    - If the description contains quotes, escape them by doubling them (\" becomes \"\")
    - Example: gen01-001,,\"Implement adaptive RSI thresholds based on volatility\",,pending
@@ -1099,7 +1112,14 @@ generate_hill_climbing_direct() {
   done
 
   echo "[INFO] Generating $count hill climbing ideas with IDs: $required_ids_str"
-  local data_rows=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
+
+  # Count total lines in temp CSV (including header)
+  local total_lines
+  total_lines=$(wc -l < "$temp_csv")
+  local read_offset=$((total_lines - 25))
+  if [[ $read_offset -lt 1 ]]; then
+    read_offset=1
+  fi
 
   # Get existing Python files for this generation to avoid ID collisions
   local existing_py_files=$(get_existing_py_files_for_generation "$CURRENT_GENERATION")
@@ -1113,6 +1133,8 @@ generate_hill_climbing_direct() {
 
   local prompt="I need you to use your file editing capabilities to fill in PLACEHOLDER descriptions in the CSV file: $temp_csv_basename
 
+THE FILE HAS $total_lines TOTAL LINES. Read from line $read_offset to see the placeholder rows at the end.
+
 IMPORTANT: You MUST use one of these exact parent IDs: $valid_parent_ids
 
 Successful algorithms to tune:
@@ -1137,16 +1159,24 @@ The CSV file already contains $count stub rows with these IDs: $required_ids_str
 Each stub row has a PLACEHOLDER description like: \"[PLACEHOLDER: Replace with parameter tuning idea]\"
 Your job is to REPLACE each PLACEHOLDER with a real parameter tuning idea.
 
+⚠️ CRITICAL FILE READING INSTRUCTIONS ⚠️
+THE CSV FILE IS VERY LARGE (OVER 100,000 TOKENS). YOU WILL RUN OUT OF CONTEXT IF YOU READ IT ALL!
+- DO NOT read the entire file or you will exceed context limits and CRASH
+- Use: Read(file_path='$temp_csv_basename', offset=$read_offset, limit=25)
+- This will read ONLY the last 25 lines where the placeholders are
+- DO NOT READ FROM OFFSET 0 - that will load the entire huge file and fail!
+
 CRITICAL INSTRUCTIONS:
-1. Use the Read tool to examine the CSV file (read from the END to see the placeholder rows)
+1. Read ONLY the last 25 lines using the offset specified above
 2. DO NOT ADD OR DELETE ANY ROWS - only EDIT the placeholder descriptions
-3. DO NOT CHANGE THE IDs - they are already correct
-4. Use the Edit tool to replace each PLACEHOLDER description with a parameter tuning idea
-5. You may also change the parent_id field if needed to reference a different top performer
-6. Each description should focus on adjusting specific parameters - include current and new values
+3. DO NOT CHANGE THE IDs - they are already correct ($required_ids_str)
+4. Use the Edit tool to replace EACH PLACEHOLDER text with a parameter tuning idea
+5. When editing, preserve the CSV structure: keep the ID field unchanged
+6. You may change the parent_id field if needed to reference a different top performer
+7. Each description should focus on adjusting specific parameters - include current and new values
    Example: \"Lower rsi_entry from 21 to 18\" or \"Increase MA period from 20 to 50\"
-7. CRITICAL: When editing, preserve the CSV formatting with proper quoting
-8. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
+8. CRITICAL: When editing, preserve the CSV formatting with proper quoting
+9. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
 
   # Change to evolution directory so AI can access files
   local original_pwd=$(pwd)
@@ -1211,7 +1241,14 @@ generate_structural_mutation_direct() {
   done
 
   echo "[INFO] Generating $count structural mutation ideas with IDs: $required_ids_str"
-  local data_rows=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
+
+  # Count total lines in temp CSV (including header)
+  local total_lines
+  total_lines=$(wc -l < "$temp_csv")
+  local read_offset=$((total_lines - 25))
+  if [[ $read_offset -lt 1 ]]; then
+    read_offset=1
+  fi
 
   # Get existing Python files for this generation to avoid ID collisions
   local existing_py_files=$(get_existing_py_files_for_generation "$CURRENT_GENERATION")
@@ -1225,6 +1262,8 @@ generate_structural_mutation_direct() {
 
   local prompt="I need you to use your file editing capabilities to fill in PLACEHOLDER descriptions in the CSV file: $temp_csv_basename
 
+THE FILE HAS $total_lines TOTAL LINES. Read from line $read_offset to see the placeholder rows at the end.
+
 IMPORTANT: You MUST use one of these exact parent IDs: $valid_parent_ids
 
 Successful algorithms to modify structurally:
@@ -1241,15 +1280,23 @@ The CSV file already contains $count stub rows with these IDs: $required_ids_str
 Each stub row has a PLACEHOLDER description like: \"[PLACEHOLDER: Replace with structural modification idea]\"
 Your job is to REPLACE each PLACEHOLDER with a real structural modification idea.
 
+⚠️ CRITICAL FILE READING INSTRUCTIONS ⚠️
+THE CSV FILE IS VERY LARGE (OVER 100,000 TOKENS). YOU WILL RUN OUT OF CONTEXT IF YOU READ IT ALL!
+- DO NOT read the entire file or you will exceed context limits and CRASH
+- Use: Read(file_path='$temp_csv_basename', offset=$read_offset, limit=25)
+- This will read ONLY the last 25 lines where the placeholders are
+- DO NOT READ FROM OFFSET 0 - that will load the entire huge file and fail!
+
 CRITICAL INSTRUCTIONS:
-1. Use the Read tool to examine the CSV file (read from the END to see the placeholder rows)
+1. Read ONLY the last 25 lines using the offset specified above
 2. DO NOT ADD OR DELETE ANY ROWS - only EDIT the placeholder descriptions
-3. DO NOT CHANGE THE IDs - they are already correct
-4. Use the Edit tool to replace each PLACEHOLDER description with a structural modification idea
-5. You may also change the parent_id field if needed to reference a different top performer
-6. Each description should focus on architectural/structural changes
-7. CRITICAL: When editing, preserve the CSV formatting with proper quoting
-8. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
+3. DO NOT CHANGE THE IDs - they are already correct ($required_ids_str)
+4. Use the Edit tool to replace EACH PLACEHOLDER text with a structural modification idea
+5. When editing, preserve the CSV structure: keep the ID field unchanged
+6. You may change the parent_id field if needed to reference a different top performer
+7. Each description should focus on architectural/structural changes
+8. CRITICAL: When editing, preserve the CSV formatting with proper quoting
+9. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
 
   # Change to evolution directory so AI can access files
   local original_pwd=$(pwd)
@@ -1314,7 +1361,14 @@ generate_crossover_direct() {
   done
 
   echo "[INFO] Generating $count crossover hybrid ideas with IDs: $required_ids_str"
-  local data_rows=$(grep -v '^[[:space:]]*$' "$FULL_CSV_PATH" | tail -n +2 | wc -l)
+
+  # Count total lines in temp CSV (including header)
+  local total_lines
+  total_lines=$(wc -l < "$temp_csv")
+  local read_offset=$((total_lines - 25))
+  if [[ $read_offset -lt 1 ]]; then
+    read_offset=1
+  fi
 
   # Get existing Python files for this generation to avoid ID collisions
   local existing_py_files=$(get_existing_py_files_for_generation "$CURRENT_GENERATION")
@@ -1328,6 +1382,8 @@ generate_crossover_direct() {
 
   local prompt="I need you to use your file editing capabilities to fill in PLACEHOLDER descriptions in the CSV file: $temp_csv_basename
 
+THE FILE HAS $total_lines TOTAL LINES. Read from line $read_offset to see the placeholder rows at the end.
+
 IMPORTANT: You MUST use ONLY these exact parent IDs: $valid_parent_ids
 
 Top performers to combine (reference at least 2 in each idea):
@@ -1344,15 +1400,23 @@ The CSV file already contains $count stub rows with these IDs: $required_ids_str
 Each stub row has a PLACEHOLDER description like: \"[PLACEHOLDER: Replace with crossover hybrid idea]\"
 Your job is to REPLACE each PLACEHOLDER with a real crossover/hybrid idea that combines 2+ algorithms.
 
+⚠️ CRITICAL FILE READING INSTRUCTIONS ⚠️
+THE CSV FILE IS VERY LARGE (OVER 100,000 TOKENS). YOU WILL RUN OUT OF CONTEXT IF YOU READ IT ALL!
+- DO NOT read the entire file or you will exceed context limits and CRASH
+- Use: Read(file_path='$temp_csv_basename', offset=$read_offset, limit=25)
+- This will read ONLY the last 25 lines where the placeholders are
+- DO NOT READ FROM OFFSET 0 - that will load the entire huge file and fail!
+
 CRITICAL INSTRUCTIONS:
-1. Use the Read tool to examine the CSV file (read from the END to see the placeholder rows)
+1. Read ONLY the last 25 lines using the offset specified above
 2. DO NOT ADD OR DELETE ANY ROWS - only EDIT the placeholder descriptions
-3. DO NOT CHANGE THE IDs - they are already correct
-4. Use the Edit tool to replace each PLACEHOLDER description with a crossover idea
-5. You may also change the parent_id field if needed (choose the primary parent)
-6. Each description should combine actual elements from 2+ top performers
-7. CRITICAL: When editing, preserve the CSV formatting with proper quoting
-8. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
+3. DO NOT CHANGE THE IDs - they are already correct ($required_ids_str)
+4. Use the Edit tool to replace EACH PLACEHOLDER text with a crossover idea
+5. When editing, preserve the CSV structure: keep the ID field unchanged
+6. You may change the parent_id field if needed (choose the primary parent)
+7. Each description should combine actual elements from 2+ top performers
+8. CRITICAL: When editing, preserve the CSV formatting with proper quoting
+9. DO NOT use any git commands (git add, git commit, git reset, etc.). Only modify the file directly."
 
   # Change to evolution directory so AI can access files
   local original_pwd=$(pwd)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-evolve",
-  "version": "1.7.16",
+  "version": "1.7.18",
   "bin": {
     "claude-evolve": "./bin/claude-evolve",
     "claude-evolve-main": "./bin/claude-evolve-main",