claude-evolve 1.3.4 → 1.3.5

package/README.md

@@ -196,6 +196,27 @@ your-project/
 └── (your main project files)
 ```
 
+## Environment Variables for Evaluators
+
+When your evaluator.py runs, it has access to the `EXPERIMENT_ID` environment variable containing the current experiment's ID (e.g., `gen07-001`). This allows evaluators to:
+
+- Save experiment-specific output files
+- Log metrics with experiment identifiers
+- Implement experiment-aware logic
+- Track which algorithm variant is being evaluated
+
+Example usage in evaluator.py:
+```python
+import os
+
+# Get the current experiment ID
+experiment_id = os.environ.get('EXPERIMENT_ID', 'unknown')
+
+# Use it for logging or file naming
+output_file = f"results_{experiment_id}.json"
+print(f"Evaluating experiment: {experiment_id}")
+```
+
 ## Configuration
 
 Edit `evolution/config.yaml` to customize:

package/bin/claude-evolve-run

@@ -434,13 +434,13 @@ echo "[INFO] Algorithm ready at: $output_file"
 
 # Run evaluator
 echo "[INFO] Running evaluation..."
-echo "[INFO] Executing: $PYTHON_CMD $FULL_EVALUATOR_PATH $output_file"
+echo "[INFO] Executing: EXPERIMENT_ID=$id $PYTHON_CMD $FULL_EVALUATOR_PATH $output_file"
 eval_output=""
 eval_exit_code=0
 
 if [[ -n $timeout_seconds ]]; then
   echo "[INFO] Evaluation timeout: ${timeout_seconds}s"
-  if eval_output=$(timeout "$timeout_seconds" "$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file" 2>&1); then
+  if eval_output=$(EXPERIMENT_ID="$id" timeout "$timeout_seconds" "$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file" 2>&1); then
     eval_exit_code=0
   else
     eval_exit_code=$?
@@ -455,7 +455,7 @@ if [[ -n $timeout_seconds ]]; then
     fi
   fi
 else
-  if eval_output=$("$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file" 2>&1); then
+  if eval_output=$(EXPERIMENT_ID="$id" "$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file" 2>&1); then
     eval_exit_code=0
   else
     eval_exit_code=$?
@@ -473,7 +473,7 @@ echo "----------------------------------------"
   echo "=== EVALUATOR EXECUTION ==="
   echo "ID: $id"
   echo "Algorithm: $output_file"
-  echo "Command: $PYTHON_CMD $FULL_EVALUATOR_PATH $output_file"
+  echo "Command: EXPERIMENT_ID=$id $PYTHON_CMD $FULL_EVALUATOR_PATH $output_file"
   echo "Exit code: $eval_exit_code"
   echo "Timestamp: $(date)"
   echo
@@ -554,7 +554,7 @@ else
       recovery_attempted=true
       # Retry the evaluation
       echo "[INFO] Retrying evaluation after recovery attempt..."
-      if eval_output=$("$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file" 2>&1); then
+      if eval_output=$(EXPERIMENT_ID="$id" "$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file" 2>&1); then
         # Re-process the successful result
         if score=$(echo "$eval_output" | grep -o '"score"[[:space:]]*:[[:space:]]*[0-9.]*' | cut -d: -f2 | tr -d ' '); then
           if [[ -n $score ]]; then

package/bin/claude-evolve-worker

@@ -188,7 +188,7 @@ eval_exit_code=0
 if [[ -n $timeout_seconds ]]; then
   echo "[WORKER-$$] Evaluation timeout: ${timeout_seconds}s"
   # For Modal compatibility, don't capture stderr
-  if eval_output=$(timeout "$timeout_seconds" "$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file"); then
+  if eval_output=$(EXPERIMENT_ID="$id" timeout "$timeout_seconds" "$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file"); then
     eval_exit_code=0
   else
     eval_exit_code=$?
@@ -200,7 +200,7 @@ if [[ -n $timeout_seconds ]]; then
   fi
 else
   # For Modal compatibility, don't capture stderr
-  if eval_output=$("$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file"); then
+  if eval_output=$(EXPERIMENT_ID="$id" "$PYTHON_CMD" "$FULL_EVALUATOR_PATH" "$output_file"); then
     eval_exit_code=0
   else
     eval_exit_code=$?

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "claude-evolve",
-  "version": "1.3.4",
+  "version": "1.3.5",
   "bin": {
     "claude-evolve": "./bin/claude-evolve",
     "claude-evolve-main": "./bin/claude-evolve-main",