harness-evolver 3.0.4 → 3.0.5

package/bin/install.js

@@ -190,28 +190,58 @@ function installTools() {
 }
 
 function installPythonDeps() {
-  console.log(`\n  ${YELLOW}Installing Python dependencies...${RESET}`);
-
-  // Try multiple pip variants
-  const commands = [
-    "pip install langsmith openevals",
-    "uv pip install langsmith openevals",
-    "pip3 install langsmith openevals",
-    "python3 -m pip install langsmith openevals",
+  const venvDir = path.join(HOME, ".evolver", "venv");
+  const venvPython = path.join(venvDir, "bin", "python");
+  const venvPip = path.join(venvDir, "bin", "pip");
+
+  console.log(`\n  ${YELLOW}Setting up Python environment...${RESET}`);
+
+  // Create venv if it doesn't exist
+  if (!fs.existsSync(venvPython)) {
+    console.log(`  Creating isolated venv at ~/.evolver/venv/`);
+    const venvCommands = [
+      `uv venv "${venvDir}"`,
+      `python3 -m venv "${venvDir}"`,
+    ];
+    let created = false;
+    for (const cmd of venvCommands) {
+      try {
+        execSync(cmd, { stdio: "pipe", timeout: 30000 });
+        created = true;
+        break;
+      } catch {
+        continue;
+      }
+    }
+    if (!created) {
+      console.log(`  ${RED}Failed to create venv.${RESET}`);
+      console.log(`    Run manually: ${BOLD}python3 -m venv ~/.evolver/venv${RESET}`);
+      return false;
+    }
+    console.log(`  ${GREEN}✓${RESET} venv created`);
+  } else {
+    console.log(`  ${GREEN}✓${RESET} venv exists at ~/.evolver/venv/`);
+  }
+
+  // Install/upgrade deps in the venv
+  const installCommands = [
+    `uv pip install --python "${venvPython}" langsmith openevals`,
+    `"${venvPip}" install --upgrade langsmith openevals`,
+    `"${venvPython}" -m pip install --upgrade langsmith openevals`,
   ];
 
-  for (const cmd of commands) {
+  for (const cmd of installCommands) {
     try {
       execSync(cmd, { stdio: "pipe", timeout: 120000 });
-      console.log(`  ${GREEN}✓${RESET} langsmith + openevals installed`);
+      console.log(`  ${GREEN}✓${RESET} langsmith + openevals installed in venv`);
       return true;
     } catch {
       continue;
     }
   }
 
-  console.log(`  ${YELLOW}!${RESET} Could not auto-install Python packages.`);
-  console.log(`    Run manually: ${BOLD}pip install langsmith openevals${RESET}`);
+  console.log(`  ${YELLOW}!${RESET} Could not install packages in venv.`);
+  console.log(`    Run manually: ${BOLD}~/.evolver/venv/bin/pip install langsmith openevals${RESET}`);
   return false;
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "harness-evolver",
-  "version": "3.0.4",
+  "version": "3.0.5",
   "description": "LangSmith-native autonomous agent optimization for Claude Code",
   "author": "Raphael Valdetaro",
   "license": "MIT",

package/skills/evolve/SKILL.md

@@ -13,12 +13,15 @@ Run the autonomous propose-evaluate-iterate loop using LangSmith as the evaluati
 
 `.evolver.json` must exist. If not, tell user to run `evolver:setup`.
 
-## Resolve Tool Path
+## Resolve Tool Path and Python
 
 ```bash
 TOOLS=$([ -d ".evolver/tools" ] && echo ".evolver/tools" || echo "$HOME/.evolver/tools")
+EVOLVER_PY=$([ -f "$HOME/.evolver/venv/bin/python" ] && echo "$HOME/.evolver/venv/bin/python" || echo "python3")
 ```
 
+Use `$EVOLVER_PY` instead of `python3` for ALL tool invocations.
+
 ## Parse Arguments
 
 - `--iterations N` (default: from interactive question or 5)
@@ -76,7 +79,7 @@ Run trace insights from the best experiment:
 
 ```bash
 BEST=$(python3 -c "import json; print(json.load(open('.evolver.json'))['best_experiment'])")
-python3 $TOOLS/trace_insights.py \
+$EVOLVER_PY $TOOLS/trace_insights.py \
     --from-experiment "$BEST" \
     --output trace_insights.json 2>/dev/null
 ```
@@ -86,7 +89,7 @@ If a production project is configured, also gather production insights:
 ```bash
 PROD=$(python3 -c "import json; c=json.load(open('.evolver.json')); print(c.get('production_project',''))")
 if [ -n "$PROD" ] && [ ! -f "production_seed.json" ]; then
-    python3 $TOOLS/seed_from_traces.py \
+    $EVOLVER_PY $TOOLS/seed_from_traces.py \
         --project "$PROD" --use-sdk \
         --output-md production_seed.md \
         --output-json production_seed.json \
@@ -99,7 +102,7 @@ fi
 Read the best experiment results and cluster failures:
 
 ```bash
-python3 $TOOLS/read_results.py \
+$EVOLVER_PY $TOOLS/read_results.py \
     --experiment "$BEST" \
     --config .evolver.json \
     --output best_results.json 2>/dev/null
@@ -174,7 +177,7 @@ Wait for all 5 to complete.
 For each worktree that has changes (proposer committed something):
 
 ```bash
-python3 $TOOLS/run_eval.py \
+$EVOLVER_PY $TOOLS/run_eval.py \
     --config .evolver.json \
     --worktree-path {worktree_path} \
     --experiment-prefix v{NNN}{suffix} \
@@ -186,7 +189,7 @@ Each candidate becomes a separate LangSmith experiment.
 ### 4. Compare All Candidates
 
 ```bash
-python3 $TOOLS/read_results.py \
+$EVOLVER_PY $TOOLS/read_results.py \
     --experiments "v{NNN}a,v{NNN}b,v{NNN}c,v{NNN}d,v{NNN}e" \
     --config .evolver.json \
     --output comparison.json

package/skills/setup/SKILL.md

@@ -35,23 +35,20 @@ If `MISSING`: "Set your LangSmith API key: `export LANGSMITH_API_KEY=lsv2_pt_...
 
 The tools auto-load the key from the credentials file, but the env var takes precedence.
 
-Python 3.10+ with `langsmith` and `openevals` packages must be installed:
-
-```bash
-pip install langsmith openevals 2>/dev/null || uv pip install langsmith openevals
-```
-
-## Resolve Tool Path
+## Resolve Tool Path and Python
 
 ```bash
 TOOLS=$([ -d ".evolver/tools" ] && echo ".evolver/tools" || echo "$HOME/.evolver/tools")
+EVOLVER_PY=$([ -f "$HOME/.evolver/venv/bin/python" ] && echo "$HOME/.evolver/venv/bin/python" || echo "python3")
 ```
 
+Use `$EVOLVER_PY` instead of `python3` for ALL tool invocations. This ensures the venv with langsmith+openevals is used.
+
 ## Phase 1: Explore Project (automatic)
 
 ```bash
 find . -maxdepth 3 -type f -name "*.py" | head -30
-python3 $TOOLS/detect_stack.py .
+$EVOLVER_PY $TOOLS/detect_stack.py .
 ```
 
 Look for:
@@ -145,7 +142,7 @@ If "I have test data": ask for file path.
 Build the setup.py command based on all gathered information:
 
 ```bash
-python3 $TOOLS/setup.py \
+$EVOLVER_PY $TOOLS/setup.py \
     --project-name "{project_name}" \
     --entry-point "{run_command}" \
     --framework "{framework}" \