harness-evolver 3.0.1 → 3.0.3

package/bin/install.js

@@ -72,6 +72,67 @@ function checkCommand(cmd) {
   }
 }
 
+function cleanPreviousInstall(runtimeDir, scope) {
+  const baseDir = scope === "local"
+    ? path.join(process.cwd(), runtimeDir)
+    : path.join(HOME, runtimeDir);
+
+  const skillsDir = path.join(baseDir, "skills");
+  const agentsDir = path.join(baseDir, "agents");
+  let cleaned = 0;
+
+  // Remove ALL evolver/harness-evolver skills (any version)
+  if (fs.existsSync(skillsDir)) {
+    const ours = ["setup", "evolve", "deploy", "status",
+      "init", "architect", "compare", "critic", "diagnose",
+      "import-traces", "evolve-v3", "deploy-v3", "status-v3",
+      "harness-evolver:init", "harness-evolver:evolve",
+      "harness-evolver:status", "harness-evolver:deploy",
+      "harness-evolver:compare", "harness-evolver:diagnose",
+      "harness-evolver:architect", "harness-evolver:critic",
+      "harness-evolver:import-traces"];
+    for (const name of ours) {
+      const p = path.join(skillsDir, name);
+      if (fs.existsSync(p)) {
+        fs.rmSync(p, { recursive: true, force: true });
+        cleaned++;
+      }
+    }
+  }
+
+  // Remove ALL evolver/harness-evolver agents
+  if (fs.existsSync(agentsDir)) {
+    for (const f of fs.readdirSync(agentsDir)) {
+      if (f.startsWith("evolver-") || f.startsWith("harness-evolver-")) {
+        fs.rmSync(path.join(agentsDir, f), { force: true });
+        cleaned++;
+      }
+    }
+  }
+
+  // Remove old commands/ directory (v1)
+  const oldCommandsDir = path.join(baseDir, "commands", "harness-evolver");
+  if (fs.existsSync(oldCommandsDir)) {
+    fs.rmSync(oldCommandsDir, { recursive: true, force: true });
+    cleaned++;
+  }
+
+  // Remove old tools directories
+  for (const toolsPath of [
+    path.join(HOME, ".evolver", "tools"),
+    path.join(HOME, ".harness-evolver"),
+  ]) {
+    if (fs.existsSync(toolsPath)) {
+      fs.rmSync(toolsPath, { recursive: true, force: true });
+      cleaned++;
+    }
+  }
+
+  if (cleaned > 0) {
+    console.log(`  ${DIM}Cleaned ${cleaned} items from previous install${RESET}`);
+  }
+}
+
 function installSkillsAndAgents(runtimeDir, scope) {
   const baseDir = scope === "local"
     ? path.join(process.cwd(), runtimeDir)
@@ -100,13 +161,6 @@ function installSkillsAndAgents(runtimeDir, scope) {
     }
   }
 
-  // Cleanup old v2 commands/ directory
-  const oldCommandsDir = path.join(baseDir, "commands", "harness-evolver");
-  if (fs.existsSync(oldCommandsDir)) {
-    fs.rmSync(oldCommandsDir, { recursive: true, force: true });
-    console.log(`  ${DIM}Cleaned up old commands/ directory${RESET}`);
-  }
-
   // Agents
   const agentsSource = path.join(PLUGIN_ROOT, "agents");
   if (fs.existsSync(agentsSource)) {
@@ -267,6 +321,15 @@ async function configureOptionalIntegrations(rl) {
 async function main() {
   console.log(LOGO);
 
+  // Check if running latest version (npx may cache an old one)
+  try {
+    const latest = execSync("npm view harness-evolver version", { stdio: "pipe", timeout: 5000 }).toString().trim();
+    if (latest && latest !== VERSION) {
+      console.log(`  ${YELLOW}!${RESET} You're running v${VERSION} but v${latest} is available.`);
+      console.log(`    Run: ${BOLD}npx harness-evolver@${latest}${RESET} or ${BOLD}npx --yes harness-evolver@latest${RESET}\n`);
+    }
+  } catch {}
+
   if (!checkPython()) {
     console.error(`  ${RED}ERROR:${RESET} python3 not found. Install Python 3.10+ first.`);
     process.exit(1);
@@ -317,6 +380,12 @@ async function main() {
   const scopeAnswer = await ask(rl, `\n  ${YELLOW}Choice [1]:${RESET} `);
   const scope = (scopeAnswer.trim() === "2") ? "local" : "global";
 
+  // Clean previous install (remove ALL old files before installing new ones)
+  console.log(`\n  ${BOLD}Cleaning previous install${RESET}`);
+  for (const runtime of selected) {
+    cleanPreviousInstall(runtime.dir, scope);
+  }
+
   // Install skills + agents
   console.log(`\n  ${BOLD}Installing skills & agents${RESET}\n`);
   for (const runtime of selected) {
@@ -325,7 +394,7 @@ async function main() {
     console.log();
   }
 
-  // Install tools
+  // Install tools (fresh — old dir was cleaned above)
   console.log(`  ${BOLD}Installing tools${RESET}`);
   installTools();
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "harness-evolver",
-  "version": "3.0.1",
+  "version": "3.0.3",
   "description": "LangSmith-native autonomous agent optimization for Claude Code",
   "author": "Raphael Valdetaro",
   "license": "MIT",

package/skills/setup/SKILL.md

@@ -11,8 +11,31 @@ Set up the Harness Evolver v3 in a project. Explores the codebase, configures La
 
 ## Prerequisites
 
-- `LANGSMITH_API_KEY` must be set. If not: "Set your LangSmith API key: `export LANGSMITH_API_KEY=lsv2_pt_...`"
-- Python 3.10+ with `langsmith` and `openevals` packages. If missing:
+Check for LangSmith API key — it can be in the environment, the credentials file, or .env:
+
+```bash
+python3 -c "
+import os, platform
+key = os.environ.get('LANGSMITH_API_KEY', '')
+if not key:
+    creds = os.path.expanduser('~/Library/Application Support/langsmith-cli/credentials') if platform.system() == 'Darwin' else os.path.expanduser('~/.config/langsmith-cli/credentials')
+    if os.path.exists(creds):
+        for line in open(creds):
+            if line.strip().startswith('LANGSMITH_API_KEY='):
+                key = line.strip().split('=',1)[1].strip()
+    if not key and os.path.exists('.env'):
+        for line in open('.env'):
+            if line.strip().startswith('LANGSMITH_API_KEY=') and not line.strip().startswith('#'):
+                key = line.strip().split('=',1)[1].strip().strip('\"').strip(\"'\")
+print('OK' if key else 'MISSING')
+"
+```
+
+If `MISSING`: "Set your LangSmith API key: `export LANGSMITH_API_KEY=lsv2_pt_...` or run `npx harness-evolver@latest` to configure."
+
+The tools auto-load the key from the credentials file, but the env var takes precedence.
+
+Python 3.10+ with `langsmith` and `openevals` packages must be installed:
 
 ```bash
 pip install langsmith openevals 2>/dev/null || uv pip install langsmith openevals

package/tools/read_results.py

@@ -21,9 +21,33 @@ Requires: pip install langsmith
 import argparse
 import json
 import os
+import platform
 import sys
 
 
+def ensure_langsmith_api_key():
+    """Load LANGSMITH_API_KEY from credentials file if not in env."""
+    if os.environ.get("LANGSMITH_API_KEY"):
+        return True
+    if platform.system() == "Darwin":
+        creds_path = os.path.expanduser("~/Library/Application Support/langsmith-cli/credentials")
+    else:
+        creds_path = os.path.expanduser("~/.config/langsmith-cli/credentials")
+    if os.path.exists(creds_path):
+        try:
+            with open(creds_path) as f:
+                for line in f:
+                    line = line.strip()
+                    if line.startswith("LANGSMITH_API_KEY="):
+                        key = line.split("=", 1)[1].strip()
+                        if key:
+                            os.environ["LANGSMITH_API_KEY"] = key
+                            return True
+        except OSError:
+            pass
+    return False
+
+
 def read_experiment(client, experiment_name):
     """Read results from a single LangSmith experiment."""
     try:
@@ -184,6 +208,7 @@ def main():
     parser.add_argument("--output", default=None, help="Output JSON path")
     parser.add_argument("--format", default="json", choices=["json", "markdown"], help="Output format")
     args = parser.parse_args()
+    ensure_langsmith_api_key()
 
     from langsmith import Client
     client = Client()

package/tools/run_eval.py

@@ -17,11 +17,47 @@ Requires: pip install langsmith openevals
 import argparse
 import json
 import os
+import platform
 import subprocess
 import sys
 import tempfile
 
 
+def ensure_langsmith_api_key():
+    """Load LANGSMITH_API_KEY from credentials file if not in env."""
+    if os.environ.get("LANGSMITH_API_KEY"):
+        return True
+    if platform.system() == "Darwin":
+        creds_path = os.path.expanduser("~/Library/Application Support/langsmith-cli/credentials")
+    else:
+        creds_path = os.path.expanduser("~/.config/langsmith-cli/credentials")
+    if os.path.exists(creds_path):
+        try:
+            with open(creds_path) as f:
+                for line in f:
+                    line = line.strip()
+                    if line.startswith("LANGSMITH_API_KEY="):
+                        key = line.split("=", 1)[1].strip()
+                        if key:
+                            os.environ["LANGSMITH_API_KEY"] = key
+                            return True
+        except OSError:
+            pass
+    if os.path.exists(".env"):
+        try:
+            with open(".env") as f:
+                for line in f:
+                    line = line.strip()
+                    if line.startswith("LANGSMITH_API_KEY=") and not line.startswith("#"):
+                        key = line.split("=", 1)[1].strip().strip("'\"")
+                        if key:
+                            os.environ["LANGSMITH_API_KEY"] = key
+                            return True
+        except OSError:
+            pass
+    return False
+
+
 def make_target(entry_point, cwd):
     """Create a target function that runs the agent from a specific directory."""
     def target(inputs):
@@ -132,6 +168,7 @@ def main():
         config = json.load(f)
 
     os.environ["EVAL_TASK_TIMEOUT"] = str(args.timeout)
+    ensure_langsmith_api_key()
 
     from langsmith import Client
     client = Client()

package/tools/setup.py

@@ -25,12 +25,58 @@ Requires: pip install langsmith openevals
 import argparse
 import json
 import os
+import platform
 import subprocess
 import sys
 import tempfile
 from datetime import datetime, timezone
 
 
+def ensure_langsmith_api_key():
+    """Load LANGSMITH_API_KEY from credentials file if not in env.
+
+    The installer saves the key to the langsmith-cli credentials file,
+    but the SDK only reads the env var. This bridges the gap.
+    """
+    if os.environ.get("LANGSMITH_API_KEY"):
+        return True
+
+    # Platform-specific credentials path (matches langsmith-cli)
+    if platform.system() == "Darwin":
+        creds_path = os.path.expanduser("~/Library/Application Support/langsmith-cli/credentials")
+    else:
+        creds_path = os.path.expanduser("~/.config/langsmith-cli/credentials")
+
+    if os.path.exists(creds_path):
+        try:
+            with open(creds_path) as f:
+                for line in f:
+                    line = line.strip()
+                    if line.startswith("LANGSMITH_API_KEY="):
+                        key = line.split("=", 1)[1].strip()
+                        if key:
+                            os.environ["LANGSMITH_API_KEY"] = key
+                            return True
+        except OSError:
+            pass
+
+    # Also check .env in current directory
+    if os.path.exists(".env"):
+        try:
+            with open(".env") as f:
+                for line in f:
+                    line = line.strip()
+                    if line.startswith("LANGSMITH_API_KEY=") and not line.startswith("#"):
+                        key = line.split("=", 1)[1].strip().strip("'\"")
+                        if key:
+                            os.environ["LANGSMITH_API_KEY"] = key
+                            return True
+        except OSError:
+            pass
+
+    return False
+
+
 def check_dependencies():
     """Verify langsmith and openevals are installed."""
     missing = []
@@ -294,6 +340,12 @@ def main():
         print(f"Install with: pip install {' '.join(missing)}", file=sys.stderr)
         sys.exit(1)
 
+    # Load API key from credentials file if not in env
+    if not ensure_langsmith_api_key():
+        print("LANGSMITH_API_KEY not found in environment, credentials file, or .env", file=sys.stderr)
+        print("Set it with: export LANGSMITH_API_KEY=lsv2_pt_...", file=sys.stderr)
+        sys.exit(1)
+
     from langsmith import Client
     client = Client()