codeprobe 0.3.2__tar.gz → 0.3.4__tar.gz

{codeprobe-0.3.2 → codeprobe-0.3.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: codeprobe
-Version: 0.3.2
+Version: 0.3.4
 Summary: Benchmark AI coding agents against your own codebase. Mine real tasks from repo history, run agents, interpret results.
 Author: codeprobe contributors
 License-Expression: Apache-2.0

{codeprobe-0.3.2 → codeprobe-0.3.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "codeprobe"
-version = "0.3.2"
+version = "0.3.4"
 description = "Benchmark AI coding agents against your own codebase. Mine real tasks from repo history, run agents, interpret results."
 readme = "README.md"
 license = "Apache-2.0"

{codeprobe-0.3.2 → codeprobe-0.3.4}/src/codeprobe/adapters/claude.py

@@ -78,22 +78,32 @@ class ClaudeAdapter(BaseAdapter):
         """Return a per-slot CLAUDE_CONFIG_DIR for session isolation.
 
         Copies authentication credentials from the real ``~/.claude/``
-        directory so the agent subprocess can authenticate.
+        directory so the agent subprocess can authenticate.  If no credential
+        files are found (e.g. auth lives in the system keychain), skips
+        isolation and lets the agent use the real config dir.
         """
+        real_config = Path.home() / ".claude"
+        _CRED_NAMES = ("credentials.json", ".credentials.json")
+
+        # Check whether any copyable credential files exist.
+        has_creds = real_config.is_dir() and any(
+            (real_config / name).is_file() for name in _CRED_NAMES
+        )
+        if not has_creds:
+            # No file-based credentials found — don't override config dir
+            # so the CLI can use keychain / default auth.
+            return {}
+
         config_dir = (
             Path(tempfile.gettempdir()) / "codeprobe-claude" / f"slot-{slot_id}"
         )
         config_dir.mkdir(parents=True, exist_ok=True)
 
-        # Copy auth credentials from the user's real config dir.
-        # Without these the subprocess gets "Not logged in".
-        real_config = Path.home() / ".claude"
-        if real_config.is_dir():
-            for name in ("credentials.json", ".credentials.json"):
-                src = real_config / name
-                dst = config_dir / name
-                if src.is_file():
-                    shutil.copy2(src, dst)
+        for name in _CRED_NAMES:
+            src = real_config / name
+            dst = config_dir / name
+            if src.is_file():
+                shutil.copy2(src, dst)
 
         return {"CLAUDE_CONFIG_DIR": str(config_dir)}
 

{codeprobe-0.3.2 → codeprobe-0.3.4}/src/codeprobe/core/executor.py

@@ -700,7 +700,9 @@ def execute_config(
         owns_isolation = False
         active_isolation = isolation
         if active_isolation is None:
-            active_isolation = WorktreeIsolation(repo_path, pool_size=workers)
+            active_isolation = WorktreeIsolation(
+                repo_path, pool_size=workers, namespace=experiment_config.label
+            )
             owns_isolation = True
 
         def _run_isolated(task_dir: Path, repeat_index: int) -> TaskResult:

{codeprobe-0.3.2 → codeprobe-0.3.4}/src/codeprobe/core/isolation.py

@@ -53,7 +53,7 @@ def git_restore_clean(workdir: Path, *, extra_excludes: tuple[str, ...] = ()) ->
         "-e",
         ".codeprobe",
         "-e",
-        ".codeprobe-worktrees",
+        ".codeprobe-worktrees*",
     ]
     # Auto-discover experiment directories inside the repo
     for exp_dir in _discover_experiment_dirs(workdir):
@@ -91,12 +91,15 @@ class WorktreeIsolation:
     slot is free, ``release()`` resets and returns the slot to the pool.
     """
 
-    def __init__(self, repo_path: Path, pool_size: int) -> None:
+    def __init__(self, repo_path: Path, pool_size: int, namespace: str = "") -> None:
         if pool_size < 1:
             raise ValueError(f"pool_size must be >= 1, got {pool_size}")
         self._repo_path = repo_path.resolve()
         self._pool_size = pool_size
-        self._base_dir = self._repo_path / ".codeprobe-worktrees"
+        base_name = ".codeprobe-worktrees"
+        if namespace:
+            base_name = f"{base_name}-{namespace}"
+        self._base_dir = self._repo_path / base_name
         self._available: queue.Queue[Path] = queue.Queue()
         self._all_paths: list[Path] = []
         self._lock = threading.Lock()
@@ -177,6 +180,8 @@ class WorktreeIsolation:
 
     def cleanup(self) -> None:
         """Remove all managed worktrees."""
+        import shutil
+
         for wt_path in self._all_paths:
             try:
                 subprocess.run(
@@ -185,8 +190,16 @@ class WorktreeIsolation:
                     check=True,
                     capture_output=True,
                 )
-            except (subprocess.CalledProcessError, OSError) as exc:
-                logger.warning("Failed to remove worktree %s: %s", wt_path, exc)
+            except (subprocess.CalledProcessError, OSError):
+                # Force-remove failed — delete the directory and let prune
+                # clean up git's internal records.
+                try:
+                    if wt_path.exists():
+                        shutil.rmtree(wt_path)
+                except OSError as rm_exc:
+                    logger.warning(
+                        "Failed to remove worktree dir %s: %s", wt_path, rm_exc
+                    )
         self._all_paths.clear()
         # Prune any stale records so future runs start clean
         subprocess.run(

{codeprobe-0.3.2 → codeprobe-0.3.4}/src/codeprobe.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: codeprobe
-Version: 0.3.2
+Version: 0.3.4
 Summary: Benchmark AI coding agents against your own codebase. Mine real tasks from repo history, run agents, interpret results.
 Author: codeprobe contributors
 License-Expression: Apache-2.0

{codeprobe-0.3.2 → codeprobe-0.3.4}/tests/test_adapters.py

@@ -1146,18 +1146,35 @@ class TestClaudeMcpConfig:
 
 
 class TestIsolateSession:
-    def test_claude_isolate_session_returns_config_dir(self) -> None:
+    def test_claude_isolate_session_returns_config_dir(self, tmp_path: Path) -> None:
         adapter = ClaudeAdapter()
-        env = adapter.isolate_session(0)
+        fake_home = tmp_path / "home"
+        (fake_home / ".claude").mkdir(parents=True)
+        (fake_home / ".claude" / ".credentials.json").write_text("{}")
+        with patch.object(Path, "home", return_value=fake_home):
+            env = adapter.isolate_session(0)
         assert "CLAUDE_CONFIG_DIR" in env
         assert "slot-0" in env["CLAUDE_CONFIG_DIR"]
 
-    def test_claude_isolate_session_different_slots(self) -> None:
+    def test_claude_isolate_session_different_slots(self, tmp_path: Path) -> None:
         adapter = ClaudeAdapter()
-        env0 = adapter.isolate_session(0)
-        env1 = adapter.isolate_session(1)
+        fake_home = tmp_path / "home"
+        (fake_home / ".claude").mkdir(parents=True)
+        (fake_home / ".claude" / ".credentials.json").write_text("{}")
+        with patch.object(Path, "home", return_value=fake_home):
+            env0 = adapter.isolate_session(0)
+            env1 = adapter.isolate_session(1)
         assert env0["CLAUDE_CONFIG_DIR"] != env1["CLAUDE_CONFIG_DIR"]
 
+    def test_claude_isolate_session_skips_when_no_creds(self, tmp_path: Path) -> None:
+        """When no credential files exist, returns empty dict."""
+        adapter = ClaudeAdapter()
+        fake_home = tmp_path / "home"
+        (fake_home / ".claude").mkdir(parents=True)
+        with patch.object(Path, "home", return_value=fake_home):
+            env = adapter.isolate_session(0)
+        assert env == {}
+
     def test_base_adapter_isolate_session_returns_empty(self) -> None:
         adapter = _StubAdapter()
         env = adapter.isolate_session(42)

{codeprobe-0.3.2 → codeprobe-0.3.4}/tests/test_executor.py

@@ -641,7 +641,7 @@ class TestWorktreeIsolation:
                 "-e",
                 ".codeprobe",
                 "-e",
-                ".codeprobe-worktrees",
+                ".codeprobe-worktrees*",
             ]
 
     def test_release_resets_and_returns_to_pool(self, tmp_path: Path) -> None: