kodit 0.4.2__py3-none-any.whl → 0.5.0__py3-none-any.whl

kodit/infrastructure/cloning/git/git_python_adaptor.py

@@ -0,0 +1,467 @@
+"""GitPython adapter for Git operations."""
+
+import asyncio
+import mimetypes
+import shutil
+from concurrent.futures import ThreadPoolExecutor
+from datetime import UTC, datetime
+from pathlib import Path
+from typing import Any
+
+import structlog
+
+from git import Blob, InvalidGitRepositoryError, Repo, Tree
+from kodit.domain.protocols import GitAdapter
+
+
+def _collect_unique_commits(repo: Repo, log: Any) -> set:
+    """Collect all unique commits from all branches."""
+    all_commits = set()
+
+    # Collect from local branches
+    for branch in repo.branches:
+        for commit in repo.iter_commits(branch):
+            all_commits.add(commit)
+
+    # Collect from remote branches
+    for remote in repo.remotes:
+        for ref in remote.refs:
+            if ref.name != f"{remote.name}/HEAD":
+                try:
+                    for commit in repo.iter_commits(ref):
+                        all_commits.add(commit)
+                except Exception as e:  # noqa: BLE001
+                    log.debug("Skipping ref %s: %s", ref.name, e)
+                    continue
+
+    return all_commits
+
+
+def _process_commits(all_commits: set) -> dict[str, dict[str, Any]]:
+    """Process commits into the final format."""
+    commits_map = {}
+    for commit in all_commits:
+        parent_sha = ""
+        if commit.parents:
+            parent_sha = commit.parents[0].hexsha
+
+        commits_map[commit.hexsha] = {
+            "sha": commit.hexsha,
+            "date": datetime.fromtimestamp(commit.committed_date, UTC),
+            "message": commit.message.strip(),
+            "parent_sha": parent_sha,
+            "author_name": commit.author.name,
+            "author_email": commit.author.email,
+            "committer_name": commit.committer.name,
+            "committer_email": commit.committer.email,
+            "tree_sha": commit.tree.hexsha,
+        }
+    return commits_map
+
+
+class GitPythonAdapter(GitAdapter):
+    """GitPython implementation of Git operations."""
+
+    def __init__(self, max_workers: int = 4) -> None:
+        """Initialize GitPython adapter.
+
+        Args:
+            max_workers: Maximum number of worker threads.
+
+        """
+        self._log = structlog.getLogger(__name__)
+        self.executor = ThreadPoolExecutor(max_workers=max_workers)
+
+    def _raise_branch_not_found_error(self, branch_name: str) -> None:
+        """Raise branch not found error."""
+        raise ValueError(f"Branch {branch_name} not found")
+
+    async def clone_repository(self, remote_uri: str, local_path: Path) -> None:
+        """Clone a repository to local path."""
+
+        def _clone() -> None:
+            try:
+                if local_path.exists():
+                    self._log.warning(
+                        f"Local path {local_path} already exists, removing and "
+                        f"re-cloning..."
+                    )
+                    shutil.rmtree(local_path)
+                local_path.mkdir(parents=True, exist_ok=True)
+                self._log.debug(f"Cloning {remote_uri} to {local_path}")
+
+                repo = Repo.clone_from(remote_uri, local_path)
+
+                self._log.debug(
+                    f"Successfully cloned {remote_uri} with {len(repo.tags)} tags"
+                )
+            except Exception as e:
+                self._log.error(f"Failed to clone {remote_uri}: {e}")
+                raise
+
+        await asyncio.get_event_loop().run_in_executor(self.executor, _clone)
+
+    async def checkout_commit(self, local_path: Path, commit_sha: str) -> None:
+        """Checkout a specific commit in the repository."""
+
+        def _checkout() -> None:
+            try:
+                repo = Repo(local_path)
+                self._log.debug(f"Checking out commit {commit_sha} in {local_path}")
+                repo.git.checkout(commit_sha)
+                self._log.debug(f"Successfully checked out {commit_sha}")
+            except Exception as e:
+                self._log.error(f"Failed to checkout {commit_sha}: {e}")
+                raise
+
+        await asyncio.get_event_loop().run_in_executor(self.executor, _checkout)
+
+    async def pull_repository(self, local_path: Path) -> None:
+        """Pull latest changes for existing repository."""
+
+        def _pull() -> None:
+            try:
+                repo = Repo(local_path)
+                origin = repo.remotes.origin
+                origin.pull()
+                self._log.info(f"Successfully pulled latest changes for {local_path}")
+            except Exception as e:
+                self._log.error(f"Failed to pull {local_path}: {e}")
+                raise
+
+        await asyncio.get_event_loop().run_in_executor(self.executor, _pull)
+
+    async def get_all_branches(self, local_path: Path) -> list[dict[str, Any]]:
+        """Get all branches in repository."""
+
+        def _get_branches() -> list[dict[str, Any]]:
+            try:
+                repo = Repo(local_path)
+
+                # Get local branches
+                branches = [
+                    {
+                        "name": branch.name,
+                        "type": "local",
+                        "head_commit_sha": branch.commit.hexsha,
+                        "is_active": branch == repo.active_branch,
+                    }
+                    for branch in repo.branches
+                ]
+
+                # Get remote branches
+                for remote in repo.remotes:
+                    for ref in remote.refs:
+                        if ref.name != f"{remote.name}/HEAD":
+                            branch_name = ref.name.replace(f"{remote.name}/", "")
+                            # Skip if we already have this as a local branch
+                            if not any(b["name"] == branch_name for b in branches):
+                                branches.append(
+                                    {
+                                        "name": branch_name,
+                                        "type": "remote",
+                                        "head_commit_sha": ref.commit.hexsha,
+                                        "is_active": False,
+                                        "remote": remote.name,
+                                    }
+                                )
+
+            except Exception as e:
+                self._log.error(f"Failed to get branches for {local_path}: {e}")
+                raise
+            else:
+                return branches
+
+        return await asyncio.get_event_loop().run_in_executor(
+            self.executor, _get_branches
+        )
+
+    async def get_branch_commits(
+        self, local_path: Path, branch_name: str
+    ) -> list[dict[str, Any]]:
+        """Get commit history for a specific branch."""
+
+        def _get_commits() -> list[dict[str, Any]]:
+            try:
+                repo = Repo(local_path)
+
+                # Get the branch reference
+                branch_ref = None
+                try:
+                    branch_ref = repo.branches[branch_name]
+                except IndexError:
+                    # Try remote branches
+                    for remote in repo.remotes:
+                        try:
+                            branch_ref = remote.refs[branch_name]
+                            break
+                        except IndexError:
+                            continue
+
+                if not branch_ref:
+                    self._raise_branch_not_found_error(branch_name)
+
+                commits = []
+                for commit in repo.iter_commits(branch_ref):
+                    parent_sha = ""
+                    if commit.parents:
+                        parent_sha = commit.parents[0].hexsha
+
+                    commits.append(
+                        {
+                            "sha": commit.hexsha,
+                            "date": datetime.fromtimestamp(commit.committed_date, UTC),
+                            "message": commit.message.strip(),
+                            "parent_sha": parent_sha,
+                            "author_name": commit.author.name,
+                            "author_email": commit.author.email,
+                            "committer_name": commit.committer.name,
+                            "committer_email": commit.committer.email,
+                            "tree_sha": commit.tree.hexsha,
+                        }
+                    )
+
+            except Exception as e:
+                self._log.error(
+                    f"Failed to get commits for branch {branch_name} in "
+                    f"{local_path}: {e}"
+                )
+                raise
+            else:
+                return commits
+
+        return await asyncio.get_event_loop().run_in_executor(
+            self.executor, _get_commits
+        )
+
+    async def get_all_commits_bulk(self, local_path: Path) -> dict[str, dict[str, Any]]:
+        """Get all commits from all branches in bulk for efficiency."""
+
+        def _get_all_commits() -> dict[str, dict[str, Any]]:
+            try:
+                repo = Repo(local_path)
+                all_commits = _collect_unique_commits(repo, self._log)
+                return _process_commits(all_commits)
+            except Exception as e:
+                self._log.error("Failed to get bulk commits for %s: %s", local_path, e)
+                raise
+
+        return await asyncio.get_event_loop().run_in_executor(
+            self.executor, _get_all_commits
+        )
+
+    async def get_branch_commit_shas(
+        self, local_path: Path, branch_name: str
+    ) -> list[str]:
+        """Get only commit SHAs for a branch (much faster than full commit data)."""
+
+        def _get_commit_shas() -> list[str]:
+            try:
+                repo = Repo(local_path)
+
+                # Get the branch reference
+                branch_ref = None
+                try:
+                    branch_ref = repo.branches[branch_name]
+                except IndexError:
+                    # Try remote branches
+                    for remote in repo.remotes:
+                        try:
+                            branch_ref = remote.refs[branch_name]
+                            break
+                        except IndexError:
+                            continue
+
+                if not branch_ref:
+                    self._raise_branch_not_found_error(branch_name)
+
+                return [commit.hexsha for commit in repo.iter_commits(branch_ref)]
+
+            except Exception as e:
+                self._log.error(
+                    f"Failed to get commit SHAs for branch {branch_name} in "
+                    f"{local_path}: {e}"
+                )
+                raise
+
+        return await asyncio.get_event_loop().run_in_executor(
+            self.executor, _get_commit_shas
+        )
+
+    async def get_commit_files(
+        self, local_path: Path, commit_sha: str
+    ) -> list[dict[str, Any]]:
+        """Get all files in a specific commit."""
+
+        def _get_files() -> list[dict[str, Any]]:
+            try:
+                repo = Repo(local_path)
+                commit = repo.commit(commit_sha)
+
+                files = []
+
+                def process_tree(tree: Tree, _: str = "") -> None:
+                    for item in tree.traverse():
+                        if not item:
+                            continue
+                        if not isinstance(item, Blob):
+                            continue
+                        # Guess mime type from file path
+                        mime_type = mimetypes.guess_type(item.path)[0]
+                        if not mime_type:
+                            mime_type = "application/octet-stream"
+                        files.append(
+                            {
+                                "path": item.path,
+                                "blob_sha": item.hexsha,
+                                "size": item.size,
+                                "mode": oct(item.mode),
+                                "mime_type": mime_type,
+                                "created_at": commit.committed_datetime,
+                            }
+                        )
+
+                process_tree(commit.tree)
+            except Exception as e:
+                self._log.error(
+                    f"Failed to get files for commit {commit_sha} in {local_path}: {e}"
+                )
+                raise
+            else:
+                return files
+
+        return await asyncio.get_event_loop().run_in_executor(self.executor, _get_files)
+
+    async def repository_exists(self, local_path: Path) -> bool:
+        """Check if repository exists at local path."""
+
+        def _check_exists() -> bool:
+            try:
+                Repo(local_path)
+            except (InvalidGitRepositoryError, Exception):
+                return False
+            else:
+                return True
+
+        return await asyncio.get_event_loop().run_in_executor(
+            self.executor, _check_exists
+        )
+
+    async def get_commit_details(
+        self, local_path: Path, commit_sha: str
+    ) -> dict[str, Any]:
+        """Get detailed information about a specific commit."""
+
+        def _get_commit_details() -> dict[str, Any]:
+            try:
+                repo = Repo(local_path)
+                commit = repo.commit(commit_sha)
+
+                parent_sha = ""
+                if commit.parents:
+                    parent_sha = commit.parents[0].hexsha
+
+                return {
+                    "sha": commit.hexsha,
+                    "date": datetime.fromtimestamp(commit.committed_date, UTC),
+                    "message": commit.message.strip(),
+                    "parent_sha": parent_sha,
+                    "author_name": commit.author.name,
+                    "author_email": commit.author.email,
+                    "committer_name": commit.committer.name,
+                    "committer_email": commit.committer.email,
+                    "tree_sha": commit.tree.hexsha,
+                    "stats": commit.stats.total,
+                }
+            except Exception as e:
+                self._log.error(
+                    f"Failed to get commit details for {commit_sha} in "
+                    f"{local_path}: {e}"
+                )
+                raise
+
+        return await asyncio.get_event_loop().run_in_executor(
+            self.executor, _get_commit_details
+        )
+
+    async def ensure_repository(self, remote_uri: str, local_path: Path) -> None:
+        """Clone repository if it doesn't exist, otherwise pull latest changes."""
+        if await self.repository_exists(local_path):
+            await self.pull_repository(local_path)
+        else:
+            await self.clone_repository(remote_uri, local_path)
+
+    async def get_file_content(
+        self, local_path: Path, commit_sha: str, file_path: str
+    ) -> bytes:
+        """Get file content at specific commit."""
+
+        def _get_file_content() -> bytes:
+            try:
+                repo = Repo(local_path)
+                commit = repo.commit(commit_sha)
+
+                # Navigate to the file in the tree
+                blob = commit.tree[file_path]
+                return blob.data_stream.read()
+            except Exception as e:
+                self._log.error(
+                    f"Failed to get file content for {file_path} at {commit_sha}: {e}"
+                )
+                raise
+
+        return await asyncio.get_event_loop().run_in_executor(
+            self.executor, _get_file_content
+        )
+
+    async def get_latest_commit_sha(
+        self, local_path: Path, branch_name: str = "HEAD"
+    ) -> str:
+        """Get the latest commit SHA for a branch."""
+
+        def _get_latest_commit() -> str:
+            try:
+                repo = Repo(local_path)
+                if branch_name == "HEAD":
+                    commit_sha = repo.head.commit.hexsha
+                else:
+                    branch = repo.branches[branch_name]
+                    commit_sha = branch.commit.hexsha
+            except Exception as e:
+                self._log.error(
+                    f"Failed to get latest commit for {branch_name} in "
+                    f"{local_path}: {e}"
+                )
+                raise
+            else:
+                return commit_sha
+
+        return await asyncio.get_event_loop().run_in_executor(
+            self.executor, _get_latest_commit
+        )
+
+    def __del__(self) -> None:
+        """Cleanup executor on deletion."""
+        if hasattr(self, "executor"):
+            self.executor.shutdown(wait=True)
+
+    async def get_all_tags(self, local_path: Path) -> list[dict[str, Any]]:
+        """Get all tags in repository."""
+
+        def _get_tags() -> list[dict[str, Any]]:
+            try:
+                repo = Repo(local_path)
+                self._log.info(f"Getting all tags for {local_path}: {len(repo.tags)}")
+                return [
+                    {
+                        "name": tag.name,
+                        "target_commit_sha": tag.commit.hexsha,
+                    }
+                    for tag in repo.tags
+                ]
+
+            except Exception as e:
+                self._log.error(f"Failed to get tags for {local_path}: {e}")
+                raise
+
+        return await asyncio.get_event_loop().run_in_executor(self.executor, _get_tags)

kodit/infrastructure/cloning/git/working_copy.py

@@ -1,12 +1,13 @@
 """Working copy provider for git-based sources."""
 
+import asyncio
 import hashlib
 import shutil
 from pathlib import Path
 
-import git
 import structlog
 
+import git
 from kodit.application.factories.reporting_factory import create_noop_operation
 from kodit.application.services.reporting import ProgressTracker
 from kodit.domain.entities import WorkingCopy
@@ -39,7 +40,7 @@ class GitWorkingCopyProvider:
         clone_path.mkdir(parents=True, exist_ok=True)
 
         step_record = []
-        step.set_total(12)
+        await step.set_total(12)
 
         def _clone_progress_callback(
             a: int, _: str | float | None, __: str | float | None, _d: str
@@ -49,7 +50,13 @@ class GitWorkingCopyProvider:
 
             # Git reports a really weird format. This is a quick hack to get some
             # progress.
-            step.set_current(len(step_record))
+            # Normally this would fail because the loop is already running,
+            # but in this case, this callback is called by some git sub-thread.
+            asyncio.run(
+                step.set_current(
+                    len(step_record), f"Cloning repository ({step_record[-1]})"
+                )
+            )
 
         try:
             self.log.info(

kodit/infrastructure/embedding/embedding_factory.py

@@ -40,7 +40,6 @@ def _get_endpoint_configuration(app_context: AppContext) -> Endpoint | None:
 def embedding_domain_service_factory(
     task_name: TaskName,
     app_context: AppContext,
-    session: AsyncSession,
     session_factory: Callable[[], AsyncSession],
 ) -> EmbeddingDomainService:
     """Create an embedding domain service."""
@@ -64,7 +63,9 @@ def embedding_domain_service_factory(
     if app_context.default_search.provider == "vectorchord":
         log_event("kodit.database", {"provider": "vectorchord"})
         vector_search_repository = VectorChordVectorSearchRepository(
-            task_name, session, embedding_provider
+            session_factory=session_factory,
+            task_name=task_name,
+            embedding_provider=embedding_provider,
         )
     elif app_context.default_search.provider == "sqlite":
         log_event("kodit.database", {"provider": "sqlite"})

kodit/infrastructure/embedding/local_vector_search_repository.py

@@ -72,7 +72,7 @@ class LocalVectorSearchRepository(VectorSearchRepository):
     async def search(self, request: SearchRequest) -> list[SearchResult]:
         """Search documents using vector similarity."""
         # Build a single-item request and collect its embedding
-        req = EmbeddingRequest(snippet_id=0, text=request.query)
+        req = EmbeddingRequest(snippet_id="0", text=request.query)
         embedding_vec: list[float] | None = None
         async for batch in self.embedding_provider.embed([req]):
             if batch: