mcp-code-indexer 3.1.6__tar.gz → 3.2.0__tar.gz

{mcp_code_indexer-3.1.6/src/mcp_code_indexer.egg-info → mcp_code_indexer-3.2.0}/PKG-INFO

@@ -1,66 +1,47 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.3
 Name: mcp-code-indexer
-Version: 3.1.6
+Version: 3.2.0
 Summary: MCP server that tracks file descriptions across codebases, enabling AI agents to efficiently navigate and understand code through searchable summaries and token-aware overviews.
-Author: MCP Code Indexer Contributors
-Maintainer: MCP Code Indexer Contributors
 License: MIT
-Project-URL: Homepage, https://github.com/fluffypony/mcp-code-indexer
-Project-URL: Repository, https://github.com/fluffypony/mcp-code-indexer
-Project-URL: Issues, https://github.com/fluffypony/mcp-code-indexer/issues
-Project-URL: Documentation, https://github.com/fluffypony/mcp-code-indexer/blob/main/README.md
 Keywords: mcp,model-context-protocol,code-indexer,ai-tools,codebase-navigation,file-descriptions,llm-tools
+Author: MCP Code Indexer Contributors
+Maintainer: MCP Code Indexer Contributors
+Requires-Python: >=3.9,<4.0
 Classifier: Development Status :: 5 - Production/Stable
+Classifier: Environment :: Console
+Classifier: Framework :: AsyncIO
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
-Classifier: Framework :: AsyncIO
-Classifier: Environment :: Console
 Classifier: Typing :: Typed
-Requires-Python: >=3.9
+Requires-Dist: aiofiles (==23.2.0)
+Requires-Dist: aiohttp (>=3.8.0)
+Requires-Dist: aiosqlite (==0.19.0)
+Requires-Dist: gitignore-parser (==0.1.11)
+Requires-Dist: importlib-metadata (>=1.0.0) ; python_version < "3.8"
+Requires-Dist: mcp (>=1.9.0)
+Requires-Dist: pydantic (>=2.8.0)
+Requires-Dist: tenacity (>=8.0.0)
+Requires-Dist: tiktoken (>=0.9.0)
+Requires-Dist: tomli (>=1.2.0) ; python_version < "3.11"
+Project-URL: Documentation, https://github.com/fluffypony/mcp-code-indexer/blob/main/README.md
+Project-URL: Homepage, https://github.com/fluffypony/mcp-code-indexer
+Project-URL: Repository, https://github.com/fluffypony/mcp-code-indexer
 Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: tiktoken>=0.9.0
-Requires-Dist: mcp>=1.9.0
-Requires-Dist: gitignore_parser==0.1.11
-Requires-Dist: pydantic>=2.8.0
-Requires-Dist: aiofiles==23.2.0
-Requires-Dist: aiosqlite==0.19.0
-Requires-Dist: aiohttp>=3.8.0
-Requires-Dist: tenacity>=8.0.0
-Requires-Dist: tomli>=1.2.0; python_version < "3.11"
-Requires-Dist: importlib-metadata>=1.0.0; python_version < "3.8"
-Provides-Extra: dev
-Requires-Dist: pytest>=8.0.0; extra == "dev"
-Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
-Requires-Dist: pytest-mock>=3.11.0; extra == "dev"
-Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
-Requires-Dist: black>=24.0.0; extra == "dev"
-Requires-Dist: isort>=5.12.0; extra == "dev"
-Requires-Dist: flake8>=7.0.0; extra == "dev"
-Requires-Dist: mypy>=1.8.0; extra == "dev"
-Requires-Dist: pre-commit>=3.5.0; extra == "dev"
-Provides-Extra: test
-Requires-Dist: pytest>=8.0.0; extra == "test"
-Requires-Dist: pytest-asyncio>=0.21.0; extra == "test"
-Requires-Dist: pytest-mock>=3.11.0; extra == "test"
-Requires-Dist: pytest-cov>=4.0.0; extra == "test"
-Dynamic: license-file
-Dynamic: requires-python
 
 # MCP Code Indexer 🚀
 
-[![PyPI version](https://badge.fury.io/py/mcp-code-indexer.svg?26)](https://badge.fury.io/py/mcp-code-indexer)
-[![Python](https://img.shields.io/pypi/pyversions/mcp-code-indexer.svg?26)](https://pypi.org/project/mcp-code-indexer/)
+[![PyPI version](https://badge.fury.io/py/mcp-code-indexer.svg?27)](https://badge.fury.io/py/mcp-code-indexer)
+[![Python](https://img.shields.io/pypi/pyversions/mcp-code-indexer.svg?27)](https://pypi.org/project/mcp-code-indexer/)
 [![License](https://img.shields.io/badge/License-MIT-blue.svg)](https://opensource.org/licenses/MIT)
 
 A production-ready **Model Context Protocol (MCP) server** that revolutionizes how AI agents navigate and understand codebases. Built for high-concurrency environments with advanced database resilience, the server provides instant access to intelligent descriptions, semantic search, and context-aware recommendations while maintaining 800+ writes/sec throughput.
@@ -83,7 +64,10 @@ Perfect for AI-powered code review, refactoring tools, documentation generation,
 Get started integrating MCP Code Indexer into your AI agent workflow:
 
 ```bash
-# Install the package
+# Install with Poetry
+poetry add mcp-code-indexer
+
+# Or with pip
 pip install mcp-code-indexer
 
 # Start the MCP server
@@ -113,7 +97,7 @@ mcp-code-indexer --version
 
 **New to MCP Code Indexer?** Start here:
 
-1. **Install**: `pip install mcp-code-indexer`
+1. **Install**: `poetry add mcp-code-indexer` (or `pip install mcp-code-indexer`)
 2. **Run**: `mcp-code-indexer --token-limit 32000`
 3. **Connect**: Use your favorite MCP client
 4. **Explore**: Try the `check_codebase_size` tool first
@@ -125,7 +109,10 @@ mcp-code-indexer --version
 git clone https://github.com/fluffypony/mcp-code-indexer.git
 cd mcp-code-indexer
 
-# Install in development mode (required)
+# Install with Poetry (recommended)
+poetry install
+
+# Or install in development mode with pip
 pip install -e .
 
 # Run the server
@@ -181,14 +168,12 @@ Contributing to MCP Code Indexer? Follow these steps for a proper development en
 git clone https://github.com/fluffypony/mcp-code-indexer.git
 cd mcp-code-indexer
 
-# Create and activate virtual environment
+# Install with Poetry (recommended)
+poetry install
+
+# Or use pip with virtual environment
 python -m venv venv
 source venv/bin/activate  # On Windows: venv\Scripts\activate
-
-# Install package in editable mode (REQUIRED for development)
-pip install -e .
-
-# Install development dependencies
 pip install -e .[dev]
 
 # Verify installation
@@ -439,7 +424,10 @@ async def analyze_codebase(project_path):
 ## 🧪 Testing
 
 ```bash
-# Install with test dependencies
+# Install with test dependencies using Poetry
+poetry install --with test
+
+# Or with pip
 pip install mcp-code-indexer[test]
 
 # Run full test suite
@@ -559,3 +547,4 @@ MIT License - see **[LICENSE](LICENSE)** for details.
 🎯 **New User?** [Get started in 2 minutes](#-quick-start)  
 👨‍💻 **Developer?** [Explore the complete API](docs/api-reference.md)  
 🔧 **Production?** [Deploy with confidence](docs/configuration.md)
+

{mcp_code_indexer-3.1.6 → mcp_code_indexer-3.2.0}/README.md

@@ -1,7 +1,7 @@
 # MCP Code Indexer 🚀
 
-[![PyPI version](https://badge.fury.io/py/mcp-code-indexer.svg?26)](https://badge.fury.io/py/mcp-code-indexer)
-[![Python](https://img.shields.io/pypi/pyversions/mcp-code-indexer.svg?26)](https://pypi.org/project/mcp-code-indexer/)
+[![PyPI version](https://badge.fury.io/py/mcp-code-indexer.svg?27)](https://badge.fury.io/py/mcp-code-indexer)
+[![Python](https://img.shields.io/pypi/pyversions/mcp-code-indexer.svg?27)](https://pypi.org/project/mcp-code-indexer/)
 [![License](https://img.shields.io/badge/License-MIT-blue.svg)](https://opensource.org/licenses/MIT)
 
 A production-ready **Model Context Protocol (MCP) server** that revolutionizes how AI agents navigate and understand codebases. Built for high-concurrency environments with advanced database resilience, the server provides instant access to intelligent descriptions, semantic search, and context-aware recommendations while maintaining 800+ writes/sec throughput.
@@ -24,7 +24,10 @@ Perfect for AI-powered code review, refactoring tools, documentation generation,
 Get started integrating MCP Code Indexer into your AI agent workflow:
 
 ```bash
-# Install the package
+# Install with Poetry
+poetry add mcp-code-indexer
+
+# Or with pip
 pip install mcp-code-indexer
 
 # Start the MCP server
@@ -54,7 +57,7 @@ mcp-code-indexer --version
 
 **New to MCP Code Indexer?** Start here:
 
-1. **Install**: `pip install mcp-code-indexer`
+1. **Install**: `poetry add mcp-code-indexer` (or `pip install mcp-code-indexer`)
 2. **Run**: `mcp-code-indexer --token-limit 32000`
 3. **Connect**: Use your favorite MCP client
 4. **Explore**: Try the `check_codebase_size` tool first
@@ -66,7 +69,10 @@ mcp-code-indexer --version
 git clone https://github.com/fluffypony/mcp-code-indexer.git
 cd mcp-code-indexer
 
-# Install in development mode (required)
+# Install with Poetry (recommended)
+poetry install
+
+# Or install in development mode with pip
 pip install -e .
 
 # Run the server
@@ -122,14 +128,12 @@ Contributing to MCP Code Indexer? Follow these steps for a proper development en
 git clone https://github.com/fluffypony/mcp-code-indexer.git
 cd mcp-code-indexer
 
-# Create and activate virtual environment
+# Install with Poetry (recommended)
+poetry install
+
+# Or use pip with virtual environment
 python -m venv venv
 source venv/bin/activate  # On Windows: venv\Scripts\activate
-
-# Install package in editable mode (REQUIRED for development)
-pip install -e .
-
-# Install development dependencies
 pip install -e .[dev]
 
 # Verify installation
@@ -380,7 +384,10 @@ async def analyze_codebase(project_path):
 ## 🧪 Testing
 
 ```bash
-# Install with test dependencies
+# Install with test dependencies using Poetry
+poetry install --with test
+
+# Or with pip
 pip install mcp-code-indexer[test]
 
 # Run full test suite

{mcp_code_indexer-3.1.6 → mcp_code_indexer-3.2.0}/pyproject.toml

@@ -1,19 +1,18 @@
 [build-system]
-requires = ["setuptools>=61.0", "wheel"]
-build-backend = "setuptools.build_meta"
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"
 
-[project]
+[tool.poetry]
 name = "mcp-code-indexer"
-version = "3.1.6"
+version = "3.2.0"
 description = "MCP server that tracks file descriptions across codebases, enabling AI agents to efficiently navigate and understand code through searchable summaries and token-aware overviews."
+authors = ["MCP Code Indexer Contributors"]
+maintainers = ["MCP Code Indexer Contributors"]
+license = "MIT"
 readme = "README.md"
-license = {text = "MIT"}
-authors = [
-    {name = "MCP Code Indexer Contributors"}
-]
-maintainers = [
-    {name = "MCP Code Indexer Contributors"}
-]
+homepage = "https://github.com/fluffypony/mcp-code-indexer"
+repository = "https://github.com/fluffypony/mcp-code-indexer"
+documentation = "https://github.com/fluffypony/mcp-code-indexer/blob/main/README.md"
 keywords = [
     "mcp", 
     "model-context-protocol", 
@@ -29,11 +28,11 @@ classifiers = [
     "License :: OSI Approved :: MIT License",
     "Operating System :: OS Independent",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.13",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
     "Topic :: Software Development",
     "Topic :: Software Development :: Libraries :: Python Modules",
     "Topic :: Scientific/Engineering :: Artificial Intelligence",
@@ -41,56 +40,42 @@ classifiers = [
     "Environment :: Console",
     "Typing :: Typed"
 ]
-requires-python = ">=3.9"
-dependencies = [
-    "tiktoken>=0.9.0",
-    "mcp>=1.9.0", 
-    "gitignore_parser==0.1.11",
-    "pydantic>=2.8.0",
-    "aiofiles==23.2.0",
-    "aiosqlite==0.19.0",
-    "aiohttp>=3.8.0",
-    "tenacity>=8.0.0",
-    "tomli>=1.2.0; python_version<'3.11'",
-    "importlib-metadata>=1.0.0; python_version<'3.8'"
-]
+packages = [{include = "mcp_code_indexer", from = "src"}]
 
-[project.optional-dependencies]
-dev = [
-    "pytest>=8.0.0",
-    "pytest-asyncio>=0.21.0",
-    "pytest-mock>=3.11.0",
-    "pytest-cov>=4.0.0",
-    "black>=24.0.0",
-    "isort>=5.12.0",
-    "flake8>=7.0.0",
-    "mypy>=1.8.0",
-    "pre-commit>=3.5.0"
-]
-test = [
-    "pytest>=8.0.0",
-    "pytest-asyncio>=0.21.0", 
-    "pytest-mock>=3.11.0",
-    "pytest-cov>=4.0.0"
-]
+[tool.poetry.dependencies]
+python = "^3.9"
+tiktoken = ">=0.9.0"
+mcp = ">=1.9.0"
+gitignore-parser = "0.1.11"
+pydantic = ">=2.8.0"
+aiofiles = "23.2.0"
+aiosqlite = "0.19.0"
+aiohttp = ">=3.8.0"
+tenacity = ">=8.0.0"
+tomli = {version = ">=1.2.0", markers = "python_version < '3.11'"}
+importlib-metadata = {version = ">=1.0.0", markers = "python_version < '3.8'"}
 
-[project.urls]
-Homepage = "https://github.com/fluffypony/mcp-code-indexer"
-Repository = "https://github.com/fluffypony/mcp-code-indexer"
-Issues = "https://github.com/fluffypony/mcp-code-indexer/issues"
-Documentation = "https://github.com/fluffypony/mcp-code-indexer/blob/main/README.md"
+[tool.poetry.group.dev.dependencies]
+pytest = ">=8.0.0"
+pytest-asyncio = ">=0.21.0"
+pytest-mock = ">=3.11.0"
+pytest-cov = ">=4.0.0"
+black = ">=24.0.0"
+isort = ">=5.12.0"
+flake8 = ">=7.0.0"
+mypy = ">=1.8.0"
+pre-commit = ">=3.5.0"
 
-[project.scripts]
-mcp-code-indexer = "mcp_code_indexer.main:cli_main"
+[tool.poetry.group.test.dependencies]
+pytest = ">=8.0.0"
+pytest-asyncio = ">=0.21.0"
+pytest-mock = ">=3.11.0"
+pytest-cov = ">=4.0.0"
 
-[tool.setuptools]
-package-dir = {"" = "src"}
+[tool.poetry.scripts]
+mcp-code-indexer = "mcp_code_indexer.main:cli_main"
 
-[tool.setuptools.packages.find]
-where = ["src"]
 
-[tool.setuptools.package-data]
-mcp_code_indexer = ["tiktoken_cache/*", "*.sql", "data/*"]
 
 # Black configuration
 [tool.black]

{mcp_code_indexer-3.1.6 → mcp_code_indexer-3.2.0}/src/mcp_code_indexer/git_hook_handler.py

@@ -313,7 +313,7 @@ INSTRUCTIONS:
      directories)
    - Architectural changes (new patterns, frameworks, or approaches)
    - Significant dependency additions (Cargo.toml, package.json,
-     requirements.txt changes)
+   pyproject.toml changes)
    - New API endpoints or workflows
    - Changes to build/deployment processes
 
@@ -613,7 +613,7 @@ Update project overview ONLY if there are major structural changes like:
 - New major features or components (indicated by commit message or new directories)
 - Architectural changes (new patterns, frameworks, or approaches)
 - Significant dependency additions (Cargo.toml, package.json,
-  requirements.txt changes)
+  pyproject.toml changes)
 - New API endpoints or workflows
 - Changes to build/deployment processes
 

{mcp_code_indexer-3.1.6 → mcp_code_indexer-3.2.0}/src/mcp_code_indexer/server/mcp_server.py

@@ -34,6 +34,7 @@ from mcp_code_indexer.middleware.error_middleware import (
     AsyncTaskManager,
 )
 from mcp_code_indexer.logging_config import get_logger
+from mcp_code_indexer.cleanup_manager import CleanupManager
 
 
 logger = logging.getLogger(__name__)
@@ -106,6 +107,7 @@ class MCPCodeIndexServer:
             retry_jitter=retry_jitter,
         )
         self.token_counter = TokenCounter(token_limit)
+        self.cleanup_manager = CleanupManager(self.db_manager, retention_months=6)
 
         # Setup error handling
         self.logger = get_logger(__name__)
@@ -119,6 +121,11 @@ class MCPCodeIndexServer:
         # Register handlers
         self._register_handlers()
 
+        # Background cleanup task tracking
+        self._cleanup_task: Optional[asyncio.Task] = None
+        self._last_cleanup_time: Optional[float] = None
+        self._cleanup_running: bool = False
+
         # Add debug logging for server events
         self.logger.debug("MCP server instance created and handlers registered")
 
@@ -233,6 +240,7 @@ class MCPCodeIndexServer:
     async def initialize(self) -> None:
         """Initialize database and other resources."""
         await self.db_manager.initialize()
+        self._start_background_cleanup()
         logger.info("Server initialized successfully")
 
     def _register_handlers(self) -> None:
@@ -949,12 +957,8 @@ class MCPCodeIndexServer:
 
         logger.info(f"Resolved project_id: {project_id}")
 
-        # Clean up descriptions for files that no longer exist
-        logger.info("Cleaning up descriptions for missing files...")
-        cleaned_up_files = await self.db_manager.cleanup_missing_files(
-            project_id=project_id, project_root=folder_path
-        )
-        logger.info(f"Cleaned up {len(cleaned_up_files)} missing files")
+        # Run cleanup if needed (respects 30-minute cooldown)
+        await self._run_cleanup_if_needed()
 
         # Get file descriptions for this project (after cleanup)
         logger.info("Retrieving file descriptions...")
@@ -1472,6 +1476,85 @@ class MCPCodeIndexServer:
                     )
                     raise
 
+    async def _periodic_cleanup(self) -> None:
+        """Background task that performs cleanup every 6 hours."""
+        while True:
+            try:
+                await asyncio.sleep(6 * 60 * 60)  # 6 hours
+                await self._run_cleanup_if_needed()
+                
+            except asyncio.CancelledError:
+                logger.info("Periodic cleanup task cancelled")
+                break
+            except Exception as e:
+                logger.error(f"Error in periodic cleanup: {e}")
+                # Continue running despite errors
+
+    async def _run_cleanup_if_needed(self) -> None:
+        """Run cleanup if conditions are met (not running, not run recently)."""
+        current_time = time.time()
+        
+        # Check if cleanup is already running
+        if self._cleanup_running:
+            logger.debug("Cleanup already running, skipping")
+            return
+            
+        # Check if cleanup was run in the last 30 minutes
+        if (self._last_cleanup_time and 
+            current_time - self._last_cleanup_time < 30 * 60):
+            logger.debug("Cleanup ran recently, skipping")
+            return
+            
+        # Set running flag and update time
+        self._cleanup_running = True
+        self._last_cleanup_time = current_time
+        
+        try:
+            logger.info("Starting cleanup")
+            
+            # Get all projects and run cleanup on each
+            projects = await self.db_manager.get_all_projects()
+            total_cleaned = 0
+            
+            for project in projects:
+                try:
+                    # Cleanup missing files
+                    missing_files = await self.db_manager.cleanup_missing_files(
+                        project_id=project.id,
+                        project_root=Path(project.folder_path)
+                    )
+                    total_cleaned += len(missing_files)
+                    
+                    # Perform permanent cleanup (retention policy)
+                    deleted_count = await self.cleanup_manager.perform_cleanup(
+                        project_id=project.id
+                    )
+                    
+                    if missing_files or deleted_count:
+                        logger.info(
+                            f"Cleanup for {project.name}: "
+                            f"{len(missing_files)} marked, "
+                            f"{deleted_count} permanently deleted"
+                        )
+                except Exception as e:
+                    logger.error(
+                        f"Error during cleanup for project {project.name}: {e}"
+                    )
+            
+            logger.info(f"Cleanup completed: {total_cleaned} files processed")
+            
+        finally:
+            self._cleanup_running = False
+
+    def _start_background_cleanup(self) -> None:
+        """Start the background cleanup task."""
+        if self._cleanup_task is None or self._cleanup_task.done():
+            self._cleanup_task = self.task_manager.create_task(
+                self._periodic_cleanup(),
+                name="periodic_cleanup"
+            )
+            logger.info("Started background cleanup task (6-hour interval)")
+
     async def run(self) -> None:
         """Run the MCP server with robust error handling."""
         logger.info("Starting server initialization...")
@@ -1562,6 +1645,14 @@ class MCPCodeIndexServer:
     async def shutdown(self) -> None:
         """Clean shutdown of server resources."""
         try:
+            # Cancel background cleanup task
+            if self._cleanup_task and not self._cleanup_task.done():
+                self._cleanup_task.cancel()
+                try:
+                    await self._cleanup_task
+                except asyncio.CancelledError:
+                    pass
+            
             # Cancel any running tasks
             self.task_manager.cancel_all()
 

mcp_code_indexer-3.1.6/MANIFEST.in

@@ -1,12 +0,0 @@
-include README.md
-include LICENSE
-include pyproject.toml
-include requirements.txt
-recursive-include src/mcp_code_indexer/tiktoken_cache *
-recursive-include src/mcp_code_indexer/migrations *.sql
-recursive-include docs *.md
-recursive-exclude tests *
-recursive-exclude venv *
-recursive-exclude .git *
-global-exclude *.pyc
-global-exclude __pycache__