mcp-code-indexer 3.1.3__py3-none-any.whl → 3.1.5__py3-none-any.whl

mcp_code_indexer/token_counter.py

@@ -22,15 +22,15 @@ logger = logging.getLogger(__name__)
 class TokenCounter:
     """
     Handles token counting using tiktoken with offline cache support.
-    
+
     Automatically configures tiktoken to use bundled cache file for offline
     operation and provides methods to count tokens in various data structures.
     """
-    
+
     def __init__(self, token_limit: int = 32000):
         """
         Initialize token counter with specified limit.
-        
+
         Args:
             token_limit: Maximum tokens before recommending search over overview
         """
@@ -38,36 +38,36 @@ class TokenCounter:
         self._encoder: Optional[tiktoken.Encoding] = None
         self._setup_offline_tiktoken()
         self._init_encoder()
-    
+
     def _setup_offline_tiktoken(self) -> None:
         """Configure tiktoken to use bundled encoding file for offline operation."""
         # Get path to bundled cache directory
         base_dir = Path(__file__).parent.absolute()
         cache_dir = base_dir / "tiktoken_cache"
-        
+
         # Ensure cache directory exists
         if not cache_dir.exists():
             raise FileNotFoundError(
                 f"Tiktoken cache directory not found at {cache_dir}. "
                 "Please ensure the tiktoken_cache directory exists in the src folder."
             )
-        
+
         # Set tiktoken to use our bundled cache
         os.environ["TIKTOKEN_CACHE_DIR"] = str(cache_dir)
-        
+
         # Verify the encoding file exists
         cache_file = "9b5ad71b2ce5302211f9c61530b329a4922fc6a4"
         cache_path = cache_dir / cache_file
-        
+
         if not cache_path.exists():
             raise FileNotFoundError(
                 f"Tiktoken cache file not found at {cache_path}. "
                 "Please ensure the cl100k_base.tiktoken file is properly "
                 f"renamed to {cache_file} and placed in the tiktoken_cache directory."
             )
-        
+
         logger.debug(f"Configured tiktoken to use cache at {cache_dir}")
-    
+
     def _init_encoder(self) -> None:
         """Initialize tiktoken encoder with fallback options."""
         try:
@@ -85,27 +85,27 @@ class TokenCounter:
                     "Failed to initialize tiktoken encoder. "
                     "Check that the cache file is properly configured and accessible."
                 ) from fallback_error
-    
+
     @property
     def encoder(self) -> tiktoken.Encoding:
         """Get the tiktoken encoder instance."""
         if self._encoder is None:
             raise RuntimeError("Token encoder not properly initialized")
         return self._encoder
-    
+
     def count_tokens(self, text: str) -> int:
         """
         Count tokens in a text string.
-        
+
         Args:
             text: Input text to count tokens for
-            
+
         Returns:
             Number of tokens in the text
         """
         if not text:
             return 0
-        
+
         try:
             tokens = self.encoder.encode(text)
             return len(tokens)
@@ -113,98 +113,102 @@ class TokenCounter:
             logger.error(f"Failed to count tokens for text: {e}")
             # Fallback to rough approximation (4 chars per token)
             return len(text) // 4
-    
+
     def count_file_description_tokens(self, file_desc: FileDescription) -> int:
         """
         Count tokens for a file description in overview format.
-        
+
         Args:
             file_desc: File description to count tokens for
-            
+
         Returns:
             Number of tokens for formatted file description
         """
         # Format matches what would be shown in codebase overview
         formatted_content = f"{file_desc.file_path}\n{file_desc.description}\n"
         return self.count_tokens(formatted_content)
-    
+
     def count_folder_structure_tokens(self, folder: FolderNode) -> int:
         """
         Count tokens for a complete folder structure.
-        
+
         Args:
             folder: Root folder node to count tokens for
-            
+
         Returns:
             Total number of tokens for the folder structure
         """
         total_tokens = 0
-        
+
         # Count tokens for folder name and path
         folder_header = f"{folder.name}/\n"
         total_tokens += self.count_tokens(folder_header)
-        
+
         # Count tokens for all files in this folder
         for file_node in folder.files:
             file_content = f"{file_node.path}\n{file_node.description}\n"
             total_tokens += self.count_tokens(file_content)
-        
+
         # Recursively count tokens for subfolders
         for subfolder in folder.folders:
             total_tokens += self.count_folder_structure_tokens(subfolder)
-        
+
         return total_tokens
-    
-    def calculate_codebase_tokens(self, file_descriptions: List[FileDescription]) -> int:
+
+    def calculate_codebase_tokens(
+        self, file_descriptions: List[FileDescription]
+    ) -> int:
         """
         Calculate total tokens for a list of file descriptions.
-        
+
         Args:
             file_descriptions: List of file descriptions to count
-            
+
         Returns:
             Total token count for all file descriptions
         """
         total_tokens = 0
-        
+
         for file_desc in file_descriptions:
             total_tokens += self.count_file_description_tokens(file_desc)
-        
+
         return total_tokens
-    
+
     def is_large_codebase(self, total_tokens: int) -> bool:
         """
         Check if codebase exceeds configured token limit.
-        
+
         Args:
             total_tokens: Total token count to check
-            
+
         Returns:
             True if codebase exceeds token limit
         """
         return total_tokens > self.token_limit
-    
+
     def get_recommendation(self, total_tokens: int) -> str:
         """
         Get recommendation for codebase navigation approach.
-        
+
         Args:
             total_tokens: Total token count
-            
+
         Returns:
             "use_search" or "use_overview" based on token count
         """
         return "use_search" if self.is_large_codebase(total_tokens) else "use_overview"
-    
-    def generate_cache_key(self, project_id: str, branch: str, content_hash: str) -> str:
+
+    def generate_cache_key(
+        self, project_id: str, branch: str, content_hash: str
+    ) -> str:
         """
         Generate a cache key for token count caching.
-        
+
         Args:
             project_id: Project identifier
             branch: Git branch name
             content_hash: Hash of file contents or descriptions
-            
+
         Returns:
             Cache key string
         """
@@ -215,29 +219,32 @@ class TokenCounter:
 def verify_tiktoken_setup() -> bool:
     """
     Verify that tiktoken is properly configured for offline operation.
-    
+
     Returns:
         True if tiktoken setup is working correctly
     """
     try:
         counter = TokenCounter()
-        
+
         # Test with a known string
         test_string = "Hello, world!"
         token_count = counter.count_tokens(test_string)
-        
+
         # cl100k_base should encode "Hello, world!" to 4 tokens
         expected_count = 4
-        
+
         if token_count == expected_count:
             logger.info("Tiktoken offline setup verified successfully")
             return True
         else:
             logger.warning(
-                f"Tiktoken token count mismatch: expected {expected_count}, got {token_count}"
+                (
+                    f"Tiktoken token count mismatch: expected {expected_count}, "
+                    f"got {token_count}"
+                )
             )
             return False
-            
+
     except Exception as e:
         logger.error(f"Tiktoken setup verification failed: {e}")
         return False

{mcp_code_indexer-3.1.3.dist-info → mcp_code_indexer-3.1.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mcp-code-indexer
-Version: 3.1.3
+Version: 3.1.5
 Summary: MCP server that tracks file descriptions across codebases, enabling AI agents to efficiently navigate and understand code through searchable summaries and token-aware overviews.
 Author: MCP Code Indexer Contributors
 Maintainer: MCP Code Indexer Contributors
@@ -59,8 +59,8 @@ Dynamic: requires-python
 
 # MCP Code Indexer 🚀
 
-[![PyPI version](https://badge.fury.io/py/mcp-code-indexer.svg?23)](https://badge.fury.io/py/mcp-code-indexer)
-[![Python](https://img.shields.io/pypi/pyversions/mcp-code-indexer.svg?23)](https://pypi.org/project/mcp-code-indexer/)
+[![PyPI version](https://badge.fury.io/py/mcp-code-indexer.svg?25)](https://badge.fury.io/py/mcp-code-indexer)
+[![Python](https://img.shields.io/pypi/pyversions/mcp-code-indexer.svg?25)](https://pypi.org/project/mcp-code-indexer/)
 [![License](https://img.shields.io/badge/License-MIT-blue.svg)](https://opensource.org/licenses/MIT)
 
 A production-ready **Model Context Protocol (MCP) server** that revolutionizes how AI agents navigate and understand codebases. Built for high-concurrency environments with advanced database resilience, the server provides instant access to intelligent descriptions, semantic search, and context-aware recommendations while maintaining 800+ writes/sec throughput.

mcp_code_indexer-3.1.5.dist-info/RECORD

@@ -0,0 +1,37 @@
+mcp_code_indexer/__init__.py,sha256=likkTMBFIcnaRqrvESq4WDqEIx1edUL74zilaQeF-Zc,1660
+mcp_code_indexer/__main__.py,sha256=4Edinoe0ug43hobuLYcjTmGp2YJnlFYN4_8iKvUBJ0Q,213
+mcp_code_indexer/ask_handler.py,sha256=cy7gVFyXF0c10GZ3Aquktvgw1A8e4_NtBsbjlE1Bc84,9106
+mcp_code_indexer/claude_api_handler.py,sha256=uZF6P64Cac9AHfO2Q3Whe4exhZyZmqZ1grWT1nHw-Wc,13616
+mcp_code_indexer/cleanup_manager.py,sha256=qjIAMiJ-F1pfgCwVbNaNE0dfs8Wh9aaWh51DBMCWFuI,9491
+mcp_code_indexer/deepask_handler.py,sha256=wpKMYnlsOGiaKLvuXIb62jeEb4xnYOmIcvvXjvbgdnc,18475
+mcp_code_indexer/error_handler.py,sha256=XBjjEriq1diPTGKpHcaBh9fj88_qhuNMwPeLiTWxrds,11431
+mcp_code_indexer/file_scanner.py,sha256=smY1Yfxfyqb_J5RQz5ETaSgE2_syC2SUUwzJxby3Bg8,11432
+mcp_code_indexer/git_hook_handler.py,sha256=bEsmoGZJfBxJuVYYzXp-XhIdUmYgxdUptHWq05va9Fo,34453
+mcp_code_indexer/logging_config.py,sha256=hexJWw7-6QQkH_2BwtKGO1CDOtQnP8F3Yss_yHKnzE4,9816
+mcp_code_indexer/main.py,sha256=GjwUtfQCxNxsCNtYpEBfYgOC0G5Q0Bcci4keVtNY3Cc,31888
+mcp_code_indexer/query_preprocessor.py,sha256=PLFR1T9mSn2Mkxw6-GB4GkxyfzjJ2ia3dgLPcziHfVA,5483
+mcp_code_indexer/token_counter.py,sha256=e6WsyCEWMMSkMwLbcVtr5e8vEqh-kFqNmiJErCNdqHE,8220
+mcp_code_indexer/data/stop_words_english.txt,sha256=7Zdd9ameVgA6tN_zuXROvHXD4hkWeELVywPhb7FJEkw,6343
+mcp_code_indexer/database/__init__.py,sha256=aPq_aaRp0aSwOBIq9GkuMNjmLxA411zg2vhdrAuHm-w,38
+mcp_code_indexer/database/connection_health.py,sha256=D0SqeYc1kunRkg1zObOqoaJ2qDw-_iq3IXRux-JQjgE,24688
+mcp_code_indexer/database/database.py,sha256=BpsWoy5qXqLQpEZ42dt5efOGSrLhokQyvAc9ZK0afc4,46895
+mcp_code_indexer/database/exceptions.py,sha256=Cs9_qc-6724DPJc25fPMvNfO3JQCHrOQ80y8Q55w_3Y,10389
+mcp_code_indexer/database/models.py,sha256=ITF5dMSBCuaunQ3YeaVQOZ5Kb8y59I5Fg0EU7O9Ez3A,7017
+mcp_code_indexer/database/retry_executor.py,sha256=wBIIbkU1bwQMrjM9AmDWNEQ-cw8IPNobfdeUOLhQVjQ,13528
+mcp_code_indexer/middleware/__init__.py,sha256=p-mP0pMsfiU2yajCPvokCUxUEkh_lu4XJP1LyyMW2ug,220
+mcp_code_indexer/middleware/error_middleware.py,sha256=YHd7sm4PdNPIMKD8Nub_N7WaOH2JtiqkHBbTOGyxTno,11685
+mcp_code_indexer/migrations/001_initial.sql,sha256=hIXkCP4LA_4A9HJ1CHU0a1DD-a6EN6u-uJPMqW0c2Yo,4120
+mcp_code_indexer/migrations/002_performance_indexes.sql,sha256=FlKbmcJyKAHTKmjxmpk8ABe6eMcQahz8RciRYcREY_E,2846
+mcp_code_indexer/migrations/003_project_overviews.sql,sha256=pPzn7UmJ_Bda9mJ1nYTN1GeuYwdQHC7Fva6PvWaucUw,891
+mcp_code_indexer/migrations/004_remove_branch_dependency.sql,sha256=whZvj2qfba1-Xq7Vg4IfpCpIrRKN21AdtG0gZbFSRi4,6466
+mcp_code_indexer/migrations/005_remove_git_remotes.sql,sha256=vT84AaV1hyN4zq5W67hR14TgAwhW7_RNtBHrCoksxA4,1299
+mcp_code_indexer/server/__init__.py,sha256=16xMcuriUOBlawRqWNBk6niwrvtv_JD5xvI36X1Vsmk,41
+mcp_code_indexer/server/mcp_server.py,sha256=IIFXUNvOWlMW-lnpgWwMuzTikYi0PDuiQu---MRTpMM,65761
+mcp_code_indexer/tiktoken_cache/9b5ad71b2ce5302211f9c61530b329a4922fc6a4,sha256=Ijkht27pm96ZW3_3OFE-7xAPtR0YyTWXoRO8_-hlsqc,1681126
+mcp_code_indexer/tools/__init__.py,sha256=m01mxML2UdD7y5rih_XNhNSCMzQTz7WQ_T1TeOcYlnE,49
+mcp_code_indexer-3.1.5.dist-info/licenses/LICENSE,sha256=JN9dyPPgYwH9C-UjYM7FLNZjQ6BF7kAzpF3_4PwY4rY,1086
+mcp_code_indexer-3.1.5.dist-info/METADATA,sha256=kYlk6qJ9bUna23EQSI2u3Fk9jbn3Jct7Suv6Z9oc834,19849
+mcp_code_indexer-3.1.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mcp_code_indexer-3.1.5.dist-info/entry_points.txt,sha256=8HqWOw1Is7jOP1bvIgaSwouvT9z_Boe-9hd4NzyJOhY,68
+mcp_code_indexer-3.1.5.dist-info/top_level.txt,sha256=yKYCM-gMGt-cnupGfAhnZaoEsROLB6DQ1KFUuyKx4rw,17
+mcp_code_indexer-3.1.5.dist-info/RECORD,,

mcp_code_indexer-3.1.3.dist-info/RECORD

@@ -1,37 +0,0 @@
-mcp_code_indexer/__init__.py,sha256=GhY2NLQ6lH3n5mxqw0t8T1gmZGKhM6KvjhZH8xW5O-A,1686
-mcp_code_indexer/__main__.py,sha256=4Edinoe0ug43hobuLYcjTmGp2YJnlFYN4_8iKvUBJ0Q,213
-mcp_code_indexer/ask_handler.py,sha256=rFljJtqP_YL3E9H2Hgk04yURzHw_sqm6muB5RTlP_-o,8397
-mcp_code_indexer/claude_api_handler.py,sha256=4lgp-KsDMOmjrln3QhdJuM5pHvaB3kUwHOUk9l5adi4,13628
-mcp_code_indexer/cleanup_manager.py,sha256=1x2de8Mr9dL92q4ubEebsWSF_2n8Yxk549ZohYHNIkU,9358
-mcp_code_indexer/deepask_handler.py,sha256=iAFA1pKfAnurHBprIyP1TaecPzZ5YhBs-oR8Eccxoe4,18323
-mcp_code_indexer/error_handler.py,sha256=x6dHezVeKcD2ealNLBndt-3SiPiMfh9VOUNoqQSk3rI,11660
-mcp_code_indexer/file_scanner.py,sha256=ctXeZMROgDThEtjzsANTK9TbK-fhTScMBd4iyuleBT4,11734
-mcp_code_indexer/git_hook_handler.py,sha256=N0lnDcM7KNmOz2VwBf_fsy4jrPwOVTTYI38y1bDYiq4,34614
-mcp_code_indexer/logging_config.py,sha256=R5R50xFYy-flgHHh5uVGKV7JIPYKohk2RYa1eEn8kYM,10212
-mcp_code_indexer/main.py,sha256=NThiusK1ZPgxP_ZYlms4sxifcviupHa1-oH6ytbFVwQ,31122
-mcp_code_indexer/query_preprocessor.py,sha256=uHYy8FO4FTs7MFKsXoueYIafWDKOIirRgdUzwh8upb4,5773
-mcp_code_indexer/token_counter.py,sha256=WrifOkbF99nWWHlRlhCHAB2KN7qr83GOHl7apE-hJcE,8460
-mcp_code_indexer/data/stop_words_english.txt,sha256=7Zdd9ameVgA6tN_zuXROvHXD4hkWeELVywPhb7FJEkw,6343
-mcp_code_indexer/database/__init__.py,sha256=aPq_aaRp0aSwOBIq9GkuMNjmLxA411zg2vhdrAuHm-w,38
-mcp_code_indexer/database/connection_health.py,sha256=s2r9L_KipH5NlemAUDnhBQO90Dn4b_0Ht9UDs7F6QPk,24432
-mcp_code_indexer/database/database.py,sha256=1DxjTlSI-Pdzz5mLqHffS_lYjXamdu7u5OGu78Tp46k,46792
-mcp_code_indexer/database/exceptions.py,sha256=AgpRA9Z5R-GoWYdQSPeSdYvAXDopFCQkLGN3jD7Ha4E,10215
-mcp_code_indexer/database/models.py,sha256=t4HJ2HJfRzMWt0kHjfLEh8p_ecqdQIdej5LyQYUqpsI,6858
-mcp_code_indexer/database/retry_executor.py,sha256=QUayjkCk8OsckVMYiJ_HBQ9NTUss-H8GQeUIUbbw4_U,13419
-mcp_code_indexer/middleware/__init__.py,sha256=p-mP0pMsfiU2yajCPvokCUxUEkh_lu4XJP1LyyMW2ug,220
-mcp_code_indexer/middleware/error_middleware.py,sha256=5agJTAkkPogfPGnja1V9JtG9RG-BiOALIJYctK3byJQ,11730
-mcp_code_indexer/migrations/001_initial.sql,sha256=hIXkCP4LA_4A9HJ1CHU0a1DD-a6EN6u-uJPMqW0c2Yo,4120
-mcp_code_indexer/migrations/002_performance_indexes.sql,sha256=FlKbmcJyKAHTKmjxmpk8ABe6eMcQahz8RciRYcREY_E,2846
-mcp_code_indexer/migrations/003_project_overviews.sql,sha256=pPzn7UmJ_Bda9mJ1nYTN1GeuYwdQHC7Fva6PvWaucUw,891
-mcp_code_indexer/migrations/004_remove_branch_dependency.sql,sha256=whZvj2qfba1-Xq7Vg4IfpCpIrRKN21AdtG0gZbFSRi4,6466
-mcp_code_indexer/migrations/005_remove_git_remotes.sql,sha256=vT84AaV1hyN4zq5W67hR14TgAwhW7_RNtBHrCoksxA4,1299
-mcp_code_indexer/server/__init__.py,sha256=16xMcuriUOBlawRqWNBk6niwrvtv_JD5xvI36X1Vsmk,41
-mcp_code_indexer/server/mcp_server.py,sha256=TUB8huyUddYrA8HKQnL3JN1ff2-WjomCnrKiEx-AJh0,57584
-mcp_code_indexer/tiktoken_cache/9b5ad71b2ce5302211f9c61530b329a4922fc6a4,sha256=Ijkht27pm96ZW3_3OFE-7xAPtR0YyTWXoRO8_-hlsqc,1681126
-mcp_code_indexer/tools/__init__.py,sha256=m01mxML2UdD7y5rih_XNhNSCMzQTz7WQ_T1TeOcYlnE,49
-mcp_code_indexer-3.1.3.dist-info/licenses/LICENSE,sha256=JN9dyPPgYwH9C-UjYM7FLNZjQ6BF7kAzpF3_4PwY4rY,1086
-mcp_code_indexer-3.1.3.dist-info/METADATA,sha256=L9IpeZLqo4vvEow-_gFErBcq--a45SKrTrjdTAHvzIA,19849
-mcp_code_indexer-3.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mcp_code_indexer-3.1.3.dist-info/entry_points.txt,sha256=8HqWOw1Is7jOP1bvIgaSwouvT9z_Boe-9hd4NzyJOhY,68
-mcp_code_indexer-3.1.3.dist-info/top_level.txt,sha256=yKYCM-gMGt-cnupGfAhnZaoEsROLB6DQ1KFUuyKx4rw,17
-mcp_code_indexer-3.1.3.dist-info/RECORD,,