nia-mcp-server 1.0.11__tar.gz → 1.0.12__tar.gz

{nia_mcp_server-1.0.11 → nia_mcp_server-1.0.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nia-mcp-server
-Version: 1.0.11
+Version: 1.0.12
 Summary: Nia Knowledge Agent
 Project-URL: Homepage, https://trynia.ai
 Project-URL: Documentation, https://docs.trynia.ai

{nia_mcp_server-1.0.11 → nia_mcp_server-1.0.12}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "nia-mcp-server"
-version = "1.0.11"
+version = "1.0.12"
 description = "Nia Knowledge Agent"
 readme = "README.md"
 requires-python = ">=3.8"

{nia_mcp_server-1.0.11 → nia_mcp_server-1.0.12}/src/nia_mcp_server/__init__.py

@@ -2,4 +2,4 @@
 NIA MCP Server - Proxy server for NIA Knowledge Agent
 """
 
-__version__ = "1.0.11"
+__version__ = "1.0.12"

{nia_mcp_server-1.0.11 → nia_mcp_server-1.0.12}/src/nia_mcp_server/api_client.py

@@ -75,7 +75,7 @@ class NIAApiClient:
                     "lifetime limit",
                     "no chat credits",
                     "free api requests",
-                    "25 free",
+                    "5 free",
                     "usage limit",
                 ]
             ):
@@ -99,7 +99,7 @@ class NIAApiClient:
                     for phrase in [
                         "lifetime limit",
                         "free api requests",
-                        "25 free",
+                        "5 free",
                         "usage limit",
                     ]
                 ):
@@ -623,4 +623,30 @@ class NIAApiClient:
         except httpx.HTTPStatusError as e:
             raise self._handle_api_error(e)
         except Exception as e:
-            raise APIError(f"Deep research failed: {str(e)}")
+            raise APIError(f"Deep research failed: {str(e)}")
+    
+    async def get_source_content(
+        self,
+        source_type: str,
+        source_identifier: str,
+        metadata: Dict[str, Any] = None
+    ) -> Dict[str, Any]:
+        """Get full content of a specific source file or document."""
+        try:
+            payload = {
+                "source_type": source_type,
+                "source_identifier": source_identifier,
+                "metadata": metadata or {}
+            }
+            
+            response = await self.client.post(
+                f"{self.base_url}/v2/sources/content",
+                json=payload
+            )
+            response.raise_for_status()
+            return response.json()
+            
+        except httpx.HTTPStatusError as e:
+            raise self._handle_api_error(e)
+        except Exception as e:
+            raise APIError(f"Failed to get source content: {str(e)}")

{nia_mcp_server-1.0.11 → nia_mcp_server-1.0.12}/src/nia_mcp_server/server.py

@@ -25,7 +25,7 @@ load_dotenv(env_path)
 
 # Configure logging
 logging.basicConfig(
-    level=logging.INFO,
+    level=logging.INFO,  # Changed from INFO to DEBUG for troubleshooting
     format='%(asctime)s [%(levelname)s] %(name)s: %(message)s',
 )
 logger = logging.getLogger(__name__)
@@ -122,7 +122,7 @@ async def index_repository(
     except APIError as e:
         logger.error(f"API Error indexing repository: {e} (status_code={e.status_code}, detail={e.detail})")
         if e.status_code == 403 or "free tier limit" in str(e).lower() or "free api requests" in str(e).lower():
-            if e.detail and "25 free API requests" in e.detail:
+            if e.detail and "5 free API requests" in e.detail:
                 return [TextContent(
                     type="text", 
                     text=f"❌ {e.detail}\n\n💡 Tip: Upgrade to Pro at https://trynia.ai/billing for unlimited API access."
@@ -222,9 +222,11 @@ async def search_codebase(
                     response_parts.append(data["content"])
                 
                 if "sources" in data and data["sources"]:
+                    logger.debug(f"Received sources data: {type(data['sources'])}, count: {len(data['sources'])}")
                     sources_parts.extend(data["sources"])
                     
-            except json.JSONDecodeError:
+            except json.JSONDecodeError as e:
+                logger.warning(f"Failed to parse JSON chunk: {chunk}, error: {e}")
                 continue
         
         # Format the response
@@ -232,21 +234,53 @@ async def search_codebase(
         
         if sources_parts and include_sources:
             response_text += "\n\n## Sources\n\n"
-            for i, source in enumerate(sources_parts[:5], 1):  # Limit to 5 sources
+            for i, source in enumerate(sources_parts[:10], 1):  # Limit to 10 sources (matches backend)
                 response_text += f"### Source {i}\n"
-                if "repository" in source:
-                    response_text += f"**Repository:** {source['repository']}\n"
-                if "file" in source:
-                    response_text += f"**File:** `{source['file']}`\n"
-                if "preview" in source:
-                    response_text += f"```\n{source['preview']}\n```\n\n"
+                
+                # Handle both string sources (file paths) and dictionary sources
+                if isinstance(source, str):
+                    # Source is just a file path string
+                    response_text += f"**File:** `{source}`\n\n"
+                    continue
+                elif not isinstance(source, dict):
+                    logger.warning(f"Expected source to be dict or str, got {type(source)}: {source}")
+                    response_text += f"**Source:** {str(source)}\n\n"
+                    continue
+                
+                # Handle dictionary sources with metadata
+                metadata = source.get("metadata", {})
+                
+                # Repository name
+                repository = source.get("repository") or metadata.get("source_name") or metadata.get("repository")
+                if repository:
+                    response_text += f"**Repository:** {repository}\n"
+                
+                # File path
+                file_path = source.get("file") or source.get("file_path") or metadata.get("file_path")
+                if file_path:
+                    response_text += f"**File:** `{file_path}`\n"
+                
+                # Content/preview
+                content = source.get("preview") or source.get("content")
+                if content:
+                    # Truncate very long content
+                    if len(content) > 500:
+                        content = content[:500] + "..."
+                    response_text += f"```\n{content}\n```\n\n"
+                else:
+                    # If no content, at least show that this is a valid source
+                    response_text += f"*Referenced source*\n\n"
+            
+            # Add helpful text about read_source_content tool
+            response_text += "\n💡 **Need more details from a source?**\n\n"
+            response_text += "If you need more information from the source links provided above, use the `read_source_content` tool from the available tools provided by Nia to get full context about that particular source.\n"
         
         return [TextContent(type="text", text=response_text)]
         
     except APIError as e:
         logger.error(f"API Error searching codebase: {e} (status_code={e.status_code}, detail={e.detail})")
         if e.status_code == 403 or "free tier limit" in str(e).lower() or "free api requests" in str(e).lower():
-            if e.detail and "25 free API requests" in e.detail:
+            if e.detail and "5 free API requests" in e.detail:
                 return [TextContent(
                     type="text", 
                     text=f"❌ {e.detail}\n\n💡 Tip: Upgrade to Pro at https://trynia.ai/billing for unlimited API access."
@@ -287,6 +321,9 @@ async def search_documentation(
         
     Returns:
         Search results with relevant documentation excerpts
+
+    Important:
+        - Always use Source ID. If you don't have it, use `list_documentation` tool to get it.
     """
     try:
         client = await ensure_api_client()
@@ -316,7 +353,7 @@ async def search_documentation(
             messages=messages,
             repositories=[],  # No repositories
             data_sources=sources,
-            search_mode="unified",  # Use unified for full answers with documentation
+            search_mode="unified",  # Use unified mode for intelligent LLM processing
             stream=True,
             include_sources=include_sources
         ):
@@ -327,9 +364,11 @@ async def search_documentation(
                     response_parts.append(data["content"])
                 
                 if "sources" in data and data["sources"]:
+                    logger.debug(f"Received doc sources data: {type(data['sources'])}, count: {len(data['sources'])}")
                     sources_parts.extend(data["sources"])
                     
-            except json.JSONDecodeError:
+            except json.JSONDecodeError as e:
+                logger.warning(f"Failed to parse JSON chunk in documentation search: {chunk}, error: {e}")
                 continue
         
         # Format the response
@@ -337,14 +376,42 @@ async def search_documentation(
         
         if sources_parts and include_sources:
             response_text += "\n\n## Sources\n\n"
-            for i, source in enumerate(sources_parts[:5], 1):  # Limit to 5 sources
+            for i, source in enumerate(sources_parts[:10], 1):  # Limit to 10 sources (matches backend)
                 response_text += f"### Source {i}\n"
-                if "url" in source:
-                    response_text += f"**URL:** {source['url']}\n"
-                elif "file" in source:
-                    response_text += f"**Page:** {source['file']}\n"
-                if "preview" in source:
-                    response_text += f"```\n{source['preview']}\n```\n\n"
+                
+                # Handle both string sources and dictionary sources
+                if isinstance(source, str):
+                    # Source is just a URL or file path string
+                    response_text += f"**Document:** {source}\n\n"
+                    continue
+                elif not isinstance(source, dict):
+                    logger.warning(f"Expected source to be dict or str, got {type(source)}: {source}")
+                    response_text += f"**Source:** {str(source)}\n\n"
+                    continue
+                
+                # Handle dictionary sources with metadata
+                metadata = source.get("metadata", {})
+                
+                # URL or file
+                url = source.get("url") or metadata.get("url") or metadata.get("source") or metadata.get("sourceURL")
+                file_path = source.get("file") or source.get("file_path") or metadata.get("file_path") or metadata.get("document_name")
+                
+                if url:
+                    response_text += f"**URL:** {url}\n"
+                elif file_path:
+                    response_text += f"**Document:** {file_path}\n"
+                
+                # Title if available
+                title = source.get("title") or metadata.get("title")
+                if title:
+                    response_text += f"**Title:** {title}\n"
+                
+                # Add spacing after each source
+                response_text += "\n"
+            
+            # Add helpful text about read_source_content tool
+            response_text += "\n💡 **Need more details from a source?**\n\n"
+            response_text += "If you need more information from the source links provided above, use the `read_source_content` tool from the available tools provided by Nia to get full context about that particular source.\n"
         
         return [TextContent(type="text", text=response_text)]
         
@@ -352,7 +419,7 @@ async def search_documentation(
         logger.error(f"API Error searching documentation: {e}")
         error_msg = f"❌ {str(e)}"
         if e.status_code == 403 and "lifetime limit" in str(e).lower():
-            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 25 API requests. Upgrade to Pro for unlimited access."
+            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 5 API requests. Upgrade to Pro for unlimited access."
         return [TextContent(type="text", text=error_msg)]
     except Exception as e:
         logger.error(f"Error searching documentation: {e}")
@@ -411,7 +478,7 @@ async def list_repositories() -> List[TextContent]:
         # Check for free tier limit errors
         if e.status_code == 403 or "free tier limit" in str(e).lower() or "free api requests" in str(e).lower():
             # Extract the specific limit message
-            if e.detail and "25 free API requests" in e.detail:
+            if e.detail and "5 free API requests" in e.detail:
                 return [TextContent(
                     type="text", 
                     text=f"❌ {e.detail}\n\n💡 Tip: Upgrade to Pro at https://trynia.ai/billing for unlimited API access."
@@ -491,7 +558,7 @@ async def check_repository_status(repository: str) -> List[TextContent]:
         logger.error(f"API Error checking repository status: {e}")
         error_msg = f"❌ {str(e)}"
         if e.status_code == 403 and "lifetime limit" in str(e).lower():
-            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 25 API requests. Upgrade to Pro for unlimited access."
+            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 5 API requests. Upgrade to Pro for unlimited access."
         return [TextContent(type="text", text=error_msg)]
     except Exception as e:
         logger.error(f"Error checking repository status: {e}")
@@ -578,7 +645,7 @@ async def index_documentation(
         logger.error(f"API Error indexing documentation: {e}")
         error_msg = f"❌ {str(e)}"
         if e.status_code == 403 and "lifetime limit" in str(e).lower():
-            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 25 API requests. Upgrade to Pro for unlimited access."
+            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 5 API requests. Upgrade to Pro for unlimited access."
         return [TextContent(type="text", text=error_msg)]
     except Exception as e:
         logger.error(f"Error indexing documentation: {e}")
@@ -637,7 +704,7 @@ async def list_documentation() -> List[TextContent]:
         logger.error(f"API Error listing documentation: {e}")
         error_msg = f"❌ {str(e)}"
         if e.status_code == 403 and "lifetime limit" in str(e).lower():
-            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 25 API requests. Upgrade to Pro for unlimited access."
+            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 5 API requests. Upgrade to Pro for unlimited access."
         return [TextContent(type="text", text=error_msg)]
     except Exception as e:
         logger.error(f"Error listing documentation: {e}")
@@ -703,7 +770,7 @@ async def check_documentation_status(source_id: str) -> List[TextContent]:
         logger.error(f"API Error checking documentation status: {e}")
         error_msg = f"❌ {str(e)}"
         if e.status_code == 403 and "lifetime limit" in str(e).lower():
-            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 25 API requests. Upgrade to Pro for unlimited access."
+            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 5 API requests. Upgrade to Pro for unlimited access."
         return [TextContent(type="text", text=error_msg)]
     except Exception as e:
         logger.error(f"Error checking documentation status: {e}")
@@ -742,7 +809,7 @@ async def delete_documentation(source_id: str) -> List[TextContent]:
         logger.error(f"API Error deleting documentation: {e}")
         error_msg = f"❌ {str(e)}"
         if e.status_code == 403 and "lifetime limit" in str(e).lower():
-            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 25 API requests. Upgrade to Pro for unlimited access."
+            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 5 API requests. Upgrade to Pro for unlimited access."
         return [TextContent(type="text", text=error_msg)]
     except Exception as e:
         logger.error(f"Error deleting documentation: {e}")
@@ -781,7 +848,7 @@ async def delete_repository(repository: str) -> List[TextContent]:
         logger.error(f"API Error deleting repository: {e}")
         error_msg = f"❌ {str(e)}"
         if e.status_code == 403 and "lifetime limit" in str(e).lower():
-            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 25 API requests. Upgrade to Pro for unlimited access."
+            error_msg += "\n\n💡 Tip: You've reached the free tier limit of 5 API requests. Upgrade to Pro for unlimited access."
         return [TextContent(type="text", text=error_msg)]
     except Exception as e:
         logger.error(f"Error deleting repository: {e}")
@@ -1033,7 +1100,7 @@ async def nia_web_search(
     except APIError as e:
         logger.error(f"API Error in web search: {e}")
         if e.status_code == 403 or "free tier limit" in str(e).lower() or "free api requests" in str(e).lower():
-            if e.detail and "25 free API requests" in e.detail:
+            if e.detail and "5 free API requests" in e.detail:
                 return [TextContent(
                     type="text", 
                     text=f"❌ {e.detail}\n\n💡 Tip: Upgrade to Pro at https://trynia.ai/billing for unlimited API access."
@@ -1212,7 +1279,7 @@ async def nia_deep_research_agent(
     except APIError as e:
         logger.error(f"API Error in deep research: {e}")
         if e.status_code == 403 or "free tier limit" in str(e).lower() or "free api requests" in str(e).lower():
-            if e.detail and "25 free API requests" in e.detail:
+            if e.detail and "5 free API requests" in e.detail:
                 return [TextContent(
                     type="text", 
                     text=f"❌ {e.detail}\n\n💡 Tip: Upgrade to Pro at https://trynia.ai/billing for unlimited API access."
@@ -1388,6 +1455,134 @@ async def initialize_project(
                  "- The NIA MCP server is properly installed"
         )]
 
+@mcp.tool()
+async def read_source_content(
+    source_type: str,
+    source_identifier: str,
+    metadata: Optional[Dict[str, Any]] = None
+) -> List[TextContent]:
+    """
+    Read the full content of a specific source file or document.
+    
+    This tool allows AI to fetch complete content from sources identified during search,
+    enabling deeper analysis when the truncated search results are insufficient.
+    
+    Args:
+        source_type: Type of source - "repository" or "documentation"
+        source_identifier: 
+            - For repository: "owner/repo:path/to/file.py" (e.g., "facebook/react:src/React.js")
+            - For documentation: The source URL or document ID
+        metadata: Optional metadata from search results to help locate the source
+        
+    Returns:
+        Full content of the requested source with metadata
+        
+    Examples:
+        - read_source_content("repository", "langchain-ai/langchain:libs/core/langchain_core/runnables/base.py")
+        - read_source_content("documentation", "https://docs.python.org/3/library/asyncio.html")
+    """
+    try:
+        client = await ensure_api_client()
+        
+        logger.info(f"Reading source content - type: {source_type}, identifier: {source_identifier}")
+        
+        # Call the API to get source content
+        result = await client.get_source_content(
+            source_type=source_type,
+            source_identifier=source_identifier,
+            metadata=metadata or {}
+        )
+        
+        if not result or not result.get("success"):
+            error_msg = result.get("error", "Unknown error") if result else "Failed to fetch source content"
+            return [TextContent(
+                type="text",
+                text=f"❌ Error reading source: {error_msg}"
+            )]
+        
+        # Format the response
+        content = result.get("content", "")
+        source_metadata = result.get("metadata", {})
+        
+        # Build response with metadata header
+        response_lines = []
+        
+        if source_type == "repository":
+            repo_name = source_metadata.get("repository", "Unknown")
+            file_path = source_metadata.get("file_path", source_identifier.split(":", 1)[-1] if ":" in source_identifier else "Unknown")
+            branch = source_metadata.get("branch", "main")
+            
+            response_lines.extend([
+                f"# Source: {repo_name}",
+                f"**File:** `{file_path}`",
+                f"**Branch:** {branch}",
+                ""
+            ])
+            
+            if source_metadata.get("url"):
+                response_lines.append(f"**GitHub URL:** {source_metadata['url']}")
+                response_lines.append("")
+            
+            # Add file info if available
+            if source_metadata.get("size"):
+                response_lines.append(f"**Size:** {source_metadata['size']} bytes")
+            if source_metadata.get("language"):
+                response_lines.append(f"**Language:** {source_metadata['language']}")
+                
+            response_lines.extend(["", "## Content", ""])
+            
+            # Add code block with language hint
+            language = source_metadata.get("language", "").lower() or "text"
+            response_lines.append(f"```{language}")
+            response_lines.append(content)
+            response_lines.append("```")
+            
+        elif source_type == "documentation":
+            url = source_metadata.get("url", source_identifier)
+            title = source_metadata.get("title", "Documentation")
+            
+            response_lines.extend([
+                f"# Documentation: {title}",
+                f"**URL:** {url}",
+                ""
+            ])
+            
+            if source_metadata.get("last_updated"):
+                response_lines.append(f"**Last Updated:** {source_metadata['last_updated']}")
+                response_lines.append("")
+                
+            response_lines.extend(["## Content", "", content])
+        
+        else:
+            # Generic format for unknown source types
+            response_lines.extend([
+                f"# Source Content",
+                f"**Type:** {source_type}",
+                f"**Identifier:** {source_identifier}",
+                "",
+                "## Content",
+                "",
+                content
+            ])
+        
+        return [TextContent(type="text", text="\n".join(response_lines))]
+        
+    except APIError as e:
+        logger.error(f"API Error reading source content: {e}")
+        if e.status_code == 403 or "free tier limit" in str(e).lower():
+            return [TextContent(
+                type="text",
+                text=f"❌ {str(e)}\n\n💡 Tip: Upgrade to Pro at https://trynia.ai/billing for unlimited access."
+            )]
+        else:
+            return [TextContent(type="text", text=f"❌ {str(e)}")]
+    except Exception as e:
+        logger.error(f"Error reading source content: {e}")
+        return [TextContent(
+            type="text",
+            text=f"❌ Error reading source content: {str(e)}"
+        )]
+
 @mcp.tool()
 async def visualize_codebase(
     repository: str