skydeckai-code 0.1.26__py3-none-any.whl → 0.1.27__py3-none-any.whl

aidd/tools/web_tools.py

@@ -48,6 +48,12 @@ def web_fetch_tool():
                                    "will be saved to this location. Must be within the allowed directory. Example: "
                                    "'downloads/page.html', 'data/api_response.json'.",
                     "default": None
+                },
+                "convert_html_to_markdown": {
+                    "type": "boolean",
+                    "description": "If set to true and the content is HTML, it will be converted to markdown format "
+                                   "for better readability. This is especially useful for web pages with a lot of content.",
+                    "default": True
                 }
             },
             "required": ["url"]
@@ -61,6 +67,7 @@ async def handle_web_fetch(arguments: dict) -> List[TextContent]:
     headers = arguments.get("headers", {})
     timeout = arguments.get("timeout", 10)
     save_to_file = arguments.get("save_to_file")
+    convert_html_to_markdown = arguments.get("convert_html_to_markdown", True)
 
     if not url:
         raise ValueError("URL must be provided")
@@ -123,6 +130,23 @@ async def handle_web_fetch(arguments: dict) -> List[TextContent]:
         # Try to decode the content
         try:
             text_content = content.decode('utf-8')
+
+            # Convert HTML to markdown if requested and content appears to be HTML
+            if convert_html_to_markdown and ("html" in content_type or text_content.strip().startswith(("<!DOCTYPE", "<html"))):
+                try:
+                    # Using the html2text library to convert HTML to markdown
+                    # Need to import here to avoid dependency issues if the library is not installed
+                    import html2text
+                    h = html2text.HTML2Text()
+                    h.ignore_links = False
+                    h.ignore_images = False
+                    h.ignore_emphasis = False
+                    h.body_width = 0  # Don't wrap text
+                    text_content = h.handle(text_content)
+                except ImportError:
+                    # Add note that html2text needs to be installed
+                    text_content = f"NOTE: Could not convert HTML to markdown because html2text library is not installed.\n\n{text_content}"
+
         except UnicodeDecodeError:
             # If content can't be decoded as utf-8, provide info about binary content
             if full_save_path:
@@ -140,10 +164,11 @@ async def handle_web_fetch(arguments: dict) -> List[TextContent]:
         status_info = f"HTTP {response.status_code}"
         size_info = f"{len(content)} bytes"
         save_info = f", saved to {save_to_file}" if full_save_path else ""
+        format_info = " (converted to markdown)" if convert_html_to_markdown and ("html" in content_type or text_content.strip().startswith(("<!DOCTYPE", "<html"))) else ""
 
         result = [TextContent(
             type="text",
-            text=f"{status_info}, {size_info}{save_info}:\n\n{text_content}"
+            text=f"{status_info}, {size_info}{save_info}{format_info}:\n\n{text_content}"
         )]
 
         return result

{skydeckai_code-0.1.26.dist-info → skydeckai_code-0.1.27.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skydeckai-code
-Version: 0.1.26
+Version: 0.1.27
 Summary: This MCP server provides a comprehensive set of tools for AI-driven Development workflows including file operations, code analysis, multi-language execution, Git operations, web content fetching, code content searching, and system information retrieval.
 Project-URL: Homepage, https://github.com/skydeckai/skydeckai-code
 Project-URL: Repository, https://github.com/skydeckai/skydeckai-code
@@ -11,6 +11,7 @@ License-File: LICENSE
 Keywords: ai,aidd,code,code-analysis,development,mcp
 Requires-Python: >=3.11
 Requires-Dist: gitpython>=3.1.44
+Requires-Dist: html2text>=2025.4.15
 Requires-Dist: mcp>=1.6.0
 Requires-Dist: mss>=10.0.0
 Requires-Dist: pillow>=11.1.0
@@ -529,7 +530,8 @@ Fetches content from a URL and optionally saves it to a file.
         "Accept": "application/json"
     },
     "timeout": 15,
-    "save_to_file": "downloads/octocat.json"
+    "save_to_file": "downloads/octocat.json",
+    "convert_html_to_markdown": true
 }
 ```
 
@@ -540,9 +542,10 @@ Fetches content from a URL and optionally saves it to a file.
 | headers | object | No | Optional HTTP headers to include in the request |
 | timeout | integer | No | Maximum time to wait for response (default: 10s) |
 | save_to_file | string | No | Path to save response content (within allowed directory) |
+| convert_html_to_markdown | boolean | No | When true, converts HTML content to markdown for better readability (default: true) |
 
 **Returns:**
-Response content as text with HTTP status code and size information. For binary content, returns metadata and saves to file if requested.
+Response content as text with HTTP status code and size information. For binary content, returns metadata and saves to file if requested. When convert_html_to_markdown is enabled, HTML content is automatically converted to markdown format for better readability.
 
 This tool can be used to access web APIs, fetch documentation, or download content from the web while respecting size limits (10MB max) and security constraints.
 
@@ -560,6 +563,12 @@ skydeckai-code-cli --tool web_fetch --args '{
     "url": "https://github.com/github/github-mcp-server/blob/main/README.md",
     "save_to_file": "downloads/readme.md"
 }'
+
+# Fetch a webpage and convert to markdown for better readability
+skydeckai-code-cli --tool web_fetch --args '{
+    "url": "https://example.com",
+    "convert_html_to_markdown": true
+}'
 ```
 
 ### Utility Tools

{skydeckai_code-0.1.26.dist-info → skydeckai_code-0.1.27.dist-info}/RECORD

@@ -17,9 +17,9 @@ aidd/tools/path_tools.py,sha256=RGoOhqP69eHJzM8tEgn_5-GRaR0gp25fd0XZIJ_RnQE,4045
 aidd/tools/screenshot_tool.py,sha256=NMO5B4UG8qfMEOMRd2YoOjtwz_oQ2y1UAGU22jV1yGU,46337
 aidd/tools/state.py,sha256=RWSw0Jfsui8FqC0xsI7Ik07tAg35hRwLHa5xGBVbiI4,1493
 aidd/tools/system_tools.py,sha256=H4_qveKC2HA7SIbi-j4vxA0W4jYh2wfu9A6ni5wkZyA,7249
-aidd/tools/web_tools.py,sha256=VlxjWrd6Vtzxv8wbwC8zoocWK7CUM-K_x0JTdH1TpKk,6925
-skydeckai_code-0.1.26.dist-info/METADATA,sha256=yK33eoC1ocqQziUNPq9u2_5aHUPwEJI6srZay-iAvBk,28662
-skydeckai_code-0.1.26.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-skydeckai_code-0.1.26.dist-info/entry_points.txt,sha256=cT-IHh3_ioGLk3kwIeqj1X6Li1dnJinX9qKWUl7nOLg,80
-skydeckai_code-0.1.26.dist-info/licenses/LICENSE,sha256=uHse04vmI6ZjW7TblegFl30X-sDyyF0-QvH8ItPca3c,10865
-skydeckai_code-0.1.26.dist-info/RECORD,,
+aidd/tools/web_tools.py,sha256=DEovG7ZK2ER0S8YY0He5AsAfYMDpwLeqENEbuOhuEpY,8562
+skydeckai_code-0.1.27.dist-info/METADATA,sha256=-_y9BgFYwFNJmIgUUmoLAJkaOiBQvC8paZiGhhwV3ZA,29177
+skydeckai_code-0.1.27.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+skydeckai_code-0.1.27.dist-info/entry_points.txt,sha256=cT-IHh3_ioGLk3kwIeqj1X6Li1dnJinX9qKWUl7nOLg,80
+skydeckai_code-0.1.27.dist-info/licenses/LICENSE,sha256=uHse04vmI6ZjW7TblegFl30X-sDyyF0-QvH8ItPca3c,10865
+skydeckai_code-0.1.27.dist-info/RECORD,,