mcp-server-fetch 0.6.1__py3-none-any.whl → 0.6.2__py3-none-any.whl

mcp_server_fetch/server.py

@@ -44,7 +44,7 @@ def extract_content_from_html(html: str) -> str:
     return content
 
 
-def get_robots_txt_url(url: AnyUrl | str) -> str:
+def get_robots_txt_url(url: str) -> str:
     """Get the robots.txt URL for a given website URL.
 
     Args:
@@ -54,7 +54,7 @@ def get_robots_txt_url(url: AnyUrl | str) -> str:
         URL of the robots.txt file
     """
     # Parse the URL into components
-    parsed = urlparse(str(url))
+    parsed = urlparse(url)
 
     # Reconstruct the base URL with just scheme, netloc, and /robots.txt path
     robots_url = urlunparse((parsed.scheme, parsed.netloc, "/robots.txt", "", "", ""))
@@ -62,7 +62,7 @@ def get_robots_txt_url(url: AnyUrl | str) -> str:
     return robots_url
 
 
-async def check_may_autonomously_fetch_url(url: AnyUrl | str, user_agent: str) -> None:
+async def check_may_autonomously_fetch_url(url: str, user_agent: str) -> None:
     """
     Check if the URL can be fetched by the user agent according to the robots.txt file.
     Raises a McpError if not.
@@ -74,7 +74,9 @@ async def check_may_autonomously_fetch_url(url: AnyUrl | str, user_agent: str) -
     async with AsyncClient() as client:
         try:
             response = await client.get(
-                robot_txt_url, headers={"User-Agent": user_agent}
+                robot_txt_url,
+                follow_redirects=True,
+                headers={"User-Agent": user_agent},
             )
         except HTTPError:
             raise McpError(
@@ -93,7 +95,7 @@ async def check_may_autonomously_fetch_url(url: AnyUrl | str, user_agent: str) -
         line for line in robot_txt.splitlines() if not line.strip().startswith("#")
     )
     robot_parser = Protego.parse(processed_robot_txt)
-    if not robot_parser.can_fetch(url, user_agent):
+    if not robot_parser.can_fetch(str(url), user_agent):
         raise McpError(
             INTERNAL_ERROR,
             f"The sites robots.txt ({robot_txt_url}), specifies that autonomous fetching of this page is not allowed, "
@@ -106,7 +108,7 @@ async def check_may_autonomously_fetch_url(url: AnyUrl | str, user_agent: str) -
 
 
 async def fetch_url(
-    url: AnyUrl | str, user_agent: str, force_raw: bool = False
+    url: str, user_agent: str, force_raw: bool = False
 ) -> Tuple[str, str]:
     """
     Fetch the URL and return the content in a form ready for the LLM, as well as a prefix string with status information.
@@ -116,7 +118,7 @@ async def fetch_url(
     async with AsyncClient() as client:
         try:
             response = await client.get(
-                str(url),
+                url,
                 follow_redirects=True,
                 headers={"User-Agent": user_agent},
                 timeout=30,
@@ -221,7 +223,7 @@ Although originally you did not have internet access, and were advised to refuse
         except ValueError as e:
             raise McpError(INVALID_PARAMS, str(e))
 
-        url = args.url
+        url = str(args.url)
         if not url:
             raise McpError(INVALID_PARAMS, "URL is required")
 

{mcp_server_fetch-0.6.1.dist-info → mcp_server_fetch-0.6.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: mcp-server-fetch
-Version: 0.6.1
+Version: 0.6.2
 Summary: A Model Context Protocol server providing tools to fetch and convert web content for usage by LLMs
 Author: Anthropic, PBC.
 Maintainer-email: Jack Adamson <jadamson@anthropic.com>

mcp_server_fetch-0.6.2.dist-info/RECORD

@@ -0,0 +1,8 @@
+mcp_server_fetch/__init__.py,sha256=6mqCwMSe8NtUcwXsmZTGjln83bc1vE31CL5yInKZd0s,614
+mcp_server_fetch/__main__.py,sha256=P5j_W1F3QvOrY7x2YIQ0KlY1Y9eO_vS6rrOo1mL1fvk,57
+mcp_server_fetch/server.py,sha256=3SZB1yVHwLq_mrjwtPeY8PYQapkeYqo3QTvWSwZmAOI,9491
+mcp_server_fetch-0.6.2.dist-info/METADATA,sha256=eYx-lmVttmODvBUxGN6-Yc_mRoflqKUUnChgUONd4l4,4645
+mcp_server_fetch-0.6.2.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+mcp_server_fetch-0.6.2.dist-info/entry_points.txt,sha256=tYA4AQfADMVk6YWCfuPe7TjGGmPmk7gLosHt_ewL48c,59
+mcp_server_fetch-0.6.2.dist-info/licenses/LICENSE,sha256=jMfG4zsk7U7o_MzDPszxAlSdBPpMuXN87Ml3Da0QgP8,1059
+mcp_server_fetch-0.6.2.dist-info/RECORD,,

mcp_server_fetch-0.6.1.dist-info/RECORD

@@ -1,8 +0,0 @@
-mcp_server_fetch/__init__.py,sha256=6mqCwMSe8NtUcwXsmZTGjln83bc1vE31CL5yInKZd0s,614
-mcp_server_fetch/__main__.py,sha256=P5j_W1F3QvOrY7x2YIQ0KlY1Y9eO_vS6rrOo1mL1fvk,57
-mcp_server_fetch/server.py,sha256=G_oJaTAt4RWfVcsCT9kKiZ8ObCaZF95SHeSWpz_d-ms,9462
-mcp_server_fetch-0.6.1.dist-info/METADATA,sha256=LvajvVT7StDVQ8jkr-EirJLMlh4N4wnLH9eTU25JP6c,4645
-mcp_server_fetch-0.6.1.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-mcp_server_fetch-0.6.1.dist-info/entry_points.txt,sha256=tYA4AQfADMVk6YWCfuPe7TjGGmPmk7gLosHt_ewL48c,59
-mcp_server_fetch-0.6.1.dist-info/licenses/LICENSE,sha256=jMfG4zsk7U7o_MzDPszxAlSdBPpMuXN87Ml3Da0QgP8,1059
-mcp_server_fetch-0.6.1.dist-info/RECORD,,