wet-mcp 1.2.1__tar.gz → 1.3.0__tar.gz

{wet_mcp-1.2.1 → wet_mcp-1.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: wet-mcp
-Version: 1.2.1
+Version: 1.3.0
 Summary: Open-source MCP Server thay thế Tavily - Web search, extract, crawl với SearXNG
 Project-URL: Homepage, https://github.com/n24q02m/wet-mcp
 Project-URL: Repository, https://github.com/n24q02m/wet-mcp.git

{wet_mcp-1.2.1 → wet_mcp-1.3.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "wet-mcp"
-version = "1.2.1"
+version = "1.3.0"
 description = "Open-source MCP Server thay thế Tavily - Web search, extract, crawl với SearXNG"
 readme = "README.md"
 license = { text = "MIT" }

{wet_mcp-1.2.1 → wet_mcp-1.3.0}/src/wet_mcp/sources/crawler.py

@@ -288,10 +288,21 @@ async def download_media(
 
     results = []
 
-    async with httpx.AsyncClient(timeout=60) as client:
+    transport = httpx.AsyncHTTPTransport(retries=3)
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
+    }
+
+    async with httpx.AsyncClient(
+        timeout=60, transport=transport, headers=headers
+    ) as client:
         for url in media_urls:
             try:
-                response = await client.get(url)
+                # Handle protocol-relative URLs
+                if url.startswith("//"):
+                    url = f"https:{url}"
+
+                response = await client.get(url, follow_redirects=True)
                 response.raise_for_status()
 
                 filename = url.split("/")[-1].split("?")[0] or "download"