wet-mcp 1.2.1__py3-none-any.whl → 1.3.0__py3-none-any.whl

wet_mcp/sources/crawler.py

@@ -288,10 +288,21 @@ async def download_media(
 
     results = []
 
-    async with httpx.AsyncClient(timeout=60) as client:
+    transport = httpx.AsyncHTTPTransport(retries=3)
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
+    }
+
+    async with httpx.AsyncClient(
+        timeout=60, transport=transport, headers=headers
+    ) as client:
         for url in media_urls:
             try:
-                response = await client.get(url)
+                # Handle protocol-relative URLs
+                if url.startswith("//"):
+                    url = f"https:{url}"
+
+                response = await client.get(url, follow_redirects=True)
                 response.raise_for_status()
 
                 filename = url.split("/")[-1].split("?")[0] or "download"

{wet_mcp-1.2.1.dist-info → wet_mcp-1.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: wet-mcp
-Version: 1.2.1
+Version: 1.3.0
 Summary: Open-source MCP Server thay thế Tavily - Web search, extract, crawl với SearXNG
 Project-URL: Homepage, https://github.com/n24q02m/wet-mcp
 Project-URL: Repository, https://github.com/n24q02m/wet-mcp.git

{wet_mcp-1.2.1.dist-info → wet_mcp-1.3.0.dist-info}/RECORD

@@ -11,10 +11,10 @@ wet_mcp/docs/help.md,sha256=K91uveU6hM_tWBR9iqgn6_g0rt9h1h2zyEA3RMefeks,1428
 wet_mcp/docs/media.md,sha256=NPgHqUvjncIjc7hieZnka5cvlcrfBWgjSVxompBxizY,1279
 wet_mcp/docs/web.md,sha256=Ts7hBo_TEBcfT10iscag9-PxAKUkhhiaywricUTj3to,1691
 wet_mcp/sources/__init__.py,sha256=NzIac1ha0nZR93Uivsq0GqBxdJrfm0q83IQAPeip4I4,42
-wet_mcp/sources/crawler.py,sha256=9h8b46hqQ7IAncRZvzc6BdEyzib8Xhogt0J3KhIM_5Q,9905
+wet_mcp/sources/crawler.py,sha256=PwkxQnAvkoW6kA9LnPW0f8d5ETzVYTWeRKtntNP24cc,10322
 wet_mcp/sources/searxng.py,sha256=147yRT75vD2E5GdvYceoTqGRTqqCo8W1tpjXsZRaUhw,2029
-wet_mcp-1.2.1.dist-info/METADATA,sha256=1jNB7XD2VkqjqGAbh8Oc0SLCIDNWKgq271k3PgRZExg,6531
-wet_mcp-1.2.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-wet_mcp-1.2.1.dist-info/entry_points.txt,sha256=MvjtmQDh--zOPfnE-21Q861RFRLkE1xDbcTGAgURT_Y,41
-wet_mcp-1.2.1.dist-info/licenses/LICENSE,sha256=d7xQ6sRyeGus6gnvwgqiQtSY7XdFw0Jd0w5-Co_xHnk,1064
-wet_mcp-1.2.1.dist-info/RECORD,,
+wet_mcp-1.3.0.dist-info/METADATA,sha256=bmxh46pW33oJIc3UZVxTmv3UDD5jyAIrOliNXND_wwc,6531
+wet_mcp-1.3.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+wet_mcp-1.3.0.dist-info/entry_points.txt,sha256=MvjtmQDh--zOPfnE-21Q861RFRLkE1xDbcTGAgURT_Y,41
+wet_mcp-1.3.0.dist-info/licenses/LICENSE,sha256=d7xQ6sRyeGus6gnvwgqiQtSY7XdFw0Jd0w5-Co_xHnk,1064
+wet_mcp-1.3.0.dist-info/RECORD,,