academia-mcp 1.10.3__py3-none-any.whl → 1.10.4__py3-none-any.whl

academia_mcp/tools/visit_webpage.py

@@ -11,6 +11,7 @@ from academia_mcp.utils import sanitize_output
 EXA_CONTENTS_URL = "https://api.exa.ai/contents"
 TAVILY_EXTRACT_URL = "https://api.tavily.com/extract"
 AVAILABLE_PROVIDERS = ("basic", "exa", "tavily")
+ERROR_MESSAGE = "Failed to get content from the page. Try to use another provider."
 
 
 def _exa_visit_webpage(url: str) -> str:
@@ -21,7 +22,10 @@ def _exa_visit_webpage(url: str) -> str:
         "text": True,
     }
     response = post_with_retries(EXA_CONTENTS_URL, payload=payload, api_key=key)
-    return sanitize_output(json.dumps(response.json()["results"][0]))
+    results = response.json()["results"]
+    if not results:
+        return json.dumps({"id": url, "error": ERROR_MESSAGE})
+    return sanitize_output(json.dumps(results[0]))
 
 
 def _tavily_visit_webpage(url: str) -> str:
@@ -31,14 +35,18 @@ def _tavily_visit_webpage(url: str) -> str:
         "urls": [url],
     }
     response = post_with_retries(TAVILY_EXTRACT_URL, payload=payload, api_key=key)
-    return sanitize_output(json.dumps(response.json()["results"][0]["raw_content"]))
+    results = response.json()["results"]
+    if not results:
+        return json.dumps({"id": url, "error": ERROR_MESSAGE})
+    return sanitize_output(json.dumps(results[0]["raw_content"]))
 
 
 def visit_webpage(url: str, provider: Optional[str] = "basic") -> str:
     """
     Visit a webpage and return the content.
 
-    Returns a JSON object serialized to a string. The structure is: {"url": "...", "text": "..."}
+    Returns a JSON object serialized to a string. The structure is: {"id": "...", "text": "..."}.
+    If there are errors, the structure is: {"id": "...", "error": "..."}.
     Use `json.loads` to deserialize the result if you want to get specific fields.
     Try to use both "tavily" and "basic" providers. They might work differently for the same URL.
 
@@ -58,7 +66,10 @@ def visit_webpage(url: str, provider: Optional[str] = "basic") -> str:
         provider = "basic"
 
     assert provider == "basic"
-    response = get_with_retries(url)
+    try:
+        response = get_with_retries(url)
+    except Exception as e:
+        return json.dumps({"id": url, "error": str(e)})
     content_type = response.headers.get("content-type", "").lower()
     if not content_type or (not content_type.startswith("text/") and "html" not in content_type):
         if settings.EXA_API_KEY:

{academia_mcp-1.10.3.dist-info → academia_mcp-1.10.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: academia-mcp
-Version: 1.10.3
+Version: 1.10.4
 Summary: MCP server that provides different tools to search for scientific publications
 Author-email: Ilya Gusev <phoenixilya@gmail.com>
 Project-URL: Homepage, https://github.com/IlyaGusev/academia_mcp

{academia_mcp-1.10.3.dist-info → academia_mcp-1.10.4.dist-info}/RECORD

@@ -22,11 +22,11 @@ academia_mcp/tools/review.py,sha256=Va0lFJJKuk-NvWhKS3UZ-Dnuk7CyuDQ4S1nd70D-ffE,
 academia_mcp/tools/s2.py,sha256=QX7-pbetab3Xt_1tvVPU6o5D_NAe9y6jcTGRBK1vwtY,6200
 academia_mcp/tools/show_image.py,sha256=jiJlQ53dbZ0T61OBhCT3IKVvBl9NHc6jHgWLfg5BxiE,3856
 academia_mcp/tools/speech_to_text.py,sha256=YZzMqdvunzXkpcadP_mYhm6cs4qH1Y_42SfY-7eX4O4,1601
-academia_mcp/tools/visit_webpage.py,sha256=K4L8V5KB5b4mHZBWee3OBp1C9ZFI_ge-tZ3HZXxLZwA,2742
+academia_mcp/tools/visit_webpage.py,sha256=5qpVRqAhpxY1Cj3Z9XKXfrpo4ujl5rzTg2UKP0-gkL8,3206
 academia_mcp/tools/web_search.py,sha256=0gKE3gtLBhdQ6G1eSgYLs1LIuo__PHwsYx5I5mTn254,6408
-academia_mcp-1.10.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-academia_mcp-1.10.3.dist-info/METADATA,sha256=-MGPktQMI9OjYLCGnMvGN9kZUQN8qGeGBFA1L8dWeZ4,6311
-academia_mcp-1.10.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-academia_mcp-1.10.3.dist-info/entry_points.txt,sha256=gxkiKJ74w2FwJpSECpjA3XtCfI5ZfrM6N8cqnwsq4yY,51
-academia_mcp-1.10.3.dist-info/top_level.txt,sha256=CzGpRFsRRJRqWEb1e3SUlcfGqRzOxevZGaJWrtGF8W0,13
-academia_mcp-1.10.3.dist-info/RECORD,,
+academia_mcp-1.10.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+academia_mcp-1.10.4.dist-info/METADATA,sha256=xuW7O6KvZ4q6LFZ-FMiSOf77dYKIjuYG_ySglOQxQvU,6311
+academia_mcp-1.10.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+academia_mcp-1.10.4.dist-info/entry_points.txt,sha256=gxkiKJ74w2FwJpSECpjA3XtCfI5ZfrM6N8cqnwsq4yY,51
+academia_mcp-1.10.4.dist-info/top_level.txt,sha256=CzGpRFsRRJRqWEb1e3SUlcfGqRzOxevZGaJWrtGF8W0,13
+academia_mcp-1.10.4.dist-info/RECORD,,