google-news-trends-mcp 0.1.2__py3-none-any.whl → 0.1.3__py3-none-any.whl

google_news_trends_mcp/news.py

@@ -24,10 +24,8 @@ from contextlib import asynccontextmanager
 tr = Trends()
 
 scraper = cloudscraper.create_scraper(
-    # Challenge handling
     interpreter="js2py",  # Best compatibility for v3 challenges
     delay=5,  # Extra time for complex challenges
-    # Stealth mode
     # enable_stealth=True,
     # stealth_options={
     #     'min_delay': 2.0,
@@ -36,15 +34,13 @@ scraper = cloudscraper.create_scraper(
     #     'randomize_headers': True,
     #     'browser_quirks': True
     # },
-    # Browser emulation
     browser="chrome",
-    # Debug mode
     debug=False,
 )
 
 google_news = GNews(
     language="en",
-    exclude_websites=["mensjournal.com"],
+    # exclude_websites=[],
 )
 
 playwright = None
@@ -66,7 +62,6 @@ def shutdown_browser():
 
 
 async def get_browser() -> Browser:
-    global browser
     if browser is None:
         await startup_browser()
     return browser
@@ -88,12 +83,10 @@ async def download_article_with_playwright(url) -> newspaper.Article | None:
     """
     try:
         async with browser_context() as context:
-            # context = await new_context()
             page = await context.new_page()
             await page.goto(url, wait_until="domcontentloaded")
             await asyncio.sleep(2)  # Wait for the page to load completely
             content = await page.content()
-            # await context.close()
             article = newspaper.article(url, input_html=content, language="en")
             return article
     except Exception as e:
@@ -133,15 +126,13 @@ async def download_article(url: str, nlp: bool = True) -> newspaper.Article | No
             print(f"Error downloading article with cloudscraper from {url}\n {e.args}")
 
     try:
-        if article is None:
+        if article is None or not article.text:
             # If newspaper failed, try downloading with Playwright
             print(f"Retrying with Playwright for {url}")
             article = await download_article_with_playwright(url)
         article.parse()
         if nlp:
             article.nlp()
-        if article.publish_date:
-            article.publish_date = article.publish_date.isoformat()
     except Exception as e:
         print(f"Error parsing article from {url}\n {e.args}")
         return None

{google_news_trends_mcp-0.1.2.dist-info → google_news_trends_mcp-0.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: google-news-trends-mcp
-Version: 0.1.2
+Version: 0.1.3
 Summary: An MCP server to access Google News and Google Trends.
 Author-email: Jesse Manek <jesse.manek@gmail.com>
 License-Expression: MIT
@@ -37,7 +37,7 @@ The returned data currently uses a lot of tokens, so it is recommended to always
 - Search Google News articles based on keyword, location, topic
 - Get top news stories from Google News
 - Google Trends keywords base on location
-- Optional NLP processing to summarize articles and extract keywords
+- Optional NLP to summarize articles and extract keywords
 
 ## Installation
 

{google_news_trends_mcp-0.1.2.dist-info → google_news_trends_mcp-0.1.3.dist-info}/RECORD

@@ -1,11 +1,11 @@
 google_news_trends_mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 google_news_trends_mcp/__main__.py,sha256=ysiAk_xpnnW3lrLlzdIQQa71tuGBRT8WocbecBsY2Fs,87
 google_news_trends_mcp/cli.py,sha256=fi0qocr-nc3UbGKOR5GLrmfsEjhU_M6ZJ7UAyLoC8ds,4012
-google_news_trends_mcp/news.py,sha256=o3lNRx_lt1h2ojHW0pXhfQhs8n35pnvgeV6-iTi_1RA,12294
+google_news_trends_mcp/news.py,sha256=TH8y4lHHyjGRJ_CGHsiU425sQuFEefR_cg27br9fKr8,12014
 google_news_trends_mcp/server.py,sha256=qwQ_9UKnOLybUGCmUH4sJWxKsmJHZCg7PKimFXgr58c,9468
-google_news_trends_mcp-0.1.2.dist-info/licenses/LICENSE,sha256=5dsv2ZI5EZIer0a9MktVmILVrlp5vqH_0tPIe3bRLgE,1067
-google_news_trends_mcp-0.1.2.dist-info/METADATA,sha256=dFijMlwb30QPODje_SYh-upF__QXNnxy6v7jDyq_O2c,4591
-google_news_trends_mcp-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-google_news_trends_mcp-0.1.2.dist-info/entry_points.txt,sha256=eVT3xd6YJQgsWAUBwhnffuwhXNF7yyt_uco6fjBy-1o,130
-google_news_trends_mcp-0.1.2.dist-info/top_level.txt,sha256=RFheDbzhNnEV_Y3iFNm7jhRhY1P1wQgfiYqVpXCTD_U,23
-google_news_trends_mcp-0.1.2.dist-info/RECORD,,
+google_news_trends_mcp-0.1.3.dist-info/licenses/LICENSE,sha256=5dsv2ZI5EZIer0a9MktVmILVrlp5vqH_0tPIe3bRLgE,1067
+google_news_trends_mcp-0.1.3.dist-info/METADATA,sha256=5ixq1RxbZOw6R4KWbpOd14Qp3zQVJ815hP_yCf9rl-s,4580
+google_news_trends_mcp-0.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+google_news_trends_mcp-0.1.3.dist-info/entry_points.txt,sha256=eVT3xd6YJQgsWAUBwhnffuwhXNF7yyt_uco6fjBy-1o,130
+google_news_trends_mcp-0.1.3.dist-info/top_level.txt,sha256=RFheDbzhNnEV_Y3iFNm7jhRhY1P1wQgfiYqVpXCTD_U,23
+google_news_trends_mcp-0.1.3.dist-info/RECORD,,