warn-scraper 1.2.96__py3-none-any.whl → 1.2.98__py3-none-any.whl

warn/scrapers/va.py

@@ -1,6 +1,7 @@
 import datetime
 import logging
 import os
+import platform
 from glob import glob
 from pathlib import Path
 from shutil import copyfile
@@ -23,6 +24,16 @@ __source__ = {
 
 logger = logging.getLogger(__name__)
 
+if platform.system() == "Windows":
+    message = "This scraper requires Xvfb, which does not appear to be "
+    message += "supported within Windows, even with WSL. This scraper "
+    message += "will not work for you."
+    logger.error(message)
+    quit()
+else:
+    print(f"{platform.system} found")
+    from xvfbwrapper import Xvfb
+
 
 def scrape(
     data_dir: Path = utils.WARN_DATA_DIR,
@@ -117,7 +128,7 @@ def scrape(
     chromeoptionsholder.add_argument("--verbose")
 
     if "CHROMEWEBDRIVER" in os.environ:
-        chrome_install = os.environ["CHROMEWEBDRIVER"]
+        chrome_install = os.environ["CHROMEWEBDRIVER"] + "/chromedriver"
     else:
         chrome_install = ChromeDriverManager().install()
 
@@ -127,12 +138,14 @@ def scrape(
                 "THIRD_PARTY_NOTICES.chromedriver", "chromedriver.exe"
             )
     logger.debug(f"Chrome install variable is {chrome_install}")
-    service = ChromeService(chrome_install, service_args=["--verbose"])
-    driver = webdriver.Chrome(options=chromeoptionsholder, service=service)
-    logger.debug(f"Attempting to fetch {csv_url}")
-    driver.get(csv_url)
 
-    sleep(30)  # Give it plenty of time to evaluate Javascript
+    # Launch X Windows emulator, then launch Chrome to run with it
+    with Xvfb() as xvfb:  # noqa: F841
+        service = ChromeService(chrome_install, service_args=["--verbose"])
+        driver = webdriver.Chrome(options=chromeoptionsholder, service=service)
+        logger.debug(f"Attempting to fetch {csv_url}")
+        driver.get(csv_url)
+        sleep(30)  # Give it plenty of time to evaluate Javascript
 
     download_dir = os.path.expanduser("~") + "/Downloads"
 

{warn_scraper-1.2.96.dist-info → warn_scraper-1.2.98.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warn-scraper
-Version: 1.2.96
+Version: 1.2.98
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Home-page: https://github.com/biglocalnews/warn-scraper
 Author: Big Local News
@@ -33,6 +33,7 @@ Requires-Dist: retry
 Requires-Dist: selenium
 Requires-Dist: tenacity
 Requires-Dist: xlrd
+Requires-Dist: xvfbwrapper
 Requires-Dist: webdriver-manager
 
 ## Links

{warn_scraper-1.2.96.dist-info → warn_scraper-1.2.98.dist-info}/RECORD

@@ -61,13 +61,13 @@ warn/scrapers/sd.py,sha256=_4R19Ybzsyx1PvcWV3_laJmJ3etrwVGfhNEQm6njwoA,1904
 warn/scrapers/tn.py,sha256=i1H7c09Ea3CDrTXqqRMLBMPT_34QtGA0-x7T8rm_j5Q,2945
 warn/scrapers/tx.py,sha256=watfR1gyN9w7nluiAOnnIghEmoq3eShNUzYSZ8SkZy4,4438
 warn/scrapers/ut.py,sha256=iUh38YIjbvv5MyyKacsiZNe8KjfdBeDaOf-qMQEF_kc,2245
-warn/scrapers/va.py,sha256=zKdCNnzMBhzWdtttIbxZSCnlDKDQlIi68dFU5QoLhB0,7789
+warn/scrapers/va.py,sha256=SBL0lHEvL9DxjvMS6Rim-o9Ow1j4QHR7CWB7eMbbeec,8284
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.96.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warn_scraper-1.2.96.dist-info/METADATA,sha256=LJtO0iKJUMwomk8cI5Blt4n0CpZVg5g4nZv3_7VQXgI,2118
-warn_scraper-1.2.96.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
-warn_scraper-1.2.96.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.96.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
-warn_scraper-1.2.96.dist-info/RECORD,,
+warn_scraper-1.2.98.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warn_scraper-1.2.98.dist-info/METADATA,sha256=tMwNHjkc4F4yEa1eYr_kwSYbGsKDRhyD_tOpjv6ciMI,2145
+warn_scraper-1.2.98.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
+warn_scraper-1.2.98.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.98.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
+warn_scraper-1.2.98.dist-info/RECORD,,