warn-scraper 1.2.98__py3-none-any.whl → 1.2.99__py3-none-any.whl

warn/scrapers/va.py

@@ -49,7 +49,8 @@ def scrape(
     Returns: the Path where the file is written
     """
     cache = Cache(cache_dir)
-    csv_url = "https://vec.virginia.gov/warn-notices-csv.csv"
+    # csv_url = "https://vec.virginia.gov/warn-notices-csv.csv"
+    csv_url = "https://vec.virginia.gov/warn_notices.csv"
 
     """
     This scraper originally tried to parse HTML to find a CSV download link.
@@ -145,7 +146,10 @@ def scrape(
         driver = webdriver.Chrome(options=chromeoptionsholder, service=service)
         logger.debug(f"Attempting to fetch {csv_url}")
         driver.get(csv_url)
-        sleep(30)  # Give it plenty of time to evaluate Javascript
+        sleep(45)  # Give it plenty of time to evaluate Javascript
+        driver.get(csv_url)
+        sleep(10)
+        driver.quit()
 
     download_dir = os.path.expanduser("~") + "/Downloads"
 
@@ -153,7 +157,7 @@ def scrape(
         logger.error(f"The download directory is not {download_dir}.")
 
     # get the list of files
-    list_of_files = glob(download_dir + "/warn-notices-csv*.csv")
+    list_of_files = glob(download_dir + "/warn_notices*.csv")
     if len(list_of_files) == 0:
         logger.error(f"No matching files found in {download_dir}.")
 
@@ -172,8 +176,6 @@ def scrape(
 
     copyfile(latest_file, target_filename)
 
-    driver.quit()
-
     # Download it to the cache
     # cache.download("va/source.csv", csv_url, verify=True)
 

{warn_scraper-1.2.98.dist-info → warn_scraper-1.2.99.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warn-scraper
-Version: 1.2.98
+Version: 1.2.99
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Home-page: https://github.com/biglocalnews/warn-scraper
 Author: Big Local News

{warn_scraper-1.2.98.dist-info → warn_scraper-1.2.99.dist-info}/RECORD

@@ -61,13 +61,13 @@ warn/scrapers/sd.py,sha256=_4R19Ybzsyx1PvcWV3_laJmJ3etrwVGfhNEQm6njwoA,1904
 warn/scrapers/tn.py,sha256=i1H7c09Ea3CDrTXqqRMLBMPT_34QtGA0-x7T8rm_j5Q,2945
 warn/scrapers/tx.py,sha256=watfR1gyN9w7nluiAOnnIghEmoq3eShNUzYSZ8SkZy4,4438
 warn/scrapers/ut.py,sha256=iUh38YIjbvv5MyyKacsiZNe8KjfdBeDaOf-qMQEF_kc,2245
-warn/scrapers/va.py,sha256=SBL0lHEvL9DxjvMS6Rim-o9Ow1j4QHR7CWB7eMbbeec,8284
+warn/scrapers/va.py,sha256=AXcj3VpNfprhwVqVyc7hYzLamWtsf1_yOvpXSitpZeM,8389
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.98.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warn_scraper-1.2.98.dist-info/METADATA,sha256=tMwNHjkc4F4yEa1eYr_kwSYbGsKDRhyD_tOpjv6ciMI,2145
-warn_scraper-1.2.98.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
-warn_scraper-1.2.98.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.98.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
-warn_scraper-1.2.98.dist-info/RECORD,,
+warn_scraper-1.2.99.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warn_scraper-1.2.99.dist-info/METADATA,sha256=UQ6xOoUHiV0l3bZONrApFK92uoWhZnoVbSvTb4QXVlg,2145
+warn_scraper-1.2.99.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
+warn_scraper-1.2.99.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.99.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
+warn_scraper-1.2.99.dist-info/RECORD,,