warn-scraper 1.2.93__py3-none-any.whl → 1.2.95__py3-none-any.whl

warn/scrapers/va.py

@@ -116,19 +116,21 @@ def scrape(
     chromeoptionsholder.add_argument("--remote-debugging-pipe")
     chromeoptionsholder.add_argument("--verbose")
 
-    chrome_install = ChromeDriverManager().install()
-
-    # Weird error with finding the driver name in Windows. Sometimes.
-    if chrome_install.endswith("THIRD_PARTY_NOTICES.chromedriver"):
-        chrome_install = chrome_install.replace(
-            "THIRD_PARTY_NOTICES.chromedriver", "chromedriver.exe"
-        )
+    if "CHROMEWEBDRIVER" in os.environ:
+        chrome_install = os.environ["CHROMEWEBDRIVER"]
+    else:
+        chrome_install = ChromeDriverManager().install()
+
+        # Weird error with finding the driver name in Windows. Sometimes.
+        if chrome_install.endswith("THIRD_PARTY_NOTICES.chromedriver"):
+            chrome_install = chrome_install.replace(
+                "THIRD_PARTY_NOTICES.chromedriver", "chromedriver.exe"
+            )
     logger.debug(f"Chrome install variable is {chrome_install}")
-    # folder = os.path.dirname(chrome_install)
-    # chromedriver_path = folder #  os.path.join(folder, "chromedriver.exe")
-    # service = ChromeService(chromedriver_path)
     service = ChromeService(chrome_install)
-    driver = webdriver.Chrome(options=chromeoptionsholder, service=service)
+    driver = webdriver.Chrome(
+        options=chromeoptionsholder, service=service, service_args=["--verbose"]
+    )
     logger.debug(f"Attempting to fetch {csv_url}")
     driver.get(csv_url)
 

warn/utils.py

@@ -86,7 +86,7 @@ def save_if_good_url(filename, url, **kwargs):
         success_flag = False
         content = False
     else:
-        with open(filename, "wb", encoding="utf-8") as outfile:
+        with open(filename, "wb") as outfile:
             outfile.write(response.content)
             success_flag = True
             content = response.content
@@ -109,7 +109,9 @@ def write_rows_to_csv(output_path: Path, rows: list, mode="w"):
         writer.writerows(rows)
 
 
-def write_dict_rows_to_csv(output_path, headers, rows, mode="w", extrasaction="raise"):
+def write_dict_rows_to_csv(
+    output_path, headers, rows, mode="w", extrasaction="raise", encoding="utf-8"
+):
     """Write the provided dictionary to the provided path as comma-separated values.
 
     Args:
@@ -121,7 +123,7 @@ def write_dict_rows_to_csv(output_path, headers, rows, mode="w", extrasaction="r
     """
     create_directory(output_path, is_file=True)
     logger.debug(f"Writing {len(rows)} rows to {output_path}")
-    with open(output_path, mode, newline="") as f:
+    with open(output_path, mode, newline="", encoding=encoding) as f:
         # Create the writer object
         writer = csv.DictWriter(f, fieldnames=headers, extrasaction=extrasaction)
         # If we are writing a new row ...

{warn_scraper-1.2.93.dist-info → warn_scraper-1.2.95.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warn-scraper
-Version: 1.2.93
+Version: 1.2.95
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Home-page: https://github.com/biglocalnews/warn-scraper
 Author: Big Local News

{warn_scraper-1.2.93.dist-info → warn_scraper-1.2.95.dist-info}/RECORD

@@ -17,7 +17,7 @@ warn/__init__.py,sha256=A07JFY1TyaPtVIndBa7IvTk13DETqIkLgRdk0A-MCoE,85
 warn/cache.py,sha256=hyta04_G-ALGwcKl4xNc7EgHS_xklyVD5d8SXNrJekY,5520
 warn/cli.py,sha256=ZqyJwICdHFkn2hEgbArj_upbElR9-TSDlYDqyEGeexE,2019
 warn/runner.py,sha256=oeGRybGwpnkQKlPzRMlKxhsDt1GN4PZoX-vUwrsPgos,1894
-warn/utils.py,sha256=V1JQD-bPwNiZ8kpl_YsonfjtaF1a8M8jlBNbdwGXcq4,7062
+warn/utils.py,sha256=SKwD4P2v2dlzix_zEqb98ZYe-E98Pa0xXxzUFt3rwYY,7087
 warn/platforms/__init__.py,sha256=wIZRDf4tbTuC8oKM4ZrTAtwNgbtMQGzPXMwDYCFyrog,81
 warn/platforms/job_center/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warn/platforms/job_center/cache.py,sha256=yhA3sE46lNFg8vEewSoRYVByi0YSlkBiKm7qoSUiTdM,1868
@@ -61,13 +61,13 @@ warn/scrapers/sd.py,sha256=_4R19Ybzsyx1PvcWV3_laJmJ3etrwVGfhNEQm6njwoA,1904
 warn/scrapers/tn.py,sha256=i1H7c09Ea3CDrTXqqRMLBMPT_34QtGA0-x7T8rm_j5Q,2945
 warn/scrapers/tx.py,sha256=watfR1gyN9w7nluiAOnnIghEmoq3eShNUzYSZ8SkZy4,4438
 warn/scrapers/ut.py,sha256=iUh38YIjbvv5MyyKacsiZNe8KjfdBeDaOf-qMQEF_kc,2245
-warn/scrapers/va.py,sha256=O0TgNW1typgnxbkL9IbXX9WVqUALwMjBnS06t0pnkqM,7805
+warn/scrapers/va.py,sha256=JLrhNHxQ44lCwXJkmSSyQQLucYQ9qs5GU9owwjuDyOg,7803
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.93.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warn_scraper-1.2.93.dist-info/METADATA,sha256=I0gBc7FZq-TEZffPUy52bQZMMMf3zz2wxrmPPqycwyg,2118
-warn_scraper-1.2.93.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
-warn_scraper-1.2.93.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.93.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
-warn_scraper-1.2.93.dist-info/RECORD,,
+warn_scraper-1.2.95.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warn_scraper-1.2.95.dist-info/METADATA,sha256=LzOK3ChrTaldK164Uxi8tdKnSsUWDAlgl5j0biYvUaY,2118
+warn_scraper-1.2.95.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
+warn_scraper-1.2.95.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.95.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
+warn_scraper-1.2.95.dist-info/RECORD,,