warn-scraper 1.2.93__tar.gz → 1.2.95__tar.gz

{warn_scraper-1.2.93/warn_scraper.egg-info → warn_scraper-1.2.95}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warn-scraper
-Version: 1.2.93
+Version: 1.2.95
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Home-page: https://github.com/biglocalnews/warn-scraper
 Author: Big Local News

{warn_scraper-1.2.93 → warn_scraper-1.2.95}/warn/scrapers/va.py

@@ -116,19 +116,21 @@ def scrape(
     chromeoptionsholder.add_argument("--remote-debugging-pipe")
     chromeoptionsholder.add_argument("--verbose")
 
-    chrome_install = ChromeDriverManager().install()
-
-    # Weird error with finding the driver name in Windows. Sometimes.
-    if chrome_install.endswith("THIRD_PARTY_NOTICES.chromedriver"):
-        chrome_install = chrome_install.replace(
-            "THIRD_PARTY_NOTICES.chromedriver", "chromedriver.exe"
-        )
+    if "CHROMEWEBDRIVER" in os.environ:
+        chrome_install = os.environ["CHROMEWEBDRIVER"]
+    else:
+        chrome_install = ChromeDriverManager().install()
+
+        # Weird error with finding the driver name in Windows. Sometimes.
+        if chrome_install.endswith("THIRD_PARTY_NOTICES.chromedriver"):
+            chrome_install = chrome_install.replace(
+                "THIRD_PARTY_NOTICES.chromedriver", "chromedriver.exe"
+            )
     logger.debug(f"Chrome install variable is {chrome_install}")
-    # folder = os.path.dirname(chrome_install)
-    # chromedriver_path = folder #  os.path.join(folder, "chromedriver.exe")
-    # service = ChromeService(chromedriver_path)
     service = ChromeService(chrome_install)
-    driver = webdriver.Chrome(options=chromeoptionsholder, service=service)
+    driver = webdriver.Chrome(
+        options=chromeoptionsholder, service=service, service_args=["--verbose"]
+    )
     logger.debug(f"Attempting to fetch {csv_url}")
     driver.get(csv_url)
 

{warn_scraper-1.2.93 → warn_scraper-1.2.95}/warn/utils.py

@@ -86,7 +86,7 @@ def save_if_good_url(filename, url, **kwargs):
         success_flag = False
         content = False
     else:
-        with open(filename, "wb", encoding="utf-8") as outfile:
+        with open(filename, "wb") as outfile:
             outfile.write(response.content)
             success_flag = True
             content = response.content
@@ -109,7 +109,9 @@ def write_rows_to_csv(output_path: Path, rows: list, mode="w"):
         writer.writerows(rows)
 
 
-def write_dict_rows_to_csv(output_path, headers, rows, mode="w", extrasaction="raise"):
+def write_dict_rows_to_csv(
+    output_path, headers, rows, mode="w", extrasaction="raise", encoding="utf-8"
+):
     """Write the provided dictionary to the provided path as comma-separated values.
 
     Args:
@@ -121,7 +123,7 @@ def write_dict_rows_to_csv(output_path, headers, rows, mode="w", extrasaction="r
     """
     create_directory(output_path, is_file=True)
     logger.debug(f"Writing {len(rows)} rows to {output_path}")
-    with open(output_path, mode, newline="") as f:
+    with open(output_path, mode, newline="", encoding=encoding) as f:
         # Create the writer object
         writer = csv.DictWriter(f, fieldnames=headers, extrasaction=extrasaction)
         # If we are writing a new row ...

{warn_scraper-1.2.93 → warn_scraper-1.2.95/warn_scraper.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warn-scraper
-Version: 1.2.93
+Version: 1.2.95
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Home-page: https://github.com/biglocalnews/warn-scraper
 Author: Big Local News