warn-scraper 1.2.92__tar.gz → 1.2.94__tar.gz

{warn_scraper-1.2.92/warn_scraper.egg-info → warn_scraper-1.2.94}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warn-scraper
-Version: 1.2.92
+Version: 1.2.94
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Home-page: https://github.com/biglocalnews/warn-scraper
 Author: Big Local News

{warn_scraper-1.2.92 → warn_scraper-1.2.94}/warn/scrapers/co.py

@@ -157,7 +157,12 @@ def scrape(
         for key, value in row.items():
             standardized_key = header_crosswalk[key]
             row_dict[standardized_key] = value
-        standardized_data.append(row_dict)
+        if len(row_dict["company"]) < 3 and row_dict["letter"] == "Avis Budget Group":
+            row_dict["company"] = "Avis Budget Group"
+        if len(row_dict["company"]) < 3:  # or len(row_dict['naics']) <5:
+            logger.debug(f"Dropping row of questionable quality: {row_dict}")
+        else:
+            standardized_data.append(row_dict)
 
     # Set the path to the final CSV
     output_csv = data_dir / "co.csv"

{warn_scraper-1.2.92 → warn_scraper-1.2.94}/warn/utils.py

@@ -86,7 +86,7 @@ def save_if_good_url(filename, url, **kwargs):
         success_flag = False
         content = False
     else:
-        with open(filename, "wb", encoding="utf-8") as outfile:
+        with open(filename, "wb") as outfile:
             outfile.write(response.content)
             success_flag = True
             content = response.content
@@ -109,7 +109,9 @@ def write_rows_to_csv(output_path: Path, rows: list, mode="w"):
         writer.writerows(rows)
 
 
-def write_dict_rows_to_csv(output_path, headers, rows, mode="w", extrasaction="raise"):
+def write_dict_rows_to_csv(
+    output_path, headers, rows, mode="w", extrasaction="raise", encoding="utf-8"
+):
     """Write the provided dictionary to the provided path as comma-separated values.
 
     Args:
@@ -121,7 +123,7 @@ def write_dict_rows_to_csv(output_path, headers, rows, mode="w", extrasaction="r
     """
     create_directory(output_path, is_file=True)
     logger.debug(f"Writing {len(rows)} rows to {output_path}")
-    with open(output_path, mode, newline="") as f:
+    with open(output_path, mode, newline="", encoding=encoding) as f:
         # Create the writer object
         writer = csv.DictWriter(f, fieldnames=headers, extrasaction=extrasaction)
         # If we are writing a new row ...

{warn_scraper-1.2.92 → warn_scraper-1.2.94/warn_scraper.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warn-scraper
-Version: 1.2.92
+Version: 1.2.94
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Home-page: https://github.com/biglocalnews/warn-scraper
 Author: Big Local News