warn-scraper 1.2.151.dev0__py3-none-any.whl → 1.2.152.dev0__py3-none-any.whl

warn/scrapers/al.py

@@ -32,11 +32,15 @@ def scrape(
     Returns: the Path where the file is written
     """
     output_csv = data_dir / "al.csv"
-    page = utils.get_url("https://www.madeinalabama.com/warn-list/")
+    # page = utils.get_url("https://www.madeinalabama.com/warn-list/")
+    # URL change in June 2026, maybe led to a HTTP 415 error
+    page = utils.get_url("https://workforce.alabama.gov/warn-list/")
+
     # can't see 2020 listings when I open web page, but they are on the summary in the google search
     soup = BeautifulSoup(page.text, "html.parser")
     table = soup.find_all("table")  # output is list-type
     table_rows = table[0].find_all("tr")
+    logger.debug(f"{len(table_rows):,} total table rows (including header) found")
     # Handle the header
     raw_header = table_rows.pop(0)
     header_row = _extract_fields_from_row(raw_header, "th")

warn/utils.py

@@ -213,7 +213,7 @@ def write_rows_to_csv(output_path: Path, rows: list, mode="w"):
         mode (str): the mode to be used when opening the file (default 'w')
     """
     create_directory(output_path, is_file=True)
-    logger.debug(f"Writing {len(rows)} rows to {output_path}")
+    logger.debug(f"Writing {len(rows):,} rows to {output_path}")
     with open(output_path, mode, newline="", encoding="utf-8") as f:
         writer = csv.writer(f)
         writer.writerows(rows)
@@ -230,7 +230,7 @@ def write_dict_rows_to_csv(output_path, headers, rows, mode="w", extrasaction="r
         extrasaction (str): what to do if the if a field isn't in the headers (default 'raise')
     """
     create_directory(output_path, is_file=True)
-    logger.debug(f"Writing {len(rows)} rows to {output_path}")
+    logger.debug(f"Writing {len(rows):,} rows to {output_path}")
     with open(output_path, mode, newline="") as f:
         # Create the writer object
         writer = csv.DictWriter(f, fieldnames=headers, extrasaction=extrasaction)
@@ -258,7 +258,7 @@ def write_disparate_dict_rows_to_csv(output_path, rows, mode="w"):
             headers.add(item)
     headers = list(sorted(headers))
     logger.debug(f"Found {len(headers):,} header entries in list of dicts.")
-    logger.debug(f"Writing {len(rows)} rows to {output_path}")
+    logger.debug(f"Writing {len(rows):,} rows to {output_path}")
     with open(output_path, mode, newline="") as outfile:
         # Create the writer object
         writer = csv.writer(outfile)

{warn_scraper-1.2.151.dev0.dist-info → warn_scraper-1.2.152.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warn-scraper
-Version: 1.2.151.dev0
+Version: 1.2.152.dev0
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Author-email: Big Local News <biglocalnews@stanford.edu>
 License-Expression: Apache-2.0

{warn_scraper-1.2.151.dev0.dist-info → warn_scraper-1.2.152.dev0.dist-info}/RECORD

@@ -2,7 +2,7 @@ warn/__init__.py,sha256=A07JFY1TyaPtVIndBa7IvTk13DETqIkLgRdk0A-MCoE,85
 warn/cache.py,sha256=QBSHycchvRTkOQfHptOtZeTYiPgLP383jS8MTiGln_c,5969
 warn/cli.py,sha256=ZqyJwICdHFkn2hEgbArj_upbElR9-TSDlYDqyEGeexE,2019
 warn/runner.py,sha256=oeGRybGwpnkQKlPzRMlKxhsDt1GN4PZoX-vUwrsPgos,1894
-warn/utils.py,sha256=eF7lI2ObsagxBYPcOZc--DJp_vxA3Jl4nCcBs4C8zmc,12253
+warn/utils.py,sha256=95aNYviHGvcB4kP96qHnzs6uVTDesE3karvYq5eESsM,12259
 warn/platforms/__init__.py,sha256=wIZRDf4tbTuC8oKM4ZrTAtwNgbtMQGzPXMwDYCFyrog,81
 warn/platforms/job_center/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warn/platforms/job_center/cache.py,sha256=yhA3sE46lNFg8vEewSoRYVByi0YSlkBiKm7qoSUiTdM,1868
@@ -11,7 +11,7 @@ warn/platforms/job_center/urls.py,sha256=IWhpuzN_xcNdHh23GbZPGvuHCsMcmb03qx3pRn1
 warn/platforms/job_center/utils.py,sha256=HdUKgKirmpPP7e4Cu_ZyB3zPVS_p-_ylo-lXFhxK2QM,5696
 warn/scrapers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warn/scrapers/ak.py,sha256=h7BYMTV0whwWAPhbzVDVKMMoVCFphKly70aiTHabPq4,1847
-warn/scrapers/al.py,sha256=D0rT9GQ0vwfkRuveVAt-Po-T6b2TI1EPGeLOBy2m3_M,2240
+warn/scrapers/al.py,sha256=XSDEGC7F6_3GZ2m_uSiIG-1v8jMNH9pw_wNUCZyaMK0,2460
 warn/scrapers/az.py,sha256=elGbue01Gjf_DQ66Wy9qqGIOJsiY-KIKJOVeft8pCXg,1447
 warn/scrapers/ca.py,sha256=VQOfjHXPCc-jYwh-EPGVVfnzvXB7pdmCt2uJ6QnMPRM,8600
 warn/scrapers/co.py,sha256=83OdikIrWGxt22mlI-_zLSNqJg1NO5C2Xjm3FF6DPYY,18252
@@ -51,9 +51,9 @@ warn/scrapers/va.py,sha256=7Nle7qL0VNPiE653XyaP9HQqSfuJFDRr2kEkjOqLvFM,11269
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.151.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
-warn_scraper-1.2.151.dev0.dist-info/METADATA,sha256=AfbK5daYq_1v82cikgTIXPS7TsXjZgksMWwkDzahI0o,1780
-warn_scraper-1.2.151.dev0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
-warn_scraper-1.2.151.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.151.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
-warn_scraper-1.2.151.dev0.dist-info/RECORD,,
+warn_scraper-1.2.152.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
+warn_scraper-1.2.152.dev0.dist-info/METADATA,sha256=7URJSlssMUA03pk1xFWJebi5HmfTOcAjBxgTqzHlf6s,1780
+warn_scraper-1.2.152.dev0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+warn_scraper-1.2.152.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.152.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
+warn_scraper-1.2.152.dev0.dist-info/RECORD,,