warn-scraper 1.2.159.dev0__py3-none-any.whl → 1.2.160.dev0__py3-none-any.whl

warn/scrapers/md.py

@@ -61,6 +61,8 @@ def scrape(
     html_list.append(html)  # Save the source HTML for parsing also
 
     old_pages = [
+        "warn2025.shtml",
+        "warn2024.shtml",
         "warn2023.shtml",
         "warn2022.shtml",
         "warn2021.shtml",
@@ -83,6 +85,7 @@ def scrape(
         filename = f"md/{href}.html"
 
         if href not in old_pages:
+            logger.debug(f"Trying special handling on {href}")
             sleep(naptime)  # Try to stop blocked connections by being less aggressive
             r = utils.get_url(url, headers=request_headers, verify=request_verify)
             r.encoding = "utf-8"
@@ -116,6 +119,8 @@ def scrape(
         row_list = table.find_all("tr")
 
         # If it's not the first page, slice off the header
+        if i == 0:
+            logger.debug(f"Found possible header row: {row_list[0]}")
         if i > 0:
             row_list = row_list[1:]
 
@@ -123,6 +128,10 @@ def scrape(
         for row in row_list:
             # Get the cells
             cell_list = row.find_all("td")
+            if not cell_list:
+                cell_list = row.find_all(
+                    "th"
+                )  # Alternate approach for first page's header
 
             # Clean them up
             cell_list = [_clean_text(c.text) for c in cell_list]

{warn_scraper-1.2.159.dev0.dist-info → warn_scraper-1.2.160.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warn-scraper
-Version: 1.2.159.dev0
+Version: 1.2.160.dev0
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Author-email: Big Local News <biglocalnews@stanford.edu>
 License-Expression: Apache-2.0

{warn_scraper-1.2.159.dev0.dist-info → warn_scraper-1.2.160.dev0.dist-info}/RECORD

@@ -30,7 +30,7 @@ warn/scrapers/in.py,sha256=0hOCdbUyls3xX7Q1z5OB6yCrXJFpsu2CmvfwRh9NTfY,2202
 warn/scrapers/ks.py,sha256=F_3biEMF7zgCX2XVuUACR74Vyzapta4SaM9SY3EuZCU,1266
 warn/scrapers/ky.py,sha256=7kJTNOzxChyXlcyBImmdwwmrczYksU8XNxbhQ2owmJs,9688
 warn/scrapers/la.py,sha256=52i7ICYH0R7omFyu-kmKi_s-8Rhy0vaPjNIKlW_OMC8,6938
-warn/scrapers/md.py,sha256=hwgxXQnhyBWm8qF1dvxIThAX1MkrZbXLwRI9inO5t8g,4060
+warn/scrapers/md.py,sha256=Zjudr5X8-E3fjBXbOqnB830XEZqLznGzQbaJ5HSY0zQ,4425
 warn/scrapers/me.py,sha256=q36F4yJ7hvZsLayA3uBS1romo4X3Qf-sEi2Y7LAQCi8,1172
 warn/scrapers/mi.py,sha256=Ppyawp4nbzSBODuzDKeqnO9_9do5MFwK4Y_f3uc6blE,5846
 warn/scrapers/mo.py,sha256=wnnwQAiVPwuheMqptMXZpyQdiKNghhKwTO-Bnh9oXoU,3492
@@ -54,11 +54,11 @@ warn/scrapers/va.py,sha256=7Nle7qL0VNPiE653XyaP9HQqSfuJFDRr2kEkjOqLvFM,11269
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.159.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
-warn_scraper-1.2.159.dev0.dist-info/METADATA,sha256=_b2Gr_tQPQ9Z5xGk2aBR2FD68gEKPaWIScQCPsPWGxk,1780
-warn_scraper-1.2.159.dev0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
-warn_scraper-1.2.159.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.159.dev0.dist-info/scm_file_list.json,sha256=SBROd7oEfcspIMl6v7yfGzQd2rkWxybkiIXopuTQVL0,4120
-warn_scraper-1.2.159.dev0.dist-info/scm_version.json,sha256=lnFVGQ26tYnWMRbtM8vInlCCy60B4aSFEBs6QMOOQFA,161
-warn_scraper-1.2.159.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
-warn_scraper-1.2.159.dev0.dist-info/RECORD,,
+warn_scraper-1.2.160.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
+warn_scraper-1.2.160.dev0.dist-info/METADATA,sha256=eHYbY-2hpPWQAbxPEdBufp79t3vSb1e0gE0WPRKAtMY,1780
+warn_scraper-1.2.160.dev0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+warn_scraper-1.2.160.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.160.dev0.dist-info/scm_file_list.json,sha256=SBROd7oEfcspIMl6v7yfGzQd2rkWxybkiIXopuTQVL0,4120
+warn_scraper-1.2.160.dev0.dist-info/scm_version.json,sha256=BlfOZmrMfTxErAqmqWjuNwb0FtN0WDp9xyU4qysIay8,161
+warn_scraper-1.2.160.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
+warn_scraper-1.2.160.dev0.dist-info/RECORD,,

warn_scraper-1.2.160.dev0.dist-info/scm_version.json

@@ -0,0 +1,8 @@
+{
+  "tag": "1.2.159",
+  "distance": 0,
+  "node": "gaaf920ffa9b99245ac689d6d7ef4c1e29fd4c7dc",
+  "dirty": true,
+  "branch": "HEAD",
+  "node_date": "2026-07-03"
+}

warn_scraper-1.2.159.dev0.dist-info/scm_version.json

@@ -1,8 +0,0 @@
-{
-  "tag": "1.2.158",
-  "distance": 0,
-  "node": "g5d6787f288a27ee88a65617b6cd4ffc3b2b475c5",
-  "dirty": true,
-  "branch": "HEAD",
-  "node_date": "2026-06-29"
-}