warn-scraper 1.2.170.dev0__py3-none-any.whl → 1.2.172.dev0__py3-none-any.whl

warn/scrapers/oh.py

@@ -4,7 +4,7 @@ import re
 from io import StringIO
 from pathlib import Path
 
-import requests
+import niquests as requests  # Avoid some detection schemes
 
 from .. import utils
 from ..cache import Cache
@@ -48,7 +48,12 @@ def scrape(
     cache.write("oh/index.html", r.text)
     logger.debug("Attempting to get CSV link from Ohio file")
     html = r.text
-    csv_url = re.findall(r"(\\\"csvUrl\\\":\\\")(.*?)(\\\")", html)[0][1]
+    try:
+        csv_url = re.findall(r"(\\\"csvUrl\\\":\\\")(.*?)(\\\")", html)[0][1]
+    except IndexError:
+        logger.debug(f"csvUrl not found. Response code: {r.status_code}")
+        logger.error(html)
+
     logger.debug(f"CSV link found at {csv_url}")
     r = requests.get(csv_url, headers=headers)
     cache.write("oh/rawdata.csv", r.text)

warn/utils.py

@@ -281,8 +281,9 @@ def write_disparate_dict_rows_to_csv(
             if item not in headers and item not in headerextras:
                 prefixhere = False
                 for prefix in prefixes:
-                    if item.startswith(prefix):
-                        prefixhere = True
+                    if item:
+                        if item.startswith(prefix):
+                            prefixhere = True
                 if prefixhere:
                     headerextras.append(item)
                 else:

{warn_scraper-1.2.170.dev0.dist-info → warn_scraper-1.2.172.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warn-scraper
-Version: 1.2.170.dev0
+Version: 1.2.172.dev0
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Author-email: Big Local News <biglocalnews@stanford.edu>
 License-Expression: Apache-2.0

{warn_scraper-1.2.170.dev0.dist-info → warn_scraper-1.2.172.dev0.dist-info}/RECORD

@@ -2,7 +2,7 @@ warn/__init__.py,sha256=A07JFY1TyaPtVIndBa7IvTk13DETqIkLgRdk0A-MCoE,85
 warn/cache.py,sha256=QBSHycchvRTkOQfHptOtZeTYiPgLP383jS8MTiGln_c,5969
 warn/cli.py,sha256=ZqyJwICdHFkn2hEgbArj_upbElR9-TSDlYDqyEGeexE,2019
 warn/runner.py,sha256=oeGRybGwpnkQKlPzRMlKxhsDt1GN4PZoX-vUwrsPgos,1894
-warn/utils.py,sha256=MTqbzF4h_TlrtBWqH4pEVA-X8yfw6b6ObafSGkqxKb4,13489
+warn/utils.py,sha256=MMl-v09XIPKYWm7o-NMF-01so15V0_dMDq0gAjtqwKM,13526
 warn/pdfrodent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warn/pdfrodent/pdfrodent.py,sha256=S2LXkKOdP0Jqzcg10hzGijTu83TMS72DzZqQceslJ70,14914
 warn/platforms/__init__.py,sha256=wIZRDf4tbTuC8oKM4ZrTAtwNgbtMQGzPXMwDYCFyrog,81
@@ -42,7 +42,7 @@ warn/scrapers/ne.py,sha256=JawuGJ3tCKvMd-N-p03gnltB4rol4QUJshMk2oyMPO4,4143
 warn/scrapers/nj.py,sha256=nwbMbeQuUJbYRVoyUyKZBmNqvqsXu3Habt-10r8DvZE,2230
 warn/scrapers/nm.py,sha256=55kDh65uOc-uMO8wuxPHhHN4Aw8Di2Fx66JBds8f2Io,3694
 warn/scrapers/ny.py,sha256=_nYoawIde4yYtk8-tMG3hekLlSlrKKqULmkBWOUoQJM,2586
-warn/scrapers/oh.py,sha256=kwHm1feWQwZRdWKnZbDm1c2wdYqNUHJ1myrK6uteyfU,3502
+warn/scrapers/oh.py,sha256=FHn73DES10zLZUSdUbfLJh9QMNsms3XGgYpUxPf8OvA,3684
 warn/scrapers/ok.py,sha256=ZZciyR1jPS4SzS2JSQwhJsDXP_VxA9UkEQvLpxzWzp4,7676
 warn/scrapers/or.py,sha256=0PjyrW3CHdxtHhqEo3Ob-9B6YckACoBD3K0c4FPQUcg,5208
 warn/scrapers/pa.py,sha256=j6cYZjKJUht2s829VPAbI2IRJazkqOwbwcVMAcItuIc,5410
@@ -56,9 +56,9 @@ warn/scrapers/va.py,sha256=7Nle7qL0VNPiE653XyaP9HQqSfuJFDRr2kEkjOqLvFM,11269
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.170.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
-warn_scraper-1.2.170.dev0.dist-info/METADATA,sha256=J76_LvKxe-qvqSaB0Hqkhi-7bEfvP6q5_kieFszDXxY,1780
-warn_scraper-1.2.170.dev0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
-warn_scraper-1.2.170.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.170.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
-warn_scraper-1.2.170.dev0.dist-info/RECORD,,
+warn_scraper-1.2.172.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
+warn_scraper-1.2.172.dev0.dist-info/METADATA,sha256=K3c-r2nVvlbivhN7u2BgN7lh6Jgh9U_ICpXa_kYrY9s,1780
+warn_scraper-1.2.172.dev0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+warn_scraper-1.2.172.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.172.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
+warn_scraper-1.2.172.dev0.dist-info/RECORD,,