warn-scraper 1.2.164.dev0__py3-none-any.whl → 1.2.166.dev0__py3-none-any.whl

warn/scrapers/al.py

@@ -1,7 +1,11 @@
 import csv
 import logging
+import random
 from io import StringIO
 from pathlib import Path
+from time import sleep
+
+import niquests as requests
 
 from .. import utils
 from ..cache import Cache
@@ -41,8 +45,17 @@ def scrape(
     # But say they won't for the CSV download which, OK.
     # No headers on the CSV, which they'll probably realize ... sometime.
 
-    targeturl = "https://workforce.alabama.gov/documents/warn-list/"
-    page = utils.get_url(targeturl).text
+    people_page = "https://workforce.alabama.gov/warn-list/"
+    data_page = "https://workforce.alabama.gov/documents/warn-list/"
+
+    session = requests.Session()
+
+    page = session.get(people_page).text
+
+    sleep(random.uniform(2, 4))
+
+    page = session.get(data_page).text
+
     cache.write("al/rawcsv.csv", page)
 
     headers = [

{warn_scraper-1.2.164.dev0.dist-info → warn_scraper-1.2.166.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warn-scraper
-Version: 1.2.164.dev0
+Version: 1.2.166.dev0
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Author-email: Big Local News <biglocalnews@stanford.edu>
 License-Expression: Apache-2.0

{warn_scraper-1.2.164.dev0.dist-info → warn_scraper-1.2.166.dev0.dist-info}/RECORD

@@ -13,7 +13,7 @@ warn/platforms/job_center/urls.py,sha256=IWhpuzN_xcNdHh23GbZPGvuHCsMcmb03qx3pRn1
 warn/platforms/job_center/utils.py,sha256=HdUKgKirmpPP7e4Cu_ZyB3zPVS_p-_ylo-lXFhxK2QM,5696
 warn/scrapers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warn/scrapers/ak.py,sha256=h7BYMTV0whwWAPhbzVDVKMMoVCFphKly70aiTHabPq4,1847
-warn/scrapers/al.py,sha256=3_OtgUp4K6OL6H63SdtLQWE998r8PQpTNOv6PuiJEEc,1888
+warn/scrapers/al.py,sha256=i2f4sm-Wj70T67dY-ek7p0lGuu72njpIxleyU45pSwg,2137
 warn/scrapers/az.py,sha256=elGbue01Gjf_DQ66Wy9qqGIOJsiY-KIKJOVeft8pCXg,1447
 warn/scrapers/ca.py,sha256=VQOfjHXPCc-jYwh-EPGVVfnzvXB7pdmCt2uJ6QnMPRM,8600
 warn/scrapers/co.py,sha256=83OdikIrWGxt22mlI-_zLSNqJg1NO5C2Xjm3FF6DPYY,18252
@@ -54,11 +54,11 @@ warn/scrapers/va.py,sha256=7Nle7qL0VNPiE653XyaP9HQqSfuJFDRr2kEkjOqLvFM,11269
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.164.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
-warn_scraper-1.2.164.dev0.dist-info/METADATA,sha256=9uVo6pFhNTkENUnJQlk0sAEmSydHUtpIqgW0YYy8XoA,1780
-warn_scraper-1.2.164.dev0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
-warn_scraper-1.2.164.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.164.dev0.dist-info/scm_file_list.json,sha256=SBROd7oEfcspIMl6v7yfGzQd2rkWxybkiIXopuTQVL0,4120
-warn_scraper-1.2.164.dev0.dist-info/scm_version.json,sha256=o9jp_dH_h9sOfOdsitbgUoIVY45dh_C8KFlgYCGZeqI,161
-warn_scraper-1.2.164.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
-warn_scraper-1.2.164.dev0.dist-info/RECORD,,
+warn_scraper-1.2.166.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
+warn_scraper-1.2.166.dev0.dist-info/METADATA,sha256=CheNga303pGfguFCESkHrJ6Z1dUSRRecCc3hx8PQdFU,1780
+warn_scraper-1.2.166.dev0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+warn_scraper-1.2.166.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.166.dev0.dist-info/scm_file_list.json,sha256=SBROd7oEfcspIMl6v7yfGzQd2rkWxybkiIXopuTQVL0,4120
+warn_scraper-1.2.166.dev0.dist-info/scm_version.json,sha256=DCaavLmhxzPrXZffq76625Uj25f6cVWifQ75uWMhsVM,161
+warn_scraper-1.2.166.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
+warn_scraper-1.2.166.dev0.dist-info/RECORD,,

warn_scraper-1.2.166.dev0.dist-info/scm_version.json

@@ -0,0 +1,8 @@
+{
+  "tag": "1.2.165",
+  "distance": 0,
+  "node": "g7fd9439ca7c614f9b686be16c704990f7c91f0d4",
+  "dirty": true,
+  "branch": "HEAD",
+  "node_date": "2026-07-09"
+}

warn_scraper-1.2.164.dev0.dist-info/scm_version.json

@@ -1,8 +0,0 @@
-{
-  "tag": "1.2.163",
-  "distance": 0,
-  "node": "g15659c6a544f7b833d5f3a979b1d03d6c3be9b1a",
-  "dirty": true,
-  "branch": "HEAD",
-  "node_date": "2026-07-08"
-}