warn-scraper 1.2.162.dev0__py3-none-any.whl → 1.2.164.dev0__py3-none-any.whl

warn/scrapers/tx.py

@@ -1,8 +1,11 @@
 import logging
+import random
 import re
 import sys
 from pathlib import Path
+from time import sleep
 
+import niquests as requests
 from bs4 import BeautifulSoup
 from openpyxl import load_workbook
 
@@ -32,22 +35,23 @@ def scrape(
 
     Returns: the Path where the file is written
     """
-    ssl_verify = (
-        True  # Problems with certificates in November 2024; re-enabled March 2026
-    )
-
     # Set up the cache
     cache = Cache(cache_dir)
 
     # Get the root URL
     url = "https://www.twc.texas.gov/data-reports/warn-notice"
     #    pagebin, html = utils.get_with_zyte(url)
-    page = utils.get_url(
-        url,
-        verify=ssl_verify,
-        user_agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/999.0.0.0 Safari/537.36",
-    )
+    session = requests.Session()
+
+    page = session.get(url)
+
+    #    page = utils.get_url(
+    #        url,
+    #        verify=ssl_verify,
+    #        user_agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/999.0.0.0 Safari/537.36",
+    #    )
     html = page.text
+    sleep(random.uniform(2, 4))
 
     # Cache it
     cache.write("tx/source.html", html)
@@ -86,7 +90,14 @@ def scrape(
         # download the excel file
         year = _get_year(href)
         ext = _get_ext(href)
-        excel_path = cache.download(f"tx/{year}{ext}", data_url, verify=ssl_verify)
+        #        excel_path = cache.download(f"tx/{year}{ext}", data_url, verify=ssl_verify)
+        r = session.get(data_url)
+        excel_path = cache_dir / f"tx/{year}{ext}"
+
+        with open(excel_path, "wb") as outfile:
+            outfile.write(r.content)
+        sleep(random.uniform(2, 4))
+
         # filename = f"tx/{year}{ext}"
         # excelbin, exceltext = utils.get_with_zyte(data_url)
         # excel_path = cache.write_binary(filename, excelbin)

{warn_scraper-1.2.162.dev0.dist-info → warn_scraper-1.2.164.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warn-scraper
-Version: 1.2.162.dev0
+Version: 1.2.164.dev0
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Author-email: Big Local News <biglocalnews@stanford.edu>
 License-Expression: Apache-2.0

{warn_scraper-1.2.162.dev0.dist-info → warn_scraper-1.2.164.dev0.dist-info}/RECORD

@@ -48,17 +48,17 @@ warn/scrapers/ri.py,sha256=EUyLy59eNiYHqiJR8C0YcJrZtp09KyVc45AFD0_Uc0U,4497
 warn/scrapers/sc.py,sha256=p3kscSNSW9C8C5QaSUbCAo6XibgB7G2iH6zaMH7Mnsc,4819
 warn/scrapers/sd.py,sha256=_4R19Ybzsyx1PvcWV3_laJmJ3etrwVGfhNEQm6njwoA,1904
 warn/scrapers/tn.py,sha256=i1H7c09Ea3CDrTXqqRMLBMPT_34QtGA0-x7T8rm_j5Q,2945
-warn/scrapers/tx.py,sha256=fmmQoi8BEWfZnKS9IFtlctztwPX_KDqNEkzaLyrr9fo,5301
+warn/scrapers/tx.py,sha256=y_pRNuTzaQBkHpRKJXA5Fw8ZsjyPJIVElcwGinlf9wk,5594
 warn/scrapers/ut.py,sha256=iUh38YIjbvv5MyyKacsiZNe8KjfdBeDaOf-qMQEF_kc,2245
 warn/scrapers/va.py,sha256=7Nle7qL0VNPiE653XyaP9HQqSfuJFDRr2kEkjOqLvFM,11269
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.162.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
-warn_scraper-1.2.162.dev0.dist-info/METADATA,sha256=iIxHyYYoXhKz95ChV9tTyJus6FK81vWODQf1GDCC_sc,1780
-warn_scraper-1.2.162.dev0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
-warn_scraper-1.2.162.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.162.dev0.dist-info/scm_file_list.json,sha256=SBROd7oEfcspIMl6v7yfGzQd2rkWxybkiIXopuTQVL0,4120
-warn_scraper-1.2.162.dev0.dist-info/scm_version.json,sha256=xg0s6KXFmkHX7NjoJHIc4J97T58iHzVCQ5h4vtd09qU,161
-warn_scraper-1.2.162.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
-warn_scraper-1.2.162.dev0.dist-info/RECORD,,
+warn_scraper-1.2.164.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
+warn_scraper-1.2.164.dev0.dist-info/METADATA,sha256=9uVo6pFhNTkENUnJQlk0sAEmSydHUtpIqgW0YYy8XoA,1780
+warn_scraper-1.2.164.dev0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+warn_scraper-1.2.164.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.164.dev0.dist-info/scm_file_list.json,sha256=SBROd7oEfcspIMl6v7yfGzQd2rkWxybkiIXopuTQVL0,4120
+warn_scraper-1.2.164.dev0.dist-info/scm_version.json,sha256=o9jp_dH_h9sOfOdsitbgUoIVY45dh_C8KFlgYCGZeqI,161
+warn_scraper-1.2.164.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
+warn_scraper-1.2.164.dev0.dist-info/RECORD,,

{warn_scraper-1.2.162.dev0.dist-info → warn_scraper-1.2.164.dev0.dist-info}/scm_version.json

@@ -1,7 +1,7 @@
 {
-  "tag": "1.2.161",
+  "tag": "1.2.163",
   "distance": 0,
-  "node": "g8cb14de08003c73f93a7388619e1f3ae02c41fd2",
+  "node": "g15659c6a544f7b833d5f3a979b1d03d6c3be9b1a",
   "dirty": true,
   "branch": "HEAD",
   "node_date": "2026-07-08"