warn-scraper 1.2.173.dev0__py3-none-any.whl → 1.2.175.dev0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. warn/scrapers/al.py +3 -4
  2. warn/scrapers/hi.py +2 -1
  3. {warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/METADATA +1 -1
  4. {warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/RECORD +8 -8
  5. {warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/WHEEL +1 -1
  6. {warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/entry_points.txt +0 -0
  7. {warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/licenses/LICENSE +0 -0
  8. {warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/top_level.txt +0 -0
warn/scrapers/al.py CHANGED
@@ -56,10 +56,9 @@ def scrape(
56
56
 
57
57
  page = session.get(data_page).text
58
58
 
59
- if "sans-serif;" in page:
60
- logger.error("Scraper failed on 'sans-serif;'")
61
- elif "<title>" in page:
62
- logger.error("Scraper failed on finding <title>")
59
+ if "sans-serif;" in page or "<title>" in page:
60
+ logger.error("Scraper failed")
61
+ assert "scraper" == "working"
63
62
 
64
63
  cache.write("al/rawcsv.csv", page)
65
64
 
warn/scrapers/hi.py CHANGED
@@ -49,7 +49,8 @@ def scrape(
49
49
  subpageurl = href
50
50
  if usegooglecache:
51
51
  subpageurl = cacheprefix + quote(subpageurl)
52
- subpageurls.append(subpageurl)
52
+ if "email-protection" not in subpageurl:
53
+ subpageurls.append(subpageurl)
53
54
 
54
55
  masterlist = []
55
56
  headers = ["Company", "Date", "PDF url", "location", "jobs"]
{warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: warn-scraper
3
- Version: 1.2.173.dev0
3
+ Version: 1.2.175.dev0
4
4
  Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
5
5
  Author-email: Big Local News <biglocalnews@stanford.edu>
6
6
  License-Expression: Apache-2.0
{warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/RECORD RENAMED
@@ -13,7 +13,7 @@ warn/platforms/job_center/urls.py,sha256=IWhpuzN_xcNdHh23GbZPGvuHCsMcmb03qx3pRn1
13
13
  warn/platforms/job_center/utils.py,sha256=HdUKgKirmpPP7e4Cu_ZyB3zPVS_p-_ylo-lXFhxK2QM,5696
14
14
  warn/scrapers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
15
  warn/scrapers/ak.py,sha256=h7BYMTV0whwWAPhbzVDVKMMoVCFphKly70aiTHabPq4,1847
16
- warn/scrapers/al.py,sha256=0ZibU4oHsghDRPQy-l9pg0Kw0KAFQnVKNA2JrdJiTYk,2315
16
+ warn/scrapers/al.py,sha256=dS921pi8FTWfZ_y8WIHBw6kQ1NN32nuN0HjoA6M-HmQ,2270
17
17
  warn/scrapers/az.py,sha256=elGbue01Gjf_DQ66Wy9qqGIOJsiY-KIKJOVeft8pCXg,1447
18
18
  warn/scrapers/ca.py,sha256=VQOfjHXPCc-jYwh-EPGVVfnzvXB7pdmCt2uJ6QnMPRM,8600
19
19
  warn/scrapers/co.py,sha256=83OdikIrWGxt22mlI-_zLSNqJg1NO5C2Xjm3FF6DPYY,18252
@@ -22,7 +22,7 @@ warn/scrapers/dc.py,sha256=p1_c7O2R3O-41DmvcLVUIRhQKUewvZZKkzWkBxytN5M,5165
22
22
  warn/scrapers/de.py,sha256=GyM92A-lFwZAfRxgbO-sIWhRfmBEKirzchaPIv-u0o4,1364
23
23
  warn/scrapers/fl.py,sha256=U0XoNQr8S_9IhPutemMpDKSY8IjXf1ZepR-QezGypj4,9410
24
24
  warn/scrapers/ga.py,sha256=2kYhuK0Q6tkwp56lTuOwIH7W5zX6KpYJkqsp5ehSdgc,10700
25
- warn/scrapers/hi.py,sha256=pSplAP15_ZBfQtcywyErmvNcrk7u55TjZj_F0Nqw9L8,5660
25
+ warn/scrapers/hi.py,sha256=oHKEnXThEuw61JtxJ-xUFpKH3QTTZjTHKLz6IaKwOL8,5714
26
26
  warn/scrapers/ia.py,sha256=0kOh3EOsXtWYGl5kvwimwFZGpOlu5_qFWhM_-n1MLds,2048
27
27
  warn/scrapers/id.py,sha256=U7_wiXGj0OOn1lfbBQN8wnkYODy4h1wMY0FzTkZ4Wa0,6710
28
28
  warn/scrapers/il.py,sha256=sygdvsNuB_Gvu3o_HidtpSP4FLz0szKb1zEHqGxVtlI,1563
@@ -56,9 +56,9 @@ warn/scrapers/va.py,sha256=7Nle7qL0VNPiE653XyaP9HQqSfuJFDRr2kEkjOqLvFM,11269
56
56
  warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
57
57
  warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
58
58
  warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
59
- warn_scraper-1.2.173.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
60
- warn_scraper-1.2.173.dev0.dist-info/METADATA,sha256=c5jZAjId56lS6sVsNI5lF5WTzDKyAgl0L_X_yuD5HFs,1780
61
- warn_scraper-1.2.173.dev0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
62
- warn_scraper-1.2.173.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
63
- warn_scraper-1.2.173.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
64
- warn_scraper-1.2.173.dev0.dist-info/RECORD,,
59
+ warn_scraper-1.2.175.dev0.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
60
+ warn_scraper-1.2.175.dev0.dist-info/METADATA,sha256=SqmfoyBhhwEVQDhAKsCeGrUiPcRFC4ee1ll2eej9ma0,1780
61
+ warn_scraper-1.2.175.dev0.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
62
+ warn_scraper-1.2.175.dev0.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
63
+ warn_scraper-1.2.175.dev0.dist-info/top_level.txt,sha256=dZfms6N3kqVXufiPOo7YqOrAcUtYfNH_oyGvYUk9FB4,5
64
+ warn_scraper-1.2.175.dev0.dist-info/RECORD,,
{warn_scraper-1.2.173.dev0.dist-info → warn_scraper-1.2.175.dev0.dist-info}/WHEEL RENAMED
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (83.0.0)
2
+ Generator: setuptools (84.0.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5