warn-scraper 1.2.109__py3-none-any.whl → 1.2.111__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. warn/scrapers/ia.py +2 -0
  2. warn/scrapers/va.py +14 -4
  3. {warn_scraper-1.2.109.dist-info → warn_scraper-1.2.111.dist-info}/METADATA +1 -1
  4. {warn_scraper-1.2.109.dist-info → warn_scraper-1.2.111.dist-info}/RECORD +8 -8
  5. {warn_scraper-1.2.109.dist-info → warn_scraper-1.2.111.dist-info}/WHEEL +0 -0
  6. {warn_scraper-1.2.109.dist-info → warn_scraper-1.2.111.dist-info}/entry_points.txt +0 -0
  7. {warn_scraper-1.2.109.dist-info → warn_scraper-1.2.111.dist-info}/licenses/LICENSE +0 -0
  8. {warn_scraper-1.2.109.dist-info → warn_scraper-1.2.111.dist-info}/top_level.txt +0 -0
warn/scrapers/ia.py CHANGED
@@ -58,6 +58,8 @@ def scrape(
58
58
 
59
59
  # Parse it, minus the header
60
60
  row_list += utils.parse_excel(historic_excel_path, keep_header=False)
61
+ if "Iowa WARN Log" in row_list[0]:
62
+ del row_list[0]
61
63
 
62
64
  # Set the export path
63
65
  data_path = data_dir / "ia.csv"
warn/scrapers/va.py CHANGED
@@ -189,10 +189,20 @@ def scrape(
189
189
 
190
190
  logger.debug(f"Attempting to fetch {start_page}")
191
191
  driver.get(start_page)
192
- sleep((4 * random()) + 3)
193
- driver.find_element(By.ID, "warn-notice-well").find_element(
194
- By.PARTIAL_LINK_TEXT, "Download"
195
- ).click()
192
+ sleep((4 * random()) + 8)
193
+ # with open("va-weird.html", "w") as outfile:
194
+ # outfile.write(driver.page_source)
195
+ # driver.find_element(By.ID, "warn-notice-well").find_element(
196
+ # By.PARTIAL_LINK_TEXT, "Download"
197
+ # ).click()
198
+
199
+ # driver.find_element(By.PARTIAL_LINK_TEXT, "Download Full List of WARN notices").click()
200
+
201
+ # element = driver.find_element(By.CSS_SELECTOR, "#warn-notice-well a img")
202
+ element = driver.find_element(By.CSS_SELECTOR, "#warn-notice-well a")
203
+ logger.debug(f"Element found: {element.get_attribute('outerHTML')}")
204
+ driver.execute_script("arguments[0].click();", element)
205
+ # element.click()
196
206
 
197
207
  logger.debug(f"Attempting to fetch {csv_url}")
198
208
  # driver.get(csv_url)
{warn_scraper-1.2.109.dist-info → warn_scraper-1.2.111.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: warn-scraper
3
- Version: 1.2.109
3
+ Version: 1.2.111
4
4
  Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
5
5
  Home-page: https://github.com/biglocalnews/warn-scraper
6
6
  Author: Big Local News
{warn_scraper-1.2.109.dist-info → warn_scraper-1.2.111.dist-info}/RECORD RENAMED
@@ -36,7 +36,7 @@ warn/scrapers/de.py,sha256=GyM92A-lFwZAfRxgbO-sIWhRfmBEKirzchaPIv-u0o4,1364
36
36
  warn/scrapers/fl.py,sha256=YJ6Qt-jJZ7_iUKlHDaQuaV2gRmae8AJKS5dwwChadBE,9563
37
37
  warn/scrapers/ga.py,sha256=o_OF4zPQ3vJM8USQPD7l_ThyRWAzUZkwrwLHCvWmHMI,7429
38
38
  warn/scrapers/hi.py,sha256=pSplAP15_ZBfQtcywyErmvNcrk7u55TjZj_F0Nqw9L8,5660
39
- warn/scrapers/ia.py,sha256=zOncaA9M0d6paT4pB7UU_4D_yxUgeUiGRcnpKi9DsRA,1999
39
+ warn/scrapers/ia.py,sha256=ag0EcsyHJLvg6fHY-8Q35iLVx5KTsnm1OdBPWG920J4,2062
40
40
  warn/scrapers/id.py,sha256=qJLcLgCgAfKzLpuwW32JqNwXn9NxZRZvQ50nZZKUhmE,6674
41
41
  warn/scrapers/il.py,sha256=sygdvsNuB_Gvu3o_HidtpSP4FLz0szKb1zEHqGxVtlI,1563
42
42
  warn/scrapers/in.py,sha256=dAT40ROhhKiwLcwa_YJ6EyhsYBLe0IX2rOWXmNa6JMs,2026
@@ -61,13 +61,13 @@ warn/scrapers/sd.py,sha256=_4R19Ybzsyx1PvcWV3_laJmJ3etrwVGfhNEQm6njwoA,1904
61
61
  warn/scrapers/tn.py,sha256=i1H7c09Ea3CDrTXqqRMLBMPT_34QtGA0-x7T8rm_j5Q,2945
62
62
  warn/scrapers/tx.py,sha256=watfR1gyN9w7nluiAOnnIghEmoq3eShNUzYSZ8SkZy4,4438
63
63
  warn/scrapers/ut.py,sha256=iUh38YIjbvv5MyyKacsiZNe8KjfdBeDaOf-qMQEF_kc,2245
64
- warn/scrapers/va.py,sha256=hOPuiAjnTmtXCOdnBM_jAJuz9_u6oCxtbm2F-9m3ot0,10732
64
+ warn/scrapers/va.py,sha256=7Nle7qL0VNPiE653XyaP9HQqSfuJFDRr2kEkjOqLvFM,11269
65
65
  warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
66
66
  warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
67
67
  warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
68
- warn_scraper-1.2.109.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
69
- warn_scraper-1.2.109.dist-info/METADATA,sha256=mFd0sQWXifEMeyUPZvh1xacXtHWbXMFuSFoDPNvfQVs,2385
70
- warn_scraper-1.2.109.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
71
- warn_scraper-1.2.109.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
72
- warn_scraper-1.2.109.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
73
- warn_scraper-1.2.109.dist-info/RECORD,,
68
+ warn_scraper-1.2.111.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
69
+ warn_scraper-1.2.111.dist-info/METADATA,sha256=DW2-aOg2XJoXTqAN9fgs-tkMf7JjoijXxr93sUpEVfA,2385
70
+ warn_scraper-1.2.111.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
71
+ warn_scraper-1.2.111.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
72
+ warn_scraper-1.2.111.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
73
+ warn_scraper-1.2.111.dist-info/RECORD,,