warn-scraper 1.2.114__py3-none-any.whl → 1.2.116__py3-none-any.whl

warn/scrapers/co.py

@@ -263,6 +263,13 @@ def scrape(
     for row in cleaned_data:
         row_dict = {}
         mangled = []
+
+        line = {}
+        for key in row:
+            if not key.startswith("blank_cell_"):
+                line[key] = row[key]
+        row = line
+
         for key in row:
             if (
                 key not in header_crosswalk and key not in header_garbage
@@ -321,13 +328,19 @@ def scrape_google_sheets(table, header_list=None):
         # Parse the header row into a list,
         # preserving its order in the sheet
         header_list = []
+        blanks = 0
         for cellindex, cell in enumerate(header_soup.find_all("td")):
             cell_text = cell.text.strip()
-            # Skip empty headers
+            # Handle empty header cells
             if cell_text:
                 header_list.append(cell_text)
-            if not cell_text and cellindex == 0:
+            elif not cell_text and cellindex == 0:
                 header_list.append("Company Name")
+            elif not cell_text and cellindex > 0:
+                blanks += 1
+                cell_text = f"blank_cell_{blanks}"
+                logger.debug(f"Adding {cell_text}")
+                header_list.append(cell_text)
 
     # Loop through all the data rows, which start
     # after the header and the little bar

warn/scrapers/ok.py

@@ -93,10 +93,11 @@ def scrape(
         "Launchpad__Layoff_Closure_Type__c": "closure_type",
         "Launchpad__Notice_Date__c": "notice_date",
         "OESC_Employer_City__c": "city",
-        "OESC_Employer_Name__c": "company name",
+        "OESC_Employer_Name__c": "company_name",
         "OESC_Employer_Zip_Code__c": "zip_code",
         "RecordTypeId": "record_type_id",
         "Select_Local_Workforce_Board__c": "workforce_board",
+        "jobs-not-in-this": "jobs",
     }
 
     masterlist = []

{warn_scraper-1.2.114.dist-info → warn_scraper-1.2.116.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warn-scraper
-Version: 1.2.114
+Version: 1.2.116
 Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
 Home-page: https://github.com/biglocalnews/warn-scraper
 Author: Big Local News

{warn_scraper-1.2.114.dist-info → warn_scraper-1.2.116.dist-info}/RECORD

@@ -29,7 +29,7 @@ warn/scrapers/ak.py,sha256=h7BYMTV0whwWAPhbzVDVKMMoVCFphKly70aiTHabPq4,1847
 warn/scrapers/al.py,sha256=D0rT9GQ0vwfkRuveVAt-Po-T6b2TI1EPGeLOBy2m3_M,2240
 warn/scrapers/az.py,sha256=elGbue01Gjf_DQ66Wy9qqGIOJsiY-KIKJOVeft8pCXg,1447
 warn/scrapers/ca.py,sha256=VQOfjHXPCc-jYwh-EPGVVfnzvXB7pdmCt2uJ6QnMPRM,8600
-warn/scrapers/co.py,sha256=YZP7BHluM6tmwdQ45ZpYzLvq1S7jHGBH-4ZXlSKDP5M,17509
+warn/scrapers/co.py,sha256=fnd_dz4esjulFm1C27VtYyXMZoqtZkVl6gOWc3wNn6E,17914
 warn/scrapers/ct.py,sha256=PKeZtlB0-z2wCmYmGl_WYoVo2gzwKV36upZcJVaJxjM,4852
 warn/scrapers/dc.py,sha256=p1_c7O2R3O-41DmvcLVUIRhQKUewvZZKkzWkBxytN5M,5165
 warn/scrapers/de.py,sha256=GyM92A-lFwZAfRxgbO-sIWhRfmBEKirzchaPIv-u0o4,1364
@@ -53,7 +53,7 @@ warn/scrapers/nj.py,sha256=nwbMbeQuUJbYRVoyUyKZBmNqvqsXu3Habt-10r8DvZE,2230
 warn/scrapers/nm.py,sha256=HZpfLzn0LvLeRztYvqJ9n6FR5PYpyMndo8tzI8h9S2o,3581
 warn/scrapers/ny.py,sha256=hXbxPhiK-Eyc9h_05wkAsfdVIT0vayKX4EE5aiJVdBc,2291
 warn/scrapers/oh.py,sha256=2MEB_0AT37dsAsrhdl_Y0LUNHu0xGy4B1F7aSMhuUu0,3151
-warn/scrapers/ok.py,sha256=mn9NrhVzNo9ZFtYwBtSgBhPqevHWrz1Hs37gRRjwoSo,7640
+warn/scrapers/ok.py,sha256=ZZciyR1jPS4SzS2JSQwhJsDXP_VxA9UkEQvLpxzWzp4,7676
 warn/scrapers/or.py,sha256=0PjyrW3CHdxtHhqEo3Ob-9B6YckACoBD3K0c4FPQUcg,5208
 warn/scrapers/ri.py,sha256=EUyLy59eNiYHqiJR8C0YcJrZtp09KyVc45AFD0_Uc0U,4497
 warn/scrapers/sc.py,sha256=p3kscSNSW9C8C5QaSUbCAo6XibgB7G2iH6zaMH7Mnsc,4819
@@ -65,9 +65,9 @@ warn/scrapers/va.py,sha256=7Nle7qL0VNPiE653XyaP9HQqSfuJFDRr2kEkjOqLvFM,11269
 warn/scrapers/vt.py,sha256=d-bo4WK2hkrk4BhCCmLpEovcoZltlvdIUB6O0uaMx5A,1186
 warn/scrapers/wa.py,sha256=UXdVtHZo_a-XfoiyOooTRfTb9W3PErSZdKca6SRORgs,4282
 warn/scrapers/wi.py,sha256=ClEzXkwZbop0W4fkQgsb5oHAPUrb4luUPGV-jOKwkcg,4855
-warn_scraper-1.2.114.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
-warn_scraper-1.2.114.dist-info/METADATA,sha256=wsOFbBrbNx2mb-YWlWVggvalyIbPnOreJVgTZ222jQY,2385
-warn_scraper-1.2.114.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-warn_scraper-1.2.114.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
-warn_scraper-1.2.114.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
-warn_scraper-1.2.114.dist-info/RECORD,,
+warn_scraper-1.2.116.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
+warn_scraper-1.2.116.dist-info/METADATA,sha256=azCMcdV2gteQF6fCJKmmGV54nWi3877lo1OYYcVwBhw,2385
+warn_scraper-1.2.116.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+warn_scraper-1.2.116.dist-info/entry_points.txt,sha256=poh_oSweObGlBSs1_2qZmnTodlOYD0KfO7-h7W2UQIw,47
+warn_scraper-1.2.116.dist-info/top_level.txt,sha256=gOhHgNEkrUvajlzoKkVOo-TlQht9MoXnKOErjzqLGHo,11
+warn_scraper-1.2.116.dist-info/RECORD,,