warn-transformer 1.3.239__py3-none-any.whl → 1.3.241__py3-none-any.whl

warn_transformer/transformers/ca.py

@@ -22,6 +22,10 @@ class Transformer(BaseTransformer):
         # This Tesla layoff number large but correct
         # https://www.cnbc.com/2020/05/13/coronavirus-latest-updates.html
         11083: 11083,
+        # This large number is for a Tend layofff. Stucka found a tweet
+        # suggesting about half the number are losing jobs in California.
+        # Number thus unclear. Records request sent 5/30/2025.
+        16132: None,
     }
     date_corrections = {
         "09/04/2008": datetime(2018, 9, 4),

warn_transformer/transformers/ny.py

@@ -9,11 +9,13 @@ class Transformer(BaseTransformer):
 
     postal_code = "NY"
     fields = dict(
-        company=lambda row: row["company_name"] or row["Company"] or None,
-        location="City",
-        notice_date=lambda row: row["notice_dated"] or row["Notice Date"] or None,
-        effective_date="Layoff Date",
-        jobs="Number Affected",
+        company=lambda row: row["Business Legal Name"] or row["Company"] or None,
+        location="Impacted Site County",
+        notice_date=lambda row: row["Date of WARN Notice "]
+        or row["Date of WARN Notice"]
+        or None,
+        effective_date="Date Layoff/Closure Starts",
+        jobs="Number of Affected Workers ",
     )
     date_format = ("%Y-%m-%d %H:%M:%S", "%m/%d/%Y", "%Y-%m-%d")
     date_corrections = {
@@ -28,40 +30,6 @@ class Transformer(BaseTransformer):
         "2/12/24": datetime(2024, 12, 12),  # Note date shift
     }
 
-    def prep_row_list(
-        self, row_list: typing.List[typing.Dict]
-    ) -> typing.List[typing.Dict]:
-        """Make necessary transformations to the raw row list prior to transformation.
-
-        Args:
-            row_list (list): A list of raw rows of data from the source.
-
-        Returns: The row list minus empty records
-        """
-        # Do the standard stuff
-        row_list = super().prep_row_list(row_list)
-
-        # Split records from scrape from those in the archival set
-        scraped_list = [r for r in row_list if r["notice_url"]]
-        archival_list = [r for r in row_list if not r["notice_url"]]
-        assert len(scraped_list) + len(archival_list) == len(row_list)
-
-        # Remove records from the scrape that are covered by the more detailed archival file
-        cutoff = datetime(2021, 6, 30)
-        keep_list = []
-        for r in scraped_list:
-            dt_str = self.transform_date(r["notice_dated"])
-            assert isinstance(dt_str, str)
-            dt = datetime.strptime(dt_str, "%Y-%m-%d")
-            if dt > cutoff:
-                keep_list.append(r)
-
-        # Add them back together
-        prepped_list = keep_list + archival_list
-
-        # Return it
-        return prepped_list
-
     def transform_date(self, value: str) -> typing.Optional[str]:
         """Transform a raw date string into a date object.
 
@@ -83,10 +51,13 @@ class Transformer(BaseTransformer):
 
         Returns: A boolean or null
         """
-        value = row["Dislocation Type"].lower()
-        if "possible" in value or "potential" in value:
+        value = row["Permanent or Temporary Layoff?"].lower()
+        if "permanent" in value:
+            return False
+        elif "temporary" in value:
+            return True
+        else:
             return None
-        return "temp" in value or None
 
     def check_if_closure(self, row: typing.Dict) -> typing.Optional[bool]:
         """Determine whether a row is a closure or not.
@@ -96,7 +67,10 @@ class Transformer(BaseTransformer):
 
         Returns: A boolean or null
         """
-        value = row["Dislocation Type"].lower()
-        if "possible" in value or "potential" in value or "temp" in value:
+        value = row["Layoff or Closure?"].lower()
+        if "closure" in value:
+            return True
+        elif "layoff" in value:
+            return False
+        else:
             return None
-        return "clos" in value or None

{warn_transformer-1.3.239.dist-info → warn_transformer-1.3.241.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warn-transformer
-Version: 1.3.239
+Version: 1.3.241
 Summary: Consolidate, enrich and analyze the data gathered by warn-scraper
 Home-page: https://github.com/biglocalnews/warn-transformer
 Author: Big Local News

{warn_transformer-1.3.239.dist-info → warn_transformer-1.3.241.dist-info}/RECORD

@@ -9,7 +9,7 @@ warn_transformer/transformers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5N
 warn_transformer/transformers/ak.py,sha256=BVzKzIOpZ3fzSj6EjlqyG3z4D5LBVLwP6-gYRCfSVO4,2441
 warn_transformer/transformers/al.py,sha256=OydLDvZMAJTDBTr-xfCW8sRlOYqgCGGmXIA415ppBV0,814
 warn_transformer/transformers/az.py,sha256=cB1fTlpBH-meU4NO4hS5-pO2_oCSc6q6Ip7eeQQEUJo,398
-warn_transformer/transformers/ca.py,sha256=7BYjoEr01EE2bPX6No94gUglvDs-Hj5Lea-l9zRYuX8,1534
+warn_transformer/transformers/ca.py,sha256=UGs9lbslvtJxT-3WylvZSFu7_BKlUgjNKDBZApOhc0Q,1764
 warn_transformer/transformers/co.py,sha256=Nn3v5hu8UcLp_pWIAupn3UeBe0pxn1UsHAXIVEEssOM,5313
 warn_transformer/transformers/ct.py,sha256=tREKFro2HYl4xRJsN0eokYIajP6fMC5dr8yClyUv-wQ,4251
 warn_transformer/transformers/dc.py,sha256=1ahvBwVUl-h4ON3BACR_Y2SjQf4ifmWvKYelYriY4pI,2187
@@ -32,7 +32,7 @@ warn_transformer/transformers/mt.py,sha256=QSSlo3BFjJklcE4e6tUu_vJa1H887XeDXdxsC
 warn_transformer/transformers/ne.py,sha256=6Hf5zsiCaAVXERA1uX4IxuOjLnkfRNv-0_pBjwPmdkU,939
 warn_transformer/transformers/nj.py,sha256=1Tp2hyyVO9jMINwCsh3JPa1P6cy2OwH4UpRnygEJrH4,8258
 warn_transformer/transformers/nm.py,sha256=ttRSlWMCVk1Ur-bGKjJjf7S3yhgSYeEjQ2y54KoBO_c,579
-warn_transformer/transformers/ny.py,sha256=N8zxMTNozlbn-mwK863ktp_A_1JNevsO3edU924IOYg,3524
+warn_transformer/transformers/ny.py,sha256=HQ59adpj_AQemJD3NKIDa-SWr1PgzewrEjJiqSm8l9A,2428
 warn_transformer/transformers/oh.py,sha256=-Xmun7_CVmOSqCWxipFV4EHpINBCJAVc3yr6ZaV9Nv8,3217
 warn_transformer/transformers/ok.py,sha256=Ek3po8qTAmBtMLoHRJGMV5iJasZ_l_-0HH510kefUO4,399
 warn_transformer/transformers/or.py,sha256=YcSBOndSS7sd04LICuVwmMwY4al2bBOCGxowXXj34vE,1433
@@ -46,9 +46,9 @@ warn_transformer/transformers/va.py,sha256=vxlkvIgrphAUqqCKi_6xZ8raOEhbUpskBukKb
 warn_transformer/transformers/vt.py,sha256=5J9p7yexXmn4K3Pe0xIkPa9fR10DpZ2DSzvjkrDbCZs,452
 warn_transformer/transformers/wa.py,sha256=0addhlk4jBAfScVngCq8VUJvd-Bc8e1winPn8Lu2DZo,1111
 warn_transformer/transformers/wi.py,sha256=sM5KFkACDQ6dqiQ666wvZ8gJe47ywFVmM1hFbw8Io64,3019
-warn_transformer-1.3.239.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
-warn_transformer-1.3.239.dist-info/METADATA,sha256=ufhysJyXprvOGsgOdBsuLMm_a49WVWmkPdIY6kCRiHY,1740
-warn_transformer-1.3.239.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-warn_transformer-1.3.239.dist-info/entry_points.txt,sha256=MvWNvQnZTu5Fbpd7JMN-KGPeklT6f5v6Hx39uqnBl28,62
-warn_transformer-1.3.239.dist-info/top_level.txt,sha256=8nZpmzmOcqSnismvY34muSX8MvaZM6aEfLldl-wp0fQ,17
-warn_transformer-1.3.239.dist-info/RECORD,,
+warn_transformer-1.3.241.dist-info/licenses/LICENSE,sha256=ZV-QHyqPwyMuwuj0lI05JeSjV1NyzVEk8Yeu7FPtYS0,585
+warn_transformer-1.3.241.dist-info/METADATA,sha256=vVIxyilA0doBfdNbu7EqN0Clh_28jyGm_SQghY_JRLU,1740
+warn_transformer-1.3.241.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+warn_transformer-1.3.241.dist-info/entry_points.txt,sha256=MvWNvQnZTu5Fbpd7JMN-KGPeklT6f5v6Hx39uqnBl28,62
+warn_transformer-1.3.241.dist-info/top_level.txt,sha256=8nZpmzmOcqSnismvY34muSX8MvaZM6aEfLldl-wp0fQ,17
+warn_transformer-1.3.241.dist-info/RECORD,,