warn-transformer 1.3.265__py3-none-any.whl → 1.3.302__py3-none-any.whl

warn_transformer/schema.py

@@ -176,7 +176,7 @@ class BaseTransformer:
         elif isinstance(method, typing.Callable):
             return method(row)
         else:
-            raise ValueError("The field method your provided is not valid.")
+            raise ValueError("The field method you provided is not valid.")
 
     def get_hash_id(self, data: typing.Dict) -> str:
         """Convert the row into a unique hexdigest to use as a unique identifier.

warn_transformer/transformers/ct.py

@@ -4,18 +4,19 @@ from datetime import datetime
 from ..schema import BaseTransformer
 
 
+# class Transformer:
 class Transformer(BaseTransformer):
     """Transform Connecticut raw data for consolidation."""
 
     postal_code = "CT"
     fields = dict(
         company="affected_company",
-        location="layoff_location",
-        notice_date="warn_date",
-        effective_date="layoff_date",
-        jobs="number_workers",
+        location="layoff_locations",
+        notice_date="warn_document_date",
+        effective_date="layoff_dates",
+        jobs="number_of_impacted_workers",
     )
-    date_format = ["%m/%d/%Y", "%m/%d/%y", "%m-%d-%y", "%Y"]
+    date_format = ["%Y-%m-%d", "%Y-%m-%dT%H:%M:%S+00.00", "%m/%d/%Y", "%m-%d-%Y"]
     date_corrections = {
         "12/31/16-1/13/17": datetime(2016, 12, 31),
         "12/4/15-tbd": datetime(2015, 12, 4),
@@ -47,6 +48,78 @@ class Transformer(BaseTransformer):
         "9/92024": datetime(2024, 9, 9),
         "4/112025": datetime(2025, 4, 11),
         "3/31/2025,": datetime(2025, 3, 31),
+        "11/24/2025 - 4/1/2026": datetime(2025, 11, 24),
+        "February 15, 2025, through February 28, 2025": datetime(2025, 2, 15),
+        "April 12, 2025": datetime(2025, 4, 12),
+        "March 21, 2025": datetime(2025, 3, 21),
+        "8/2/2019, 12/13/2029": datetime(2019, 8, 2),
+        "June 29, 2025": datetime(2025, 6, 29),
+        "6/3/2023, 12/31/2023": datetime(2023, 6, 3),
+        "09/15/2020,12/17/2020": datetime(2020, 9, 15),
+        "03/28/2020, 04/01/2020": datetime(2020, 3, 28),
+        "June 10, 2025": datetime(2025, 6, 10),
+        "05/10/2020,05/23/2020": datetime(2020, 5, 10),
+        "August 23, 2024": datetime(2024, 8, 23),
+        "April 30,  2025. Additional layoffs are scheduled for June 20, 2025 and July 30, 2025": datetime(
+            2025, 4, 30
+        ),
+        "April 25, 2025-July 3 1 , 2025.": datetime(2025, 4, 25),
+        "03/20/2020,04/03/2020,04/07/2020": datetime(2020, 3, 20),
+        "02/26/2022,03/11/2022": datetime(2022, 2, 26),
+        "December 2, 2025": datetime(2025, 12, 2),
+        "8/4/23, 9/1/23, 10/6/23, 11/3/23, 12/1/23, 1/5/24, 2/2/24, 2/16/24, 3/1/24, 3/29/24, 5/3/24, 5/31/24, 6/28/24, 9/15/24, 9/20/24, 9/27/24, 9/30/24, 12/6/24": datetime(
+            2023, 8, 4
+        ),
+        "10/10/2020,10/23/2020": datetime(2020, 10, 10),
+        "June 7, 2025": datetime(2025, 6, 7),
+        "04/01/2020,06/30/2020": datetime(2020, 4, 1),
+        "February 10th, 2025 through February 24, 2025": datetime(2025, 2, 10),
+        "02 /01/2023 ,03/01/2023": datetime(2023, 2, 1),
+        "July 5th, 2024": datetime(2024, 7, 5),
+        "02/01/2023,03/01/2023": datetime(2023, 2, 1),
+        "7/15/2025, 7/29/2025": datetime(2025, 7, 15),
+        "12/8/24 through 12/21/24": datetime(2024, 12, 8),
+        "08/20/2023, 09/02/2023": datetime(2023, 8, 20),
+        "08/17/2020,08/30/2020": datetime(2020, 8, 17),
+        "3/10/2020,4/07/2020": datetime(2020, 3, 10),
+        "March 25, 2025": datetime(2025, 3, 25),
+        "03/25/2020,03/28/2020": datetime(2020, 3, 25),
+        "09/15/2023, 09/23/2023, 11/17/2023, 12/1/2023": datetime(2023, 9, 15),
+        "1/13/25, 2/13/25": datetime(2025, 1, 13),
+        "01/03/2020,05/30/2020": datetime(2020, 1, 3),
+        "05/01/2020,07/06/2020": datetime(2020, 5, 1),
+        "03/26/2020, 04/16/2020,05/10/2020": datetime(2020, 3, 26),
+        "3/13/2020, 3/20/2020, 4/6/2020,4/19/2020": datetime(2020, 3, 13),
+        "September 27, 2024": datetime(2024, 9, 27),
+        "09/08/2020,09/22/2020": datetime(2020, 9, 8),
+        "09/15/2020,03/17/2021": datetime(2020, 9, 15),
+        "03/23/2020, 03/26/2020": datetime(2020, 3, 23),
+        "12/20/2024, 1/31/25, 2/14/25, 2/21/25": datetime(2024, 12, 20),
+        "04/10/2020,04/22/2020": datetime(2020, 4, 10),
+        "10/12/2025 - 10/25/2025": datetime(2025, 10, 12),
+        "March, 2025": datetime(2025, 3, 1),
+        "5/17/24": datetime(2024, 5, 17),
+        "August 24, 2024": datetime(2024, 8, 24),
+        "10/21/2023, 10/28/2023, 11/04/2023, 11/18/2023, 11/25/2023, 12/30/2025": datetime(
+            2023, 10, 21
+        ),
+        "04/14/2023, 05/13/2023 - 05/27/2023, 06/12/2023-08/11/2023, 06/12/2023-06/26/2023": datetime(
+            2023, 4, 14
+        ),
+        "8/2/2019-12/31/2019": datetime(2019, 8, 2),
+        "9/21/2025 - 10/4/2025": datetime(2025, 9, 21),
+        "January 25, 2025 through February 7, 2025": datetime(2025, 1, 25),
+        "March 31, 2025, June 30, 2025, and September 30, 2025": datetime(2025, 3, 31),
+        "4/2/24": datetime(2024, 4, 2),
+        "9/9/24": datetime(2024, 9, 9),
+        "5/15/24": datetime(2024, 5, 15),
+        "3/22/25": datetime(2025, 3, 22),
+        "5/31/24": datetime(2024, 5, 31),
+        "10/2/23": datetime(2023, 10, 2),
+        "0025-05-16": datetime(2025, 5, 16),
+        "0024-05-31": datetime(2024, 5, 31),
+        "0005-02-04": datetime(2025, 2, 4),
+        "12/28/22025": datetime(2025, 12, 28),
     }
     jobs_corrections = {
         "up to 703": 703,
@@ -79,6 +152,10 @@ class Transformer(BaseTransformer):
         "55 total: 1 CT resident": 1,
         "131 total; 92 CT residents": 92,
         "80 Total; 4 CT": 4,
+        "66; #CT workers not indicated": None,
+        "": None,
+        "113,": 113,
+        "Greenwich": None,  # Not my circus, not my monkeys
     }
 
     def transform_date(self, value: str) -> typing.Optional[str]:
@@ -107,12 +184,13 @@ class Transformer(BaseTransformer):
         value = value.strip().split()[0].strip()
         return super().transform_date(value)
 
-    def check_if_closure(self, row: typing.Dict) -> typing.Optional[bool]:
-        """Determine whether a row is a closure or not.
-
-        Args:
-            row (dict): The raw row of data.
 
-        Returns: A boolean or null
-        """
-        return "yes" in row["closing"].lower() or None
+#    def check_if_closure(self, row: typing.Dict) -> typing.Optional[bool]:
+#        """Determine whether a row is a closure or not.
+#
+#        Args:
+#            row (dict): The raw row of data.
+#
+#        Returns: A boolean or null
+#        """
+#        return "yes" in row["closing"].lower() or None

warn_transformer/transformers/dc.py

@@ -45,8 +45,18 @@ class Transformer(BaseTransformer):
         "Various dates through June 30, 2025": datetime(2025, 6, 30),
         "July 31 through August 28, 2025": datetime(2025, 7, 31),
         "September 30 through December 30, 2025": datetime(2025, 9, 30),
+        "Various Dates through June 29, 2025": datetime(2025, 6, 29),
+        "Various Dates through September 28, 2025": datetime(2025, 9, 28),
+        "Various Dates through November2, 2025": datetime(2025, 11, 2),
+        "Various Dates through November 2, 2025": datetime(2025, 11, 2),
+        "September 30 through September 28, 2025": datetime(2025, 9, 30),  # What?
+        "March 14, 2025 through April 30, 2025": datetime(2025, 3, 14),
     }
     jobs_corrections = {
         "All": None,
         "TBD": None,
+        "45 (amended)": 45,
+        "63 (amended)": 63,
+        "54 (amended)": 54,
+        "46 (amended)": 46,
     }

warn_transformer/transformers/ky.py

@@ -10,13 +10,13 @@ class Transformer(BaseTransformer):
 
     postal_code = "KY"
     fields = dict(
-        company="Company Name",
-        location="County",
-        notice_date="Date Received",
-        effective_date="Projected Date",
-        jobs="Employees",
+        company="company",
+        location="county",
+        notice_date="date_effective",
+        effective_date="date_received",
+        jobs="employees",
     )
-    date_format = "%Y-%m-%d %H:%M:%S"
+    date_format = ["%Y-%m-%d %H:%M:%S", "%m/%d/%Y"]
     minimum_year = 1997
     date_corrections = {
         "43490.0": None,
@@ -174,6 +174,10 @@ class Transformer(BaseTransformer):
         "03/19/2012 - 04/01/2012": datetime.datetime(2012, 3, 19),
         "2041-06-04 00:00:00": datetime.datetime(2014, 6, 4),
         "04/05/2015": datetime.datetime(2015, 4, 5),
+        "2026-12-31 00:00:00": datetime.datetime(2026, 12, 31),
+        "1/8/2026": datetime.datetime(2026, 1, 8),
+        "10/20/2025": datetime.datetime(2025, 10, 20),
+        "12/31/2026": datetime.datetime(2026, 12, 31),
     }
     jobs_corrections = {
         "?": None,
@@ -279,7 +283,7 @@ class Transformer(BaseTransformer):
 
         Returns: A boolean or null
         """
-        if "closure" in row["Closure or Layoff?"].lower():
+        if "closure" in row["closure_or_layoff"].lower():
             return True
         else:
             return None

warn_transformer/transformers/md.py

@@ -50,6 +50,7 @@ class Transformer(BaseTransformer):
         "6/30/204": datetime(2024, 6, 30),
         "7/24/1969": datetime(2024, 7, 24),
         "517112": None,
+        "01/301/2026": datetime(2026, 1, 31),
     }
     jobs_corrections = {
         "103 (REVISED) 10/22/2020 108": 103,
@@ -70,4 +71,5 @@ class Transformer(BaseTransformer):
         "N/A": None,
         "9 50": 59,
         "3 (remote workers from MD)": 3,
+        "50 - 60": 50,
     }