upgini 1.2.29a7__tar.gz → 1.2.30a7__tar.gz

{upgini-1.2.29a7 → upgini-1.2.30a7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: upgini
-Version: 1.2.29a7
+Version: 1.2.30a7
 Summary: Intelligent data search & enrichment for Machine Learning
 Project-URL: Bug Reports, https://github.com/upgini/upgini/issues
 Project-URL: Homepage, https://upgini.com/

upgini-1.2.30a7/src/upgini/__about__.py

@@ -0,0 +1 @@
+__version__ = "1.2.30a7 "

{upgini-1.2.29a7 → upgini-1.2.30a7}/src/upgini/features_enricher.py

@@ -1447,11 +1447,7 @@ class FeaturesEnricher(TransformerMixin):
         client_features = [
             c
             for c in X_sampled.columns.to_list()
-            if (
-                not self.select_features
-                or c in self.feature_names_
-                or (self.fit_columns_renaming is not None and self.fit_columns_renaming.get(c) in self.feature_names_)
-            )
+            if (not self.select_features or c in self.feature_names_)
             and c
             not in (
                 excluding_search_keys
@@ -1668,10 +1664,7 @@ class FeaturesEnricher(TransformerMixin):
         generated_features = []
         if date_column is not None:
             converter = DateTimeSearchKeyConverter(date_column, self.date_format, self.logger, self.bundle)
-            # Leave original date column values
-            df_with_date_features = converter.convert(df, keep_time=True)
-            df_with_date_features[date_column] = df[date_column]
-            df = df_with_date_features
+            df = converter.convert(df, keep_time=True)
             generated_features = converter.generated_features
 
         email_columns = SearchKey.find_all_keys(search_keys, SearchKey.EMAIL)
@@ -1680,10 +1673,9 @@ class FeaturesEnricher(TransformerMixin):
             df = generator.generate(df)
             generated_features.extend(generator.generated_features)
 
-        # normalizer = Normalizer(self.bundle, self.logger)
-        # df, search_keys, generated_features = normalizer.normalize(df, search_keys, generated_features)
-        # columns_renaming = normalizer.columns_renaming
-        columns_renaming = {c: c for c in df.columns}
+        normalizer = Normalizer(self.bundle, self.logger)
+        df, search_keys, generated_features = normalizer.normalize(df, search_keys, generated_features)
+        columns_renaming = normalizer.columns_renaming
 
         df, _ = clean_full_duplicates(df, logger=self.logger, bundle=self.bundle)
 
@@ -2113,7 +2105,7 @@ class FeaturesEnricher(TransformerMixin):
             date_column = SearchKey.find_key(search_keys, [SearchKey.DATE, SearchKey.DATETIME])
             if date_column is not None:
                 converter = DateTimeSearchKeyConverter(date_column, self.date_format, self.logger, bundle=self.bundle)
-                df = converter.convert(df, keep_time=True)
+                df = converter.convert(df)
                 self.logger.info(f"Date column after convertion: {df[date_column]}")
                 generated_features.extend(converter.generated_features)
             else:
@@ -2208,12 +2200,11 @@ class FeaturesEnricher(TransformerMixin):
 
             if add_fit_system_record_id:
                 df = self.__add_fit_system_record_id(df, search_keys, SYSTEM_RECORD_ID)
+                if DateTimeSearchKeyConverter.DATETIME_COL in df.columns:
+                    df = df.drop(columns=DateTimeSearchKeyConverter.DATETIME_COL)
                 df = df.rename(columns={SYSTEM_RECORD_ID: SORT_ID})
                 features_not_to_pass.append(SORT_ID)
 
-            if DateTimeSearchKeyConverter.DATETIME_COL in df.columns:
-                df = df.drop(columns=DateTimeSearchKeyConverter.DATETIME_COL)
-
             # search keys might be changed after explode
             columns_for_system_record_id = sorted(list(search_keys.keys()) + features_for_transform)
             df[SYSTEM_RECORD_ID] = pd.util.hash_pandas_object(df[columns_for_system_record_id], index=False).astype(
@@ -2232,7 +2223,7 @@ class FeaturesEnricher(TransformerMixin):
 
             combined_search_keys = combine_search_keys(search_keys.keys())
 
-            df_without_features = df.drop(columns=features_not_to_pass, errors="ignore")
+            df_without_features = df.drop(columns=features_not_to_pass)
 
             df_without_features, full_duplicates_warning = clean_full_duplicates(
                 df_without_features, self.logger, bundle=self.bundle

{upgini-1.2.29a7 → upgini-1.2.30a7}/src/upgini/http.py

@@ -882,7 +882,7 @@ class _RestClient:
         if content_type:
             headers[_RestClient.CONTENT_TYPE_HEADER_NAME] = content_type
         if trace_id:
-            headers[_RestClient.TRACE_ID_HEADER_NAME] = str(trace_id)
+            headers[_RestClient.TRACE_ID_HEADER_NAME] = trace_id
         for header_key, header_value in additional_headers.items():
             headers[header_key] = header_value
         return headers

{upgini-1.2.29a7 → upgini-1.2.30a7}/src/upgini/utils/email_utils.py

@@ -39,7 +39,7 @@ class EmailDomainGenerator:
         for email_col in self.email_columns:
             domain_feature = email_col + self.DOMAIN_SUFFIX
             if domain_feature not in df.columns:
-                df[domain_feature] = df[email_col].apply(self._email_to_domain).astype("string")
+                df[domain_feature] = df[email_col].apply(self._email_to_domain)
                 self.generated_features.append(domain_feature)
         return df
 

{upgini-1.2.29a7 → upgini-1.2.30a7}/src/upgini/utils/features_validator.py

@@ -2,7 +2,6 @@ import logging
 from logging import Logger
 from typing import Dict, List, Optional, Tuple
 
-import numpy as np
 import pandas as pd
 from pandas.api.types import is_integer_dtype, is_object_dtype, is_string_dtype
 
@@ -84,21 +83,10 @@ class FeaturesValidator:
         return [
             i
             for i in df
-            if (is_object_dtype(df[i]) or is_string_dtype(df[i]) or FeaturesValidator.__is_integer(df[i]))
+            if (is_object_dtype(df[i]) or is_string_dtype(df[i]) or is_integer_dtype(df[i]))
             and (df[i].nunique(dropna=False) / row_count >= 0.85)
         ]
 
-    @staticmethod
-    def __is_integer(series: pd.Series) -> bool:
-        return (
-            is_integer_dtype(series)
-            or series.dropna()
-            .apply(
-                lambda f: (float.is_integer(f) and abs(f) < np.iinfo(np.int64).max) if isinstance(f, float) else False
-            )
-            .all()
-        )
-
     @staticmethod
     def find_constant_features(df: pd.DataFrame) -> List[str]:
         return [i for i in df if df[i].nunique() <= 1]

upgini-1.2.29a7/src/upgini/__about__.py

@@ -1 +0,0 @@
-__version__ = "1.2.29a7"