upgini 1.2.42__py3-none-any.whl → 1.2.44__py3-none-any.whl

upgini/__about__.py

@@ -1 +1 @@
-__version__ = "1.2.42"
+__version__ = "1.2.44"

upgini/features_enricher.py

@@ -277,7 +277,7 @@ class FeaturesEnricher(TransformerMixin):
             dict()
         )
 
-        validate_version(self.logger, self.__log_warning)
+        validate_version(self.logger)
 
         self.search_keys = search_keys or {}
         self.id_columns = id_columns
@@ -584,6 +584,7 @@ class FeaturesEnricher(TransformerMixin):
             Transformed dataframe, enriched with valuable features.
         """
 
+        self.warning_counter.reset()
         trace_id = str(uuid.uuid4())
         start_time = time.time()
         with MDC(trace_id=trace_id):
@@ -720,7 +721,7 @@ class FeaturesEnricher(TransformerMixin):
         X_new: pandas.DataFrame of shape (n_samples, n_features_new)
             Transformed dataframe, enriched with valuable features.
         """
-
+        self.warning_counter.reset()
         search_progress = SearchProgress(0.0, ProgressStage.START_TRANSFORM)
         if progress_callback is not None:
             progress_callback(search_progress)
@@ -1086,13 +1087,16 @@ class FeaturesEnricher(TransformerMixin):
                         self.bundle.get("quality_metrics_segment_header"): self.bundle.get(
                             "quality_metrics_train_segment"
                         ),
-                        self.bundle.get("quality_metrics_rows_header"): _num_samples(effective_X),
+                        # self.bundle.get("quality_metrics_rows_header"): _num_samples(effective_X),
+                        # Show actually used for metrics dataset size
+                        self.bundle.get("quality_metrics_rows_header"): _num_samples(fitting_X),
                     }
                     if model_task_type in [ModelTaskType.BINARY, ModelTaskType.REGRESSION] and is_numeric_dtype(
                         validated_y
                     ):
                         train_metrics[self.bundle.get("quality_metrics_mean_target_header")] = round(
-                            np.mean(validated_y), 4
+                            # np.mean(validated_y), 4
+                            np.mean(y_sorted), 4
                         )
                     if etalon_metric is not None:
                         train_metrics[self.bundle.get("quality_metrics_baseline_header").format(metric)] = etalon_metric
@@ -1153,13 +1157,14 @@ class FeaturesEnricher(TransformerMixin):
                             else:
                                 eval_uplift = None
 
-                            # effective_eval_set = eval_set if eval_set is not None else self.eval_set
                             eval_metrics = {
                                 self.bundle.get("quality_metrics_segment_header"): self.bundle.get(
                                     "quality_metrics_eval_segment"
                                 ).format(idx + 1),
                                 self.bundle.get("quality_metrics_rows_header"): _num_samples(
-                                    effective_eval_set[idx][0]
+                                    # effective_eval_set[idx][0]
+                                    # Use actually used for metrics dataset
+                                    eval_X_sorted
                                 ),
                                 # self.bundle.get("quality_metrics_match_rate_header"): eval_hit_rate,
                             }
@@ -1167,7 +1172,9 @@ class FeaturesEnricher(TransformerMixin):
                                 validated_eval_set[idx][1]
                             ):
                                 eval_metrics[self.bundle.get("quality_metrics_mean_target_header")] = round(
-                                    np.mean(validated_eval_set[idx][1]), 4
+                                    # np.mean(validated_eval_set[idx][1]), 4
+                                    # Use actually used for metrics dataset
+                                    np.mean(eval_y_sorted), 4
                                 )
                             if etalon_eval_metric is not None:
                                 eval_metrics[self.bundle.get("quality_metrics_baseline_header").format(metric)] = (
@@ -2527,11 +2534,9 @@ if response.status_code == 200:
     def __is_registered(self) -> bool:
         return self.api_key is not None and self.api_key != ""
 
-    def __log_warning(self, message: str, show_support_link: bool = False, is_red=False):
+    def __log_warning(self, message: str, show_support_link: bool = False):
         warning_num = self.warning_counter.increment()
         formatted_message = f"WARNING #{warning_num}: {message}\n"
-        if is_red:
-            formatted_message = Format.RED + formatted_message + Format.END
         if show_support_link:
             self.__display_support_link(formatted_message)
         else:
@@ -2584,7 +2589,12 @@ if response.status_code == 200:
             checked_generate_features = []
             for gen_feature in self.generate_features:
                 if gen_feature not in x_columns:
-                    self.__log_warning(self.bundle.get("missing_generate_feature").format(gen_feature, x_columns))
+                    if gen_feature == self._get_phone_column(self.search_keys):
+                        raise ValidationError(
+                            self.bundle.get("missing_generate_feature").format(gen_feature, x_columns)
+                        )
+                    else:
+                        self.__log_warning(self.bundle.get("missing_generate_feature").format(gen_feature, x_columns))
                 else:
                     checked_generate_features.append(gen_feature)
             self.generate_features = checked_generate_features

upgini/utils/datetime_utils.py

@@ -167,6 +167,12 @@ class DateTimeSearchKeyConverter:
             # Drop intermediate columns if not needed
             df.drop(columns=["second", "minute", "hour"], inplace=True)
 
+        for generated_feature in self.generated_features[:]:
+            if df[generated_feature].dropna().nunique() <= 1:
+                self.logger.warning(f"Generated constant feature {generated_feature} will be dropped")
+                df.drop(columns=generated_feature, inplace=True)
+                self.generated_features.remove(generated_feature)
+
         df.drop(columns=seconds, inplace=True)
 
         if keep_time:

upgini/version_validator.py

@@ -1,9 +1,10 @@
 import json
 import threading
-from typing import Callable, Optional
 
 import requests
 
+from upgini.utils.format import Format
+
 try:
     from packaging.version import parse
 except ImportError:
@@ -31,18 +32,16 @@ def get_version(package, url_pattern=URL_PATTERN):
     return version
 
 
-def validate_version(logger: logging.Logger, warning_function: Optional[Callable[[str], None]] = None):
+def validate_version(logger: logging.Logger):
     def task():
         try:
             current_version = parse(__version__)
             latest_version = get_version("upgini")
             if current_version < latest_version:
                 msg = bundle.get("version_warning").format(current_version, latest_version)
-                if warning_function:
-                    warning_function(msg, is_red=True)
-                else:
-                    logger.warning(msg)
-                    print(msg)
+                formatted_message = Format.RED + msg + Format.END
+                logger.warning(msg)
+                print(formatted_message)
         except Exception:
             logger.warning("Failed to validate version", exc_info=True)
 

{upgini-1.2.42.dist-info → upgini-1.2.44.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: upgini
-Version: 1.2.42
+Version: 1.2.44
 Summary: Intelligent data search & enrichment for Machine Learning
 Project-URL: Bug Reports, https://github.com/upgini/upgini/issues
 Project-URL: Homepage, https://upgini.com/

{upgini-1.2.42.dist-info → upgini-1.2.44.dist-info}/RECORD

@@ -1,16 +1,16 @@
-upgini/__about__.py,sha256=Ng7mLXI95GEYWOWi3HpHuVabVYSs3igDIcqorkuDZds,23
+upgini/__about__.py,sha256=tZ6_k-1uqq2cr3SCnYO9N-chw-LhbafQ_arSm_DOlLs,23
 upgini/__init__.py,sha256=LXSfTNU0HnlOkE69VCxkgIKDhWP-JFo_eBQ71OxTr5Y,261
 upgini/ads.py,sha256=nvuRxRx5MHDMgPr9SiU-fsqRdFaBv8p4_v1oqiysKpc,2714
 upgini/dataset.py,sha256=d9VlOs9hTf6eL8TX_9bO400HQj3y_jVGthABvQJqONs,33350
 upgini/errors.py,sha256=2b_Wbo0OYhLUbrZqdLIx5jBnAsiD1Mcenh-VjR4HCTw,950
-upgini/features_enricher.py,sha256=AiAaMc6f1EFufMcxh3In1LSe3Qia8y0La-p3pzJt3Es,198494
+upgini/features_enricher.py,sha256=QQaK682uFjrkvDOt-ub7UFMAEy6SVjPQubb6dY_7moE,199109
 upgini/http.py,sha256=plZGTGoi1h2edd8Cnjt4eYB8t4NbBGnZz7DtPTByiNc,42885
 upgini/lazy_import.py,sha256=74gQ8JuA48BGRLxAo7lNHNKY2D2emMxrUxKGdxVGhuY,1012
 upgini/metadata.py,sha256=-ibqiNjD7dTagqg53FoEJNEqvAYbwgfyn9PGTRQ_YKU,12054
 upgini/metrics.py,sha256=hr7UwLphbZ_FEglLuO2lzr_pFgxOJ4c3WBeg7H-fNqY,35521
 upgini/search_task.py,sha256=qxUxAD-bed-FpZYmTB_4orW7YJsW_O6a1TcgnZIRFr4,17307
 upgini/spinner.py,sha256=4iMd-eIe_BnkqFEMIliULTbj6rNI2HkN_VJ4qYe0cUc,1118
-upgini/version_validator.py,sha256=KnmBeEqHMxBDCDT_muCx-cevxesg5YwD15NHHy7d0RE,1607
+upgini/version_validator.py,sha256=DvbaAvuYFoJqYt0fitpsk6Xcv-H1BYDJYHUMxaKSH_Y,1509
 upgini/ads_management/__init__.py,sha256=qzyisOToVRP-tquAJD1PblZhNtMrOB8FiyF9JvfkvgE,50
 upgini/ads_management/ads_manager.py,sha256=igVbN2jz80Umb2BUJixmJVj-zx8unoKpecVo-R-nGdw,2648
 upgini/autofe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -43,7 +43,7 @@ upgini/utils/blocked_time_series.py,sha256=Uqr3vp4YqNclj2-PzEYqVy763GSXHn86sbpIl
 upgini/utils/country_utils.py,sha256=lY-eXWwFVegdVENFttbvLcgGDjFO17Sex8hd2PyJaRk,6937
 upgini/utils/custom_loss_utils.py,sha256=kieNZYBYZm5ZGBltF1F_jOSF4ea6C29rYuCyiDcqVNY,3857
 upgini/utils/cv_utils.py,sha256=w6FQb9nO8BWDx88EF83NpjPLarK4eR4ia0Wg0kLBJC4,3525
-upgini/utils/datetime_utils.py,sha256=F61i2vZCB6eUy4WwodDyPi50XKPbhOHsxDrU6tGa6CM,13133
+upgini/utils/datetime_utils.py,sha256=RVAk4_rakK8X9zjybK3-rj0to0e3elye8tnBuA4wTWU,13491
 upgini/utils/deduplicate_utils.py,sha256=SMZx9IKIhWI5HqXepfKiQb3uDJrogQZtG6jcWuMo5Z4,8855
 upgini/utils/display_utils.py,sha256=DsBjJ8jEYAh8BPgfAbzq5imoGFV6IACP20PQ78BQCX0,11964
 upgini/utils/email_utils.py,sha256=GbnhHJn1nhUBytmK6PophYqaoq4t7Lp6i0-O0Gd3RV8,5265
@@ -59,7 +59,7 @@ upgini/utils/sklearn_ext.py,sha256=13jQS_k7v0aUtudXV6nGUEWjttPQzAW9AFYL5wgEz9k,4
 upgini/utils/target_utils.py,sha256=RlpKGss9kMibVSlA8iZuO_qxmyeplqzn7X8g6hiGGGs,14341
 upgini/utils/track_info.py,sha256=G5Lu1xxakg2_TQjKZk4b5SvrHsATTXNVV3NbvWtT8k8,5663
 upgini/utils/warning_counter.py,sha256=-GRY8EUggEBKODPSuXAkHn9KnEQwAORC0mmz_tim-PM,254
-upgini-1.2.42.dist-info/METADATA,sha256=HNZlJ9FLp00lrSazHWbRSYV_O2yLYXDvsjSaE-Z7nYU,49055
-upgini-1.2.42.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-upgini-1.2.42.dist-info/licenses/LICENSE,sha256=5RRzgvdJUu3BUDfv4bzVU6FqKgwHlIay63pPCSmSgzw,1514
-upgini-1.2.42.dist-info/RECORD,,
+upgini-1.2.44.dist-info/METADATA,sha256=2IrvXuScwwbpIwePrfDjVpZN4jiz3STJhs4vET2Hl40,49055
+upgini-1.2.44.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+upgini-1.2.44.dist-info/licenses/LICENSE,sha256=5RRzgvdJUu3BUDfv4bzVU6FqKgwHlIay63pPCSmSgzw,1514
+upgini-1.2.44.dist-info/RECORD,,