upgini 1.1.102a1__tar.gz → 1.1.104__tar.gz

{upgini-1.1.102a1/src/upgini.egg-info → upgini-1.1.104}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: upgini
-Version: 1.1.102a1
+Version: 1.1.104
 Summary: Low-code feature search and enrichment library for machine learning
 Home-page: https://upgini.com/
 Author: Upgini Developers
@@ -25,7 +25,7 @@ Description:
          </p>
         <p align=center>
         <a href="/LICENSE"><img alt="BSD-3 license" src="https://img.shields.io/badge/license-BSD--3%20Clause-green"></a>
-        <a href="https://www.python.org/downloads/release/python-380/"><img alt="Python 3.8" src="https://img.shields.io/badge/python_version-3.8-red?logo=python&logoColor=white"></a>
+        <a href="https://pypi.org/project/upgini/"><img alt="PyPI - Python Version" src="https://img.shields.io/pypi/pyversions/upgini"></a>
         <a href="https://pypi.org/project/upgini/"><img alt="PyPI" src="https://img.shields.io/pypi/v/upgini?label=Release"></a>
         <a href="https://pypistats.org/packages/upgini"><img alt="Downloads from pypistats" src="https://pepy.tech/badge/upgini"></a>
         <a href="https://4mlg.short.gy/join-upgini-community"><img alt="Upgini slack community" src="https://img.shields.io/badge/slack-@upgini-orange.svg?logo=slack"></a>

{upgini-1.1.102a1 → upgini-1.1.104}/README.md

@@ -15,7 +15,7 @@ enriches your ML pipeline with only the relevant features</b> </p>
  </p>
 <p align=center>
 <a href="/LICENSE"><img alt="BSD-3 license" src="https://img.shields.io/badge/license-BSD--3%20Clause-green"></a>
-<a href="https://www.python.org/downloads/release/python-380/"><img alt="Python 3.8" src="https://img.shields.io/badge/python_version-3.8-red?logo=python&logoColor=white"></a>
+<a href="https://pypi.org/project/upgini/"><img alt="PyPI - Python Version" src="https://img.shields.io/pypi/pyversions/upgini"></a>
 <a href="https://pypi.org/project/upgini/"><img alt="PyPI" src="https://img.shields.io/pypi/v/upgini?label=Release"></a>
 <a href="https://pypistats.org/packages/upgini"><img alt="Downloads from pypistats" src="https://pepy.tech/badge/upgini"></a>
 <a href="https://4mlg.short.gy/join-upgini-community"><img alt="Upgini slack community" src="https://img.shields.io/badge/slack-@upgini-orange.svg?logo=slack"></a>

{upgini-1.1.102a1 → upgini-1.1.104}/setup.py

@@ -35,7 +35,7 @@ def send_log(msg: str):
 
 
 here = Path(__file__).parent.resolve()
-version = "1.1.102a1"
+version = "1.1.104"
 try:
     send_log(f"Start setup PyLib version {version}")
     setup(

{upgini-1.1.102a1 → upgini-1.1.104}/src/upgini/data_source/data_source_publisher.py

@@ -44,6 +44,7 @@ class DataSourcePublisher:
         exclude_columns: Optional[List[str]] = None,
         hash_feature_names=False,
         snapshot_frequency_days: Optional[int] = None,
+        features_for_embeddings: Optional[List[str]] = None,
     ) -> str:
         trace_id = str(uuid.uuid4())
 
@@ -65,6 +66,7 @@ class DataSourcePublisher:
                     "excludeColumns": exclude_columns,
                     "hashFeatureNames": hash_feature_names,
                     "snapshotFrequencyDays": snapshot_frequency_days,
+                    "featuresForEmbeddings": features_for_embeddings,
                 }
                 self.logger.info(f"Start registering data table {request}")
 

{upgini-1.1.102a1 → upgini-1.1.104}/src/upgini/features_enricher.py

@@ -639,8 +639,8 @@ class FeaturesEnricher(TransformerMixin):
                 if (
                     self._search_task is None
                     or self._search_task.initial_max_hit_rate_v2() is None
-                    or self.X is None
-                    or self.y is None
+                    or (self.X is None and X is None)
+                    or (self.y is None and y is None)
                 ):
                     raise ValidationError(bundle.get("metrics_unfitted_enricher"))
 
@@ -653,6 +653,18 @@ class FeaturesEnricher(TransformerMixin):
                     self.__display_slack_community_link(msg)
                     return None
 
+                if (
+                    estimator is not None
+                    and hasattr(estimator, "get_param")
+                    and estimator.get_param("cat_features") is not None
+                ):
+                    cat_features = estimator.get_param("cat_features")
+                    if len(cat_features) > 0 and isinstance(cat_features[0], int):
+                        effectiveX = X or self.X
+                        cat_features = [effectiveX.columns[i] for i in cat_features]
+                else:
+                    cat_features = None
+
                 prepared_data = self._prepare_data_for_metrics(
                     trace_id, X, y, eval_set, exclude_features_sources, importance_threshold, max_features
                 )
@@ -699,7 +711,7 @@ class FeaturesEnricher(TransformerMixin):
                             f"Calculate baseline {metric} on client features: {fitting_X.columns.to_list()}"
                         )
                         baseline_estimator = EstimatorWrapper.create(
-                            estimator, self.logger, model_task_type, _cv, fitting_enriched_X, scoring
+                            estimator, self.logger, model_task_type, _cv, fitting_enriched_X, scoring, cat_features
                         )
                         etalon_metric = baseline_estimator.cross_val_predict(fitting_X, y_sorted)
 
@@ -711,7 +723,7 @@ class FeaturesEnricher(TransformerMixin):
                             f"Calculate enriched {metric} on combined features: {fitting_enriched_X.columns.to_list()}"
                         )
                         enriched_estimator = EstimatorWrapper.create(
-                            estimator, self.logger, model_task_type, _cv, fitting_enriched_X, scoring
+                            estimator, self.logger, model_task_type, _cv, fitting_enriched_X, scoring, cat_features
                         )
                         enriched_metric = enriched_estimator.cross_val_predict(fitting_enriched_X, enriched_y_sorted)
                         if etalon_metric is not None:
@@ -2224,7 +2236,7 @@ class FeaturesEnricher(TransformerMixin):
 
     def _validate_binary_observations(self, y):
         task_type = self.model_task_type or define_task(y, self.logger, silent=True)
-        if task_type == ModelTaskType.BINARY and _num_samples(y) < 1000:
+        if task_type == ModelTaskType.BINARY and (y.value_counts() < 1000).any():
             msg = bundle.get("binary_small_dataset")
             self.logger.warning(msg)
             print(msg)

{upgini-1.1.102a1 → upgini-1.1.104}/src/upgini/http.py

@@ -790,7 +790,6 @@ class BackendLogHandler(logging.Handler):
                 text = self.format(record)
                 tags = get_track_metrics()
                 tags["version"] = __version__
-                print(f"Sending log to server: {text}")
                 self.rest_client.send_log_event(
                     LogEvent(
                         source="python",
@@ -800,8 +799,7 @@ class BackendLogHandler(logging.Handler):
                         service="PyLib",
                     )
                 )
-            except Exception as e:
-                print(f"Failed to send log: {e}")
+            except Exception:
                 pass
 
         thread = threading.Thread(target=task)

{upgini-1.1.102a1 → upgini-1.1.104}/src/upgini/metrics.py

@@ -1,5 +1,5 @@
 import logging
-from typing import Callable, List, Tuple, Union
+from typing import Callable, List, Optional, Tuple, Union
 
 import numpy as np
 import pandas as pd
@@ -14,6 +14,7 @@ from sklearn.metrics._regression import (
     mean_squared_error,
 )
 from sklearn.model_selection import BaseCrossValidator, cross_validate
+from copy import deepcopy
 
 from upgini.errors import ValidationError
 from upgini.metadata import ModelTaskType
@@ -36,6 +37,11 @@ CATBOOST_PARAMS = {
 
 LIGHTGBM_PARAMS = {
     "random_state": DEFAULT_RANDOM_STATE,
+    "num_leaves": 16,
+    "max_depth": 4,
+    "n_estimators": 150,
+    "learning_rate": 0.05,
+    "min_child_weight": 1,
 }
 
 N_FOLDS = 5
@@ -124,6 +130,7 @@ class EstimatorWrapper:
         cv: BaseCrossValidator,
         X: pd.DataFrame,
         scoring: Union[Callable, str, None] = None,
+        cat_features: Optional[List[str]] = None,
     ) -> "EstimatorWrapper":
         scorer, metric_name, multiplier = _get_scorer(target_type, scoring)
         kwargs = {
@@ -144,8 +151,16 @@ class EstimatorWrapper:
             else:
                 raise Exception(bundle.get("metrics_unsupported_target_type").format(target_type))
         else:
-            kwargs["estimator"] = estimator
+            if hasattr(estimator, "copy"):
+                estimator_copy = estimator.copy()
+            else:
+                estimator_copy = deepcopy(estimator)
+            kwargs["estimator"] = estimator_copy
             if isinstance(estimator, CatBoostClassifier) or isinstance(estimator, CatBoostRegressor):
+                if cat_features is not None:
+                    estimator_copy.set_params(cat_features=[
+                        X.columns.get_loc(cat_feature) for cat_feature in cat_features
+                    ])
                 estimator = CatBoostWrapper(**kwargs)
             else:
                 try:
@@ -192,6 +207,15 @@ class CatBoostWrapper(EstimatorWrapper):
             else:
                 X = X.drop(columns=name)
         cat_features_idx = [X.columns.get_loc(c) for c in unique_cat_features]
+        if (
+            hasattr(self.estimator, "get_param")
+            and hasattr(self.estimator, "_init_params")
+            and self.estimator.get_param("cat_features") is not None
+        ):
+            cat_features_set = set(cat_features_idx)
+            cat_features_set.update(self.estimator.get_param("cat_features"))
+            cat_features_idx = list(cat_features_set)
+            del self.estimator._init_params["cat_features"]
 
         params.update({"cat_features": cat_features_idx})
         return X, y, params
@@ -371,6 +395,6 @@ def _ext_mean_squared_log_error(y_true, y_pred, *, sample_weight=None, multioutp
 def _is_too_many_categorical_values(X: pd.DataFrame) -> bool:
     many_values_features_count = 0
     for f in _get_cat_features(X):
-        if X[f].nunique() > 100:
+        if X[f].astype("string").nunique() > 100:
             many_values_features_count += 1
     return many_values_features_count >= 2

{upgini-1.1.102a1 → upgini-1.1.104}/src/upgini/utils/datetime_utils.py

@@ -5,6 +5,7 @@ import numpy as np
 import pandas as pd
 from pandas.api.types import is_numeric_dtype, is_period_dtype, is_string_dtype
 from dateutil.relativedelta import relativedelta
+import datetime
 
 from upgini.errors import ValidationError
 
@@ -29,6 +30,8 @@ class DateTimeSearchKeyConverter:
 
     def convert(self, df: pd.DataFrame) -> pd.DataFrame:
         df = df.copy()
+        if df[self.date_column].apply(lambda x: isinstance(x, datetime.datetime)).all():
+            df[self.date_column] = df[self.date_column].apply(lambda x: x.replace(tzinfo=None))
         if is_string_dtype(df[self.date_column]):
             try:
                 df[self.date_column] = pd.to_datetime(df[self.date_column], format=self.date_format)

{upgini-1.1.102a1 → upgini-1.1.104}/src/upgini/utils/email_utils.py

@@ -9,8 +9,7 @@ from pandas.api.types import is_string_dtype
 from upgini.metadata import SearchKey
 from upgini.utils.base_search_key_detector import BaseSearchKeyDetector
 
-
-EMAIL_REGEX = re.compile(r'([A-Za-z0-9]+[.-_])*[A-Za-z0-9]+@[A-Za-z0-9-]+(\.[A-Z|a-z]{2,})+')
+EMAIL_REGEX = re.compile(r"^[a-zA-Z0-9.!#$%&’*+/=?^_`{|}~-]+@[a-zA-Z0-9-]+(?:\.[a-zA-Z0-9-]+)*$")
 
 
 class EmailSearchKeyDetector(BaseSearchKeyDetector):
@@ -20,13 +19,11 @@ class EmailSearchKeyDetector(BaseSearchKeyDetector):
     def _is_search_key_by_values(self, column: pd.Series) -> bool:
         if not is_string_dtype(column):
             return False
+        if not column.astype("string").str.contains("@").any():
+            return False
 
         all_count = len(column)
-        is_email_count = len(
-            column.loc[
-                column.astype("string").str.fullmatch(EMAIL_REGEX)
-            ]
-        )
+        is_email_count = len(column.loc[column.astype("string").str.fullmatch(EMAIL_REGEX)])
         return is_email_count / all_count > 0.1
 
 

{upgini-1.1.102a1 → upgini-1.1.104/src/upgini.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: upgini
-Version: 1.1.102a1
+Version: 1.1.104
 Summary: Low-code feature search and enrichment library for machine learning
 Home-page: https://upgini.com/
 Author: Upgini Developers
@@ -25,7 +25,7 @@ Description:
          </p>
         <p align=center>
         <a href="/LICENSE"><img alt="BSD-3 license" src="https://img.shields.io/badge/license-BSD--3%20Clause-green"></a>
-        <a href="https://www.python.org/downloads/release/python-380/"><img alt="Python 3.8" src="https://img.shields.io/badge/python_version-3.8-red?logo=python&logoColor=white"></a>
+        <a href="https://pypi.org/project/upgini/"><img alt="PyPI - Python Version" src="https://img.shields.io/pypi/pyversions/upgini"></a>
         <a href="https://pypi.org/project/upgini/"><img alt="PyPI" src="https://img.shields.io/pypi/v/upgini?label=Release"></a>
         <a href="https://pypistats.org/packages/upgini"><img alt="Downloads from pypistats" src="https://pepy.tech/badge/upgini"></a>
         <a href="https://4mlg.short.gy/join-upgini-community"><img alt="Upgini slack community" src="https://img.shields.io/badge/slack-@upgini-orange.svg?logo=slack"></a>