upgini 1.1.244a19__tar.gz → 1.1.244a20__tar.gz

{upgini-1.1.244a19/src/upgini.egg-info → upgini-1.1.244a20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: upgini
-Version: 1.1.244a19
+Version: 1.1.244a20
 Summary: Intelligent data search & enrichment for Machine Learning
 Home-page: https://upgini.com/
 Author: Upgini Developers

{upgini-1.1.244a19 → upgini-1.1.244a20}/setup.py

@@ -40,7 +40,7 @@ def send_log(msg: str):
 
 
 here = Path(__file__).parent.resolve()
-version = "1.1.244a19"
+version = "1.1.244a20"
 try:
     send_log(f"Start setup PyLib version {version}")
     setup(

{upgini-1.1.244a19 → upgini-1.1.244a20}/src/upgini/features_enricher.py

@@ -1855,8 +1855,6 @@ class FeaturesEnricher(TransformerMixin):
             )
             meaning_types[SYSTEM_RECORD_ID] = FileColumnMeaningType.SYSTEM_RECORD_ID
 
-            df = clean_full_duplicates(df, self.logger, silent=silent_mode)
-
             df = df.reset_index(drop=True)
             system_columns_with_original_index = [SYSTEM_RECORD_ID] + generated_features
             df_with_original_index = df[system_columns_with_original_index].copy()
@@ -1865,6 +1863,8 @@ class FeaturesEnricher(TransformerMixin):
 
             df_without_features = df.drop(columns=non_keys_columns)
 
+            df_without_features = clean_full_duplicates(df_without_features, self.logger, silent=silent_mode)
+
             del df
             gc.collect()
 
@@ -2092,6 +2092,7 @@ class FeaturesEnricher(TransformerMixin):
                     msg = bundle.get("missing_generate_feature").format(gen_feature, x_columns)
                     print(msg)
                     self.logger.warning(msg)
+            self.runtime_parameters.properties["generate_features"] = ",".join(self.generate_features)
 
         validate_scoring_argument(scoring)
 

{upgini-1.1.244a19 → upgini-1.1.244a20}/src/upgini/metrics.py

@@ -414,6 +414,9 @@ class CatBoostWrapper(EstimatorWrapper):
         self.emb_features = [c for c in X.columns if re.match(emb_pattern, c) and is_numeric_dtype(X[c])]
         embedding_features = []
         if len(self.emb_features) > 3:  # There is no reason to reduce embeddings dimension with less than 4
+            self.logger.info(
+                f"Embedding features count more than 3, so group them into one vector for CatBoost: {self.emb_features}"
+            )
             X, embedding_features = self.group_embeddings(X)
             params["embedding_features"] = embedding_features
         else:
@@ -421,7 +424,9 @@ class CatBoostWrapper(EstimatorWrapper):
 
         # Find text features from passed in generate_features
         if self.text_features is not None:
-            self.text_features = [f for f in self.text_features if not is_numeric_dtype(X[f])]
+            self.logger.info(f"Passed text features for CatBoost: {self.text_features}")
+            self.text_features = [f for f in self.text_features if f in X.columns and not is_numeric_dtype(X[f])]
+            self.logger.info(f"Rest text features after checks: {self.text_features}")
             params["text_features"] = self.text_features
 
         # Find rest categorical features
@@ -452,6 +457,7 @@ class CatBoostWrapper(EstimatorWrapper):
 
             del self.estimator._init_params["cat_features"]
 
+        self.logger.info(f"Selected categorical features: {self.cat_features}")
         params["cat_features"] = self.cat_features
 
         return X, y, groups, params

{upgini-1.1.244a19 → upgini-1.1.244a20}/src/upgini/utils/deduplicate_utils.py

@@ -103,6 +103,8 @@ def clean_full_duplicates(
     unique_columns = df.columns.tolist()
     if SYSTEM_RECORD_ID in unique_columns:
         unique_columns.remove(SYSTEM_RECORD_ID)
+    if "sort_id" in unique_columns:
+        unique_columns.remove("sort_id")
     logger.info(f"Dataset shape before clean duplicates: {df.shape}")
     df = df.drop_duplicates(subset=unique_columns)
     logger.info(f"Dataset shape after clean duplicates: {df.shape}")

{upgini-1.1.244a19 → upgini-1.1.244a20/src/upgini.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: upgini
-Version: 1.1.244a19
+Version: 1.1.244a20
 Summary: Intelligent data search & enrichment for Machine Learning
 Home-page: https://upgini.com/
 Author: Upgini Developers

{upgini-1.1.244a19 → upgini-1.1.244a20}/tests/test_blocked_time_series.py

@@ -33,13 +33,20 @@ def test_bts_split_logic():
 def test_bts_metrics():
     X, y, cv, _, model = _prepare_data()
     cv_result = set(cross_val_score(model, X, y, cv=cv, scoring="roc_auc"))
-    assert cv_result == {
-        0.4559664254320743,
-        0.4767320313326982,
-        0.4811855209016638,
-        0.48947924927306374,
-        0.5150543675843606,
+    assert {round(r, 3) for r in cv_result} == {
+        0.456,
+        0.477,
+        0.481,
+        0.489,
+        0.515,
     }
+    # assert cv_result == {
+    #     0.4559664254320743,
+    #     0.4767320313326982,
+    #     0.4811855209016638,
+    #     0.48947924927306374,
+    #     0.5150543675843606,
+    # }
 
 
 def test_bts_exceptions():