upgini 1.1.307__py3-none-any.whl → 1.1.309__py3-none-any.whl

upgini/__about__.py

@@ -1 +1 @@
-__version__ = "1.1.307"
+__version__ = "1.1.309"

upgini/data_source/data_source_publisher.py

@@ -3,7 +3,7 @@ import time
 import uuid
 from datetime import datetime
 from enum import Enum
-from typing import Dict, List, Optional, Union
+from typing import Dict, List, Literal, Optional, Union
 
 from upgini.errors import HttpError, ValidationError
 from upgini.http import LoggerFactory, get_rest_client
@@ -47,7 +47,9 @@ class DataSourcePublisher:
         self,
         data_table_uri: str,
         search_keys: Dict[str, SearchKey],
-        update_frequency: str,
+        update_frequency: (
+            Literal["Daily"] | Literal["Weekly"] | Literal["Monthly"] | Literal["Quarterly"] | Literal["Annually"]
+        ),
         exclude_from_autofe_generation: Optional[List[str]],
         secondary_search_keys: Optional[Dict[str, SearchKey]] = None,
         sort_column: Optional[str] = None,
@@ -233,11 +235,17 @@ class DataSourcePublisher:
                 self.logger.exception("Failed to register data table")
                 raise
 
-    def remove(self, data_table_ids: List[str]):
+    def remove(self, data_table_ids: List[str] | str):
         trace_id = str(uuid.uuid4())
         with MDC(trace_id=trace_id):
             try:
-                if data_table_ids is None or len(data_table_ids) == 0:
+                if not data_table_ids:
+                    raise ValidationError("Empty data table ids")
+                if isinstance(data_table_ids, str):
+                    data_table_ids = [data_table_ids]
+                if not isinstance(data_table_ids, list):
+                    raise ValidationError("Invalid format of data_table_ids argument")
+                if len(data_table_ids) == 0:
                     raise ValidationError("Empty data table ids")
 
                 for data_table_id in data_table_ids:
@@ -266,16 +274,20 @@ class DataSourcePublisher:
         source_link: Optional[str] = None,
         update_frequency: Optional[str] = None,
         client_emails: Optional[List[str]] = None,
+        date_features: Optional[List[str]] = None,
+        date_vector_features: Optional[List[str]] = None,
     ):
         trace_id = str(uuid.uuid4())
         with MDC(trace_id=trace_id):
             try:
-                if data_table_ids is None or len(data_table_ids) == 0:
+                if data_table_ids is None:
                     raise ValidationError("Empty data table ids")
                 if isinstance(data_table_ids, str):
                     data_table_ids = [data_table_ids]
                 if not isinstance(data_table_ids, list):
                     raise ValidationError("data_table_ids should be string or list of strings")
+                if len(data_table_ids) == 0:
+                    raise ValidationError("Empty data table ids")
                 if update_frequency is not None and update_frequency not in self.ACCEPTABLE_UPDATE_FREQUENCIES:
                     raise ValidationError(
                         f"Invalid update frequency: {update_frequency}. "
@@ -311,6 +323,10 @@ class DataSourcePublisher:
                     request["updateFrequency"] = update_frequency
                 if client_emails is not None:
                     request["clientEmails"] = client_emails
+                if date_features is not None:
+                    request["dateFeatures"] = date_features
+                if date_vector_features is not None:
+                    request["dateVectorFeatures"] = date_vector_features
                 self.logger.info(f"Activating data tables with request {request}")
 
                 self._rest_client.activate_datatables(request, trace_id)

upgini/features_enricher.py

@@ -90,7 +90,6 @@ from upgini.utils.display_utils import (
 from upgini.utils.email_utils import EmailSearchKeyConverter, EmailSearchKeyDetector
 from upgini.utils.features_validator import FeaturesValidator
 from upgini.utils.format import Format
-from upgini.utils.ip_utils import IpToCountrySearchKeyConverter
 from upgini.utils.phone_utils import PhoneSearchKeyDetector
 from upgini.utils.postal_code_utils import PostalCodeSearchKeyDetector
 
@@ -866,13 +865,6 @@ class FeaturesEnricher(TransformerMixin):
                 if X is not None and y is None:
                     raise ValidationError("X passed without y")
 
-                if self.X is None:
-                    self.X = X
-                if self.y is None:
-                    self.y = y
-                if self.eval_set is None:
-                    self.eval_set = effective_eval_set
-
                 validate_scoring_argument(scoring)
 
                 self._validate_baseline_score(effective_X, effective_eval_set)
@@ -889,9 +881,9 @@ class FeaturesEnricher(TransformerMixin):
 
                 prepared_data = self._prepare_data_for_metrics(
                     trace_id=trace_id,
-                    X=effective_X,
-                    y=effective_y,
-                    eval_set=effective_eval_set,
+                    X=X,
+                    y=y,
+                    eval_set=eval_set,
                     exclude_features_sources=exclude_features_sources,
                     importance_threshold=importance_threshold,
                     max_features=max_features,
@@ -1136,6 +1128,13 @@ class FeaturesEnricher(TransformerMixin):
                     elif uplift_col in metrics_df.columns and (metrics_df[uplift_col] < 0).any():
                         self.logger.warning("Uplift is negative")
 
+                    if self.X is None:
+                        self.X = X
+                    if self.y is None:
+                        self.y = y
+                    if self.eval_set is None:
+                        self.eval_set = effective_eval_set
+
                     return metrics_df
             except Exception as e:
                 error_message = "Failed to calculate metrics" + (
@@ -1213,13 +1212,6 @@ class FeaturesEnricher(TransformerMixin):
             converter = EmailSearchKeyConverter(email_column, hem_column, search_keys, [], self.logger)
             extended_X = converter.convert(extended_X)
             generated_features.extend(converter.generated_features)
-        if (
-            self.detect_missing_search_keys
-            and list(search_keys.values()) == [SearchKey.DATE]
-            and self.country_code is None
-        ):
-            converter = IpToCountrySearchKeyConverter(search_keys, self.logger)
-            extended_X = converter.convert(extended_X)
         generated_features = [f for f in generated_features if f in self.fit_generated_features]
 
         return extended_X, search_keys
@@ -1987,13 +1979,6 @@ class FeaturesEnricher(TransformerMixin):
                 df = converter.convert(df)
                 generated_features.extend(converter.generated_features)
                 email_converted_to_hem = converter.email_converted_to_hem
-            if (
-                self.detect_missing_search_keys
-                and list(search_keys.values()) == [SearchKey.DATE]
-                and self.country_code is None
-            ):
-                converter = IpToCountrySearchKeyConverter(search_keys, self.logger)
-                df = converter.convert(df)
             generated_features = [f for f in generated_features if f in self.fit_generated_features]
 
             meaning_types = {col: key.value for col, key in search_keys.items()}
@@ -2342,7 +2327,7 @@ class FeaturesEnricher(TransformerMixin):
                 df = self._add_current_date_as_key(df, self.fit_search_keys, self.logger, self.bundle)
 
         # Checks that need validated date
-        validate_dates_distribution(validated_X, self.fit_search_keys, self.logger, self.bundle, self.warning_counter)
+        validate_dates_distribution(df, self.fit_search_keys, self.logger, self.bundle, self.warning_counter)
 
         if is_numeric_dtype(df[self.TARGET_NAME]) and has_date:
             self._validate_PSI(df.sort_values(by=maybe_date_column))
@@ -2356,14 +2341,6 @@ class FeaturesEnricher(TransformerMixin):
         )
         df = clean_full_duplicates(df, self.logger, bundle=self.bundle)
 
-        if (
-            self.detect_missing_search_keys
-            and list(self.fit_search_keys.values()) == [SearchKey.DATE]
-            and self.country_code is None
-        ):
-            converter = IpToCountrySearchKeyConverter(self.fit_search_keys, self.logger)
-            df = converter.convert(df)
-
         # Explode multiple search keys
         non_feature_columns = [self.TARGET_NAME, EVAL_SET_INDEX] + list(self.fit_search_keys.keys())
         meaning_types = {

{upgini-1.1.307.dist-info → upgini-1.1.309.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: upgini
-Version: 1.1.307
+Version: 1.1.309
 Summary: Intelligent data search & enrichment for Machine Learning
 Project-URL: Bug Reports, https://github.com/upgini/upgini/issues
 Project-URL: Homepage, https://upgini.com/

{upgini-1.1.307.dist-info → upgini-1.1.309.dist-info}/RECORD

@@ -1,9 +1,9 @@
-upgini/__about__.py,sha256=Sn0l4v1zhcKcI7IkU-4gpLRv1k03kr7gu6biIIfnoLM,24
+upgini/__about__.py,sha256=fVCCA8eA4k2v8Wxf_32xlQw7p7cPzdG8xF2zFSPzI0E,24
 upgini/__init__.py,sha256=Xs0YFVBu1KUdtZzbStGRPQtLt3YLzJnjx5nIUBlX8BE,415
 upgini/ads.py,sha256=nvuRxRx5MHDMgPr9SiU-fsqRdFaBv8p4_v1oqiysKpc,2714
 upgini/dataset.py,sha256=MOzBVsvzlHLxNfPWtMaXC_jIPeW7_gUvbSGeXnsPgNI,46158
 upgini/errors.py,sha256=2b_Wbo0OYhLUbrZqdLIx5jBnAsiD1Mcenh-VjR4HCTw,950
-upgini/features_enricher.py,sha256=87gU9dwSjdqJ5ebOnDPk9gKvoLj6XZvpO5mkIbnaWNE,183601
+upgini/features_enricher.py,sha256=JzSnwqxUKuYqBC4DHgPcG4MxQzvnCfKuOgihTllwRis,182583
 upgini/http.py,sha256=a4Epc9YLIJBuYk4t8E_2-QDLBtJFqKO35jn2SnYQZCg,42920
 upgini/lazy_import.py,sha256=EwoM0msNGbSmWBhGbrLDny1DSnOlvTxCjmMKPxYlDms,610
 upgini/metadata.py,sha256=E5WWZ_MkjGyYNQh_LnwMIBHyqPx1fxk-qhEfQIJnzq8,10209
@@ -23,7 +23,7 @@ upgini/autofe/operand.py,sha256=MKEsl3zxpWzRDpTkE0sNJxTu62U20sWOvEKhPjUWS6s,2915
 upgini/autofe/unary.py,sha256=ZWjLd-CUkNt_PpM8YuWLLipW1v_RdBlsl4JxXIVo9aM,3652
 upgini/autofe/vector.py,sha256=dLxfAstJs-gw_OQ1xxoxcM6pVzORlV0HVzdzt7cLXVQ,606
 upgini/data_source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-upgini/data_source/data_source_publisher.py,sha256=y0tYFp7N3bSI7BwQ5SRF8r0bRaI3z6Zc1fsZezVg7hE,20552
+upgini/data_source/data_source_publisher.py,sha256=c6fkdkV5teoqHkOJRjtUhEoeu2JRKBvEAXcKRja2pHk,21443
 upgini/mdc/__init__.py,sha256=aM08nIWFc2gWdWUa3_IuEnNND0cQPkBGnYpRMnfFN8k,1019
 upgini/mdc/context.py,sha256=3u1B-jXt7tXEvNcV3qmR9SDCseudnY7KYsLclBdwVLk,1405
 upgini/normalizer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -57,7 +57,7 @@ upgini/utils/sklearn_ext.py,sha256=13jQS_k7v0aUtudXV6nGUEWjttPQzAW9AFYL5wgEz9k,4
 upgini/utils/target_utils.py,sha256=Y96_PJ5cC-WsEbeqg20v9uqywDQobLoTb-xoP7S3o4E,7807
 upgini/utils/track_info.py,sha256=G5Lu1xxakg2_TQjKZk4b5SvrHsATTXNVV3NbvWtT8k8,5663
 upgini/utils/warning_counter.py,sha256=dIWBB4dI5XRRJZudvIlqlIYKEiwLLPcXarsZuYRt338,227
-upgini-1.1.307.dist-info/METADATA,sha256=-HQpKKy8UA3w6J6Oi6WNYgqmaqCOWQmlVGaV7B5VBZc,48153
-upgini-1.1.307.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-upgini-1.1.307.dist-info/licenses/LICENSE,sha256=5RRzgvdJUu3BUDfv4bzVU6FqKgwHlIay63pPCSmSgzw,1514
-upgini-1.1.307.dist-info/RECORD,,
+upgini-1.1.309.dist-info/METADATA,sha256=B4T0sL1tSW7jKZYB87qxnx86bQPQadEOtiAhMFgtjPs,48153
+upgini-1.1.309.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+upgini-1.1.309.dist-info/licenses/LICENSE,sha256=5RRzgvdJUu3BUDfv4bzVU6FqKgwHlIay63pPCSmSgzw,1514
+upgini-1.1.309.dist-info/RECORD,,