tdfs4ds 0.2.4.11__py3-none-any.whl → 0.2.4.13__py3-none-any.whl

tdfs4ds/__init__.py

@@ -1,4 +1,4 @@
-__version__ = '0.2.4.11'
+__version__ = '0.2.4.13'
 import logging
 # Setup the logger
 logging.basicConfig(

tdfs4ds/feature_store/feature_data_processing.py

@@ -304,7 +304,7 @@ def prepare_feature_ingestion(df, entity_id, feature_names, feature_versions=Non
     # Test unicity of the process
     output_columns_unicity = ', \n'.join(list_entity_id)
     query_test_unicity = f"""
-    SELECT sum(CASE WHEN n>1 THEN n ELSE 0 END) AS nb_duplicates
+    SELECT sum(CASE WHEN n>1 THEN 1 ELSE 0 END) AS nb_duplicates
     FROM (
     SELECT 
     {output_columns_unicity}
@@ -329,6 +329,14 @@ def prepare_feature_ingestion(df, entity_id, feature_names, feature_versions=Non
         nb_duplicates = tdml.execute_sql(query_test_unicity).fetchall()[0][0]
         if nb_duplicates is not None and nb_duplicates > 0:
             tdfs4ds.logger.error(f"The process generates {nb_duplicates} duplicates")
+            query_test_unicity = f"""
+            SELECT TOP 3
+            {output_columns_unicity}
+            , count(*) as n
+            FROM {_get_database_username()}.{volatile_table_name}
+            GROUP BY {output_columns_unicity}
+            HAVING n > 1
+            """
             raise ValueError("Invalid process: the process generates duplicates.")
         #tdfs4ds.logger.info(f"No duplicate found.")
     except Exception as e:

tdfs4ds/utils/info.py

@@ -137,19 +137,11 @@ def extract_partition_content(partitioning):
     Returns:
         str: The content within the parentheses after 'PARTITION BY', or None if no match is found.
     """
-    # First extraction: Get the content within parentheses after 'PARTITION BY'
-    pattern = r'PARTITION\s+BY\s*\(\s*(.*?)\s*\)'
+    pattern = r'PARTITION\s+BY\s*\((.*)\)'  # Matches content within outer parentheses after PARTITION BY
     match = re.search(pattern, partitioning, re.DOTALL)
 
     if match:
-        result = match.group(1)
-        # Second extraction: Get the content within the inner parentheses
-        inner_pattern = r'\((.*)\)'
-        inner_match = re.search(inner_pattern, result, re.DOTALL)
-        if inner_match:
-            return inner_match.group(1)
-        else:
-            return result
+        return match.group(1).strip()
     else:
         return None
 

{tdfs4ds-0.2.4.11.dist-info → tdfs4ds-0.2.4.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tdfs4ds
-Version: 0.2.4.11
+Version: 0.2.4.13
 Summary: A python package to simplify the usage of feature store using Teradata Vantage ...
 Author: Denis Molin
 Requires-Python: >=3.6

{tdfs4ds-0.2.4.11.dist-info → tdfs4ds-0.2.4.13.dist-info}/RECORD

@@ -2,7 +2,7 @@ tdfs/__init__.py,sha256=7AcO7uB1opRCt7t2JOHworKimfAaDeO3boRW7u9Geo8,23
 tdfs/datasets.py,sha256=-b2MPEKGki2V1M8iUcoDR9uc2krIK7u1CK-EhChvihs,985
 tdfs/feature_store.py,sha256=Honu7eOAXxP4Ivz0mRlhuNkfTDzgZl5HB1WlQUwzcZ0,31354
 tdfs/data/curves.csv,sha256=q0Tm-0yu7VMK4lHvHpgi1LMeRq0lO5gJy2Q17brKbEM,112488
-tdfs4ds/__init__.py,sha256=CHbeQ10wrsJSHVC1wT_YYOM2G1TYmyle-SZY41dOzB8,65845
+tdfs4ds/__init__.py,sha256=lAuC88U7w8sXMOnyq-XvncIkBeQu4Mb0Qs6xt-leY0s,65845
 tdfs4ds/datasets.py,sha256=LE4Gn0muwdyrIrCrbkE92cnafUML63z1lj5bFIIVzmc,3524
 tdfs4ds/feature_engineering.py,sha256=oVnZ2V_XNGE12LKC_fNfkrWSQZLgtYRmaf8Dispi6S4,7081
 tdfs4ds/feature_store.py,sha256=y-oItPZw6nBkBcGAceaATZbkLPTsvpk0OnpzTxYofDs,68576
@@ -14,7 +14,7 @@ tdfs4ds/dataset/dataset.py,sha256=caiQwT-RtdPe5MDtsynWMm1n12OxftgMp7_BR9SCHKw,53
 tdfs4ds/dataset/dataset_catalog.py,sha256=qxS2thDW2MvsRouSFaX1M0sX2J7IzBAYD8Yf22Tsd5k,16638
 tdfs4ds/feature_store/__init__.py,sha256=a7NPCkpTx40UR5LRErwnskpABG2Vuib7F5wUjaUGCnI,209
 tdfs4ds/feature_store/entity_management.py,sha256=9ltytv3yCTG84NZXBpb1Tlkf9pOxvrNb0MVidU4pwvE,10157
-tdfs4ds/feature_store/feature_data_processing.py,sha256=vCviEJ0ARjaZ2KB8LUAdCyHdErYtWyng6iNiMJy9SQg,42354
+tdfs4ds/feature_store/feature_data_processing.py,sha256=ZLr1MqSfqcHO4KuybKiiKnt9cPvQRhdrLRMpZyPsYXg,42643
 tdfs4ds/feature_store/feature_query_retrieval.py,sha256=zuHRZhL6-qyLpPS7mWgRy1WingSN5iibkbi53Q7jfAs,33834
 tdfs4ds/feature_store/feature_store_management.py,sha256=e_hBsGhtqA6vHBu2Mhy4URkYe4SFaHijXXdqqWr-3tg,56154
 tdfs4ds/process_store/__init__.py,sha256=npHR_xju5ecGmWfYHDyteLwiU3x-cL4HD3sFK_th7xY,229
@@ -24,12 +24,12 @@ tdfs4ds/process_store/process_registration_management.py,sha256=F8VlBoL-de98KnkM
 tdfs4ds/process_store/process_store_catalog_management.py,sha256=H135RRTYn-pyWIqPVbHpuIyyvsaNrek6b1iPk8avJMI,16088
 tdfs4ds/utils/__init__.py,sha256=-yTMfDLZbQnIRQ64s_bczzT21tDW2A8FZeq9PX5SgFU,168
 tdfs4ds/utils/filter_management.py,sha256=7D47N_hnTSUVOkaV2XuKrlUFMxzWjDsCBvRYsH4lXdU,11073
-tdfs4ds/utils/info.py,sha256=Szc4IhbzfFp6MQlZLUb5Jk0yORD9OzpvsmLscg0YdaI,12364
+tdfs4ds/utils/info.py,sha256=sShnUxXMlvCtQ6xtShDhqdpTr6sMG0dZQhNBFgUENDY,12058
 tdfs4ds/utils/lineage.py,sha256=LI-5pG7D8lO3-YFa9qA6CrEackiYugV23_Vz9IpF5xw,28670
 tdfs4ds/utils/query_management.py,sha256=nAcE8QY1GWAKgOtb-ubSfDVcnYbU7Ge8CruVRLoPtmY,6356
 tdfs4ds/utils/time_management.py,sha256=_jbwdyZH4Yr3VzbUrq6X93FpXDCDEdH0iv56vX7j8mA,8446
 tdfs4ds/utils/visualization.py,sha256=5S528KoKzzkrAdCxfy7ecyqKvAXBoibNvHwz_u5ISMs,23167
-tdfs4ds-0.2.4.11.dist-info/METADATA,sha256=m8ajPbBqRQvT3vym5Xk7UN0eSrEvbJUIHUaZgAjeSTM,11945
-tdfs4ds-0.2.4.11.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-tdfs4ds-0.2.4.11.dist-info/top_level.txt,sha256=wMyVkMvnBn8RRt1xBveGQxOpWFijPMPkMiE7G2mi8zo,8
-tdfs4ds-0.2.4.11.dist-info/RECORD,,
+tdfs4ds-0.2.4.13.dist-info/METADATA,sha256=b-SwW84vY9Hs3MS10r01QPUpn2p_onb7Hf-F-Xuw5Eg,11945
+tdfs4ds-0.2.4.13.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+tdfs4ds-0.2.4.13.dist-info/top_level.txt,sha256=wMyVkMvnBn8RRt1xBveGQxOpWFijPMPkMiE7G2mi8zo,8
+tdfs4ds-0.2.4.13.dist-info/RECORD,,