tdfs4ds 0.2.5.2__py3-none-any.whl → 0.2.5.3__py3-none-any.whl

tdfs4ds/__init__.py

@@ -1,4 +1,4 @@
-__version__ = '0.2.5.2'
+__version__ = '0.2.5.3'
 import difflib
 import logging
 import json

tdfs4ds/feature_store/feature_data_processing.py

@@ -285,13 +285,37 @@ def prepare_feature_ingestion(df, entity_id, feature_names, feature_versions=Non
         logger_safe("debug", "nested_query=%s", nested_query)
 
     # Execute: create volatile table and test unicity
+    query_create_volatile = f"""
+    CREATE VOLATILE TABLE {volatile_table_name} AS
+    (
+    {nested_query}
+    ) WITH DATA
+    PRIMARY INDEX ({primary_index})
+    ON COMMIT PRESERVE ROWS
+    """
     try:
+        tdml.execute_sql(f"DROP TABLE {_get_database_username()}.{volatile_table_name}")
+        logger_safe('info', 'drop volatile table')
+    except Exception as e:
+        logger_safe('info', 'volatile table does not exists yet')
+
+    try:
+        tdml.execute_sql(query_create_volatile)
+        logger_safe('info', 'results calculated and materialized in a volatile table')
+    except Exception as e:
+        logger_safe('error', f"query execution failed : {str(e).split('\n')[0]}")
+        raise
+
+
+         
+    if False:
         tdml.DataFrame.from_query(nested_query).to_sql(
             table_name    = volatile_table_name,
             temporary     = True,
             primary_index = primary_index.split(','),
             if_exists     = 'replace'
         )
+    try:
         nb_duplicates = tdml.execute_sql(query_test_unicity).fetchall()[0][0]
         if nb_duplicates is not None and nb_duplicates > 0:
             logger_safe("error", "The process generates %s duplicates", nb_duplicates)
@@ -994,11 +1018,17 @@ def prepare_feature_ingestion_tdstone2(df, entity_id):
     {volatile_expression}
     """
     # Execute the SQL query to create the volatile table.
+    try:
+        tdml.execute_sql(f"DROP TABLE {_get_database_username()}.{volatile_table_name}")
+    except Exception as e:
+        logger_safe('info','the VOLATILE table does not exist and will be created')
+        pass
+
     try:
         tdml.execute_sql(query)
     except Exception as e:
         if tdfs4ds.DISPLAY_LOGS:
-            print(str(e).split('\n')[0])
+            logger_safe('debug',str(e).split('\n')[0])
         tdml.execute_sql(f'DELETE {volatile_table_name}')
 
     # Optionally print the query if the display flag is set.

{tdfs4ds-0.2.5.2.dist-info → tdfs4ds-0.2.5.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tdfs4ds
-Version: 0.2.5.2
+Version: 0.2.5.3
 Summary: A python package to simplify the usage of feature store using Teradata Vantage ...
 Author: Denis Molin
 Requires-Python: >=3.6
@@ -12,6 +12,7 @@ Requires-Dist: plotly
 Requires-Dist: tqdm
 Requires-Dist: networkx
 Requires-Dist: sqlparse
+Requires-Dist: langchain-openai
 
 ![tdfs4ds logo](https://github.com/denismolin/tdfs4ds/raw/main/tdfs4ds_logo.png)
 

{tdfs4ds-0.2.5.2.dist-info → tdfs4ds-0.2.5.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-tdfs4ds/__init__.py,sha256=NeD8Lf1HwfqupVOzESCydySlk_TdvlQbJflg7MZTKm8,70555
+tdfs4ds/__init__.py,sha256=muxHRnaQlYzuPAVCPgeVO-951cQNOzB5ogyNPKkIPzs,70555
 tdfs4ds/datasets.py,sha256=LE4Gn0muwdyrIrCrbkE92cnafUML63z1lj5bFIIVzmc,3524
 tdfs4ds/data/curves.csv,sha256=q0Tm-0yu7VMK4lHvHpgi1LMeRq0lO5gJy2Q17brKbEM,112488
 tdfs4ds/data/logo/tdfs4ds_logo.png,sha256=OCKQnH0gQbRyupwZeiIgo-9c6mdRtjE2E2Zunr_4Ae0,363980
@@ -9,7 +9,7 @@ tdfs4ds/dataset/dataset.py,sha256=J_fgfsVdR9zSOXrUOqyotqsUD-GlQMGyuld6ueov45w,76
 tdfs4ds/dataset/dataset_catalog.py,sha256=qxS2thDW2MvsRouSFaX1M0sX2J7IzBAYD8Yf22Tsd5k,16638
 tdfs4ds/feature_store/__init__.py,sha256=a7NPCkpTx40UR5LRErwnskpABG2Vuib7F5wUjaUGCnI,209
 tdfs4ds/feature_store/entity_management.py,sha256=9ltytv3yCTG84NZXBpb1Tlkf9pOxvrNb0MVidU4pwvE,10157
-tdfs4ds/feature_store/feature_data_processing.py,sha256=gXBsr1H05zxM4tWE7y29ucxeoTu1jQITOwTXqi1Y2pk,45214
+tdfs4ds/feature_store/feature_data_processing.py,sha256=mC58pmxIeJ7Sdw-IUvx-ToSDa6D6OBRq8MPvbmp33G0,46214
 tdfs4ds/feature_store/feature_query_retrieval.py,sha256=51c6ZNlLFiBIxNPinS8ot8bjWEIb1QV2eVg69yzVF80,35381
 tdfs4ds/feature_store/feature_store_management.py,sha256=mtPQkdMDhcOrhj9IAaH-FEP_znK53cYtEv8zXAbsigg,52123
 tdfs4ds/genai/__init__.py,sha256=Hal13Kw75nDYKHtfvHZNdm98exqmY6qaqGZkJA2TQ6E,723
@@ -26,7 +26,7 @@ tdfs4ds/utils/lineage.py,sha256=gy5M42qy5fvdWmlohAY3WPYoqAyp5VakeEmeT1YjrJQ,3783
 tdfs4ds/utils/query_management.py,sha256=kWDeTdsYcbpV5Tyhh-8uLRWvXh16nIdXNIJ97w76aNU,4848
 tdfs4ds/utils/time_management.py,sha256=g3EJO7I8ERoZ4X7yq5SyDqSE4O9p0BRcv__QPuAxbGA,32243
 tdfs4ds/utils/visualization.py,sha256=5S528KoKzzkrAdCxfy7ecyqKvAXBoibNvHwz_u5ISMs,23167
-tdfs4ds-0.2.5.2.dist-info/METADATA,sha256=qADkn9deR_9Yo-IRA5J7VHE1KNcgwL2qNCKFA3DIg_o,14325
-tdfs4ds-0.2.5.2.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-tdfs4ds-0.2.5.2.dist-info/top_level.txt,sha256=wMyVkMvnBn8RRt1xBveGQxOpWFijPMPkMiE7G2mi8zo,8
-tdfs4ds-0.2.5.2.dist-info/RECORD,,
+tdfs4ds-0.2.5.3.dist-info/METADATA,sha256=YMJ_-zTtblcD2ukiG8Z7VMcoKCARkXF2jZwzluZuinA,14358
+tdfs4ds-0.2.5.3.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+tdfs4ds-0.2.5.3.dist-info/top_level.txt,sha256=wMyVkMvnBn8RRt1xBveGQxOpWFijPMPkMiE7G2mi8zo,8
+tdfs4ds-0.2.5.3.dist-info/RECORD,,