tdfs4ds 0.2.4.5__py3-none-any.whl → 0.2.4.7__py3-none-any.whl

tdfs4ds/__init__.py

@@ -1,4 +1,4 @@
-__version__ = '0.2.4.5'
+__version__ = '0.2.4.7'
 import logging
 # Setup the logger
 logging.basicConfig(

tdfs4ds/feature_store/feature_store_management.py

@@ -424,6 +424,7 @@ def _register_features_merge(entity_id, feature_names_types, primary_index=None,
     if tdfs4ds.DEBUG_MODE:
         print('register_features', 'primary_index', primary_index)
         print('register_features', 'partitioning', partitioning)
+        print('df', df)
 
     # Generate the feature table and view names based on the entity ID and feature type
     df['FEATURE_TABLE'] = df.apply(lambda row: get_feature_store_table_name(entity_id, row.iloc[1],

tdfs4ds/utils/info.py

@@ -247,26 +247,12 @@ def get_feature_types_sql_format(tddf, columns = None):
     tddf._DataFrame__execute_node_and_set_table_name(tddf._nodeid, tddf._metaexpr)
     view_name = tddf._table_name  # Get the assigned table name
 
-    # Construct SQL query to fetch column data types
-    cols = ', \n'.join([f'TYPE(A.{c}) as {c}' for c in columns])
-    cols_  = ', \n'.join([f'{c}' for c in columns])
-    query = f"""
-    SELECT
-    {cols}
-    FROM (
-    SEL TOP 1 
-    {cols_}
-    FROM {view_name}
-    ) A
-    RIGHT JOIN (SEL 1 as DUMMY) B
-    ON 1=1
-    """
-
-    # Execute the SQL query and convert the result to a pandas dataframe
-    res = tdml.DataFrame.from_query(query).to_pandas()
-
-    # Return column names with their corresponding SQL data types in a dictionary
-    return {c: res[c].values[0].strip() for c in columns}
+    sqlalchemy_types = tddf._td_column_names_and_sqlalchemy_types
+    sqlalchemy_types = {c:sqlalchemy_types[c.lower()] for c in columns}
+    args = {k:tddf[k].cast(v) for k,v in sqlalchemy_types.items()}
+    args['drop_columns'] = True
+    sql_types = tddf.assign(**args).show_query()
+    return {x.split('AS')[3].strip().replace('"',''):x.split('AS')[2].strip()[0:-1] for x in sql_types.split('select')[1].split('from')[0].split(',')}
 
 def update_varchar_length(feature_types: dict, new_varchar_length: int) -> dict:
     """

{tdfs4ds-0.2.4.5.dist-info → tdfs4ds-0.2.4.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tdfs4ds
-Version: 0.2.4.5
+Version: 0.2.4.7
 Summary: A python package to simplify the usage of feature store using Teradata Vantage ...
 Author: Denis Molin
 Requires-Python: >=3.6

{tdfs4ds-0.2.4.5.dist-info → tdfs4ds-0.2.4.7.dist-info}/RECORD

@@ -2,7 +2,7 @@ tdfs/__init__.py,sha256=7AcO7uB1opRCt7t2JOHworKimfAaDeO3boRW7u9Geo8,23
 tdfs/datasets.py,sha256=-b2MPEKGki2V1M8iUcoDR9uc2krIK7u1CK-EhChvihs,985
 tdfs/feature_store.py,sha256=Honu7eOAXxP4Ivz0mRlhuNkfTDzgZl5HB1WlQUwzcZ0,31354
 tdfs/data/curves.csv,sha256=q0Tm-0yu7VMK4lHvHpgi1LMeRq0lO5gJy2Q17brKbEM,112488
-tdfs4ds/__init__.py,sha256=uyLZlPaGAVi41BEZke6OnknD0RDRWkcr-7nkCjFym34,65844
+tdfs4ds/__init__.py,sha256=ZnjVYNRE4aFwuPKUBHlVeB7z70kAdzb1Ex7Wsfg5B-M,65844
 tdfs4ds/datasets.py,sha256=LE4Gn0muwdyrIrCrbkE92cnafUML63z1lj5bFIIVzmc,3524
 tdfs4ds/feature_engineering.py,sha256=oVnZ2V_XNGE12LKC_fNfkrWSQZLgtYRmaf8Dispi6S4,7081
 tdfs4ds/feature_store.py,sha256=y-oItPZw6nBkBcGAceaATZbkLPTsvpk0OnpzTxYofDs,68576
@@ -16,7 +16,7 @@ tdfs4ds/feature_store/__init__.py,sha256=a7NPCkpTx40UR5LRErwnskpABG2Vuib7F5wUjaU
 tdfs4ds/feature_store/entity_management.py,sha256=9ltytv3yCTG84NZXBpb1Tlkf9pOxvrNb0MVidU4pwvE,10157
 tdfs4ds/feature_store/feature_data_processing.py,sha256=vCviEJ0ARjaZ2KB8LUAdCyHdErYtWyng6iNiMJy9SQg,42354
 tdfs4ds/feature_store/feature_query_retrieval.py,sha256=zuHRZhL6-qyLpPS7mWgRy1WingSN5iibkbi53Q7jfAs,33834
-tdfs4ds/feature_store/feature_store_management.py,sha256=WcgawACgC_lI880wj_FO2wV_FIp0W5WZ3x7r2-0WKdI,56121
+tdfs4ds/feature_store/feature_store_management.py,sha256=c_pmLM_e0nddTXE7ORW9THauxsGTa87Dup8Xs3QZ1_4,56146
 tdfs4ds/process_store/__init__.py,sha256=npHR_xju5ecGmWfYHDyteLwiU3x-cL4HD3sFK_th7xY,229
 tdfs4ds/process_store/process_followup.py,sha256=PvLcU7meg3ljBlPfuez3qwTVqpHHhVJxYxGqjgiHE8E,7265
 tdfs4ds/process_store/process_query_administration.py,sha256=DsIt97cBoJ7NcpQzbQt55eUFNgXGdOMm5Hh2aX5v0PY,7762
@@ -24,12 +24,12 @@ tdfs4ds/process_store/process_registration_management.py,sha256=F8VlBoL-de98KnkM
 tdfs4ds/process_store/process_store_catalog_management.py,sha256=H135RRTYn-pyWIqPVbHpuIyyvsaNrek6b1iPk8avJMI,16088
 tdfs4ds/utils/__init__.py,sha256=-yTMfDLZbQnIRQ64s_bczzT21tDW2A8FZeq9PX5SgFU,168
 tdfs4ds/utils/filter_management.py,sha256=7D47N_hnTSUVOkaV2XuKrlUFMxzWjDsCBvRYsH4lXdU,11073
-tdfs4ds/utils/info.py,sha256=SQR_ec4M9-5Z4erjb9_N0n8JPY1wpelgxkw3B12D1Q4,12322
+tdfs4ds/utils/info.py,sha256=q-g_sC8s2ThKAzw76aGWxlx55X4Av6sFCOZ10n4vceE,12146
 tdfs4ds/utils/lineage.py,sha256=LI-5pG7D8lO3-YFa9qA6CrEackiYugV23_Vz9IpF5xw,28670
 tdfs4ds/utils/query_management.py,sha256=nAcE8QY1GWAKgOtb-ubSfDVcnYbU7Ge8CruVRLoPtmY,6356
 tdfs4ds/utils/time_management.py,sha256=_jbwdyZH4Yr3VzbUrq6X93FpXDCDEdH0iv56vX7j8mA,8446
 tdfs4ds/utils/visualization.py,sha256=5S528KoKzzkrAdCxfy7ecyqKvAXBoibNvHwz_u5ISMs,23167
-tdfs4ds-0.2.4.5.dist-info/METADATA,sha256=JwpkKDPO-5TgvnQFZJF8qllaVkUzcbv6dwHJPp2Sd1M,11944
-tdfs4ds-0.2.4.5.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-tdfs4ds-0.2.4.5.dist-info/top_level.txt,sha256=wMyVkMvnBn8RRt1xBveGQxOpWFijPMPkMiE7G2mi8zo,8
-tdfs4ds-0.2.4.5.dist-info/RECORD,,
+tdfs4ds-0.2.4.7.dist-info/METADATA,sha256=2djvz_Gn0WSdiGOsvlf1Bb_-iIEYnFdUlpQuL2dCQDM,11944
+tdfs4ds-0.2.4.7.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+tdfs4ds-0.2.4.7.dist-info/top_level.txt,sha256=wMyVkMvnBn8RRt1xBveGQxOpWFijPMPkMiE7G2mi8zo,8
+tdfs4ds-0.2.4.7.dist-info/RECORD,,