wedata-feature-engineering 0.1.9__py3-none-any.whl → 0.1.11__py3-none-any.whl

wedata/__init__.py

@@ -3,4 +3,4 @@ WeData Feature Engineering
 A toolkit for automated feature engineering
 """
 
-__version__ = "0.1.9"
+__version__ = "0.1.11"

wedata/feature_store/feature_table_client/feature_table_client.py

@@ -113,7 +113,7 @@ class FeatureTableClient:
         try:
             if self._spark.catalog.tableExists(table_name):
                 raise ValueError(
-                    f"Table '{table_name}' already exists\n"
+                    f"Table '{name}' already exists\n"
                     "Solutions:\n"
                     "1. Use a different table name\n"
                     "2. Drop the existing table: spark.sql(f'DROP TABLE {name}')\n"
@@ -125,11 +125,6 @@ class FeatureTableClient:
         table_schema = schema or df.schema
 
         # 构建时间戳键属性
-        timestamp_keys_ddl = []
-        for timestamp_key in timestamp_keys:
-            if timestamp_key not in primary_keys:
-                raise ValueError(f"Timestamp key '{timestamp_key}' must be a primary key")
-            timestamp_keys_ddl.append(f"`{timestamp_key}` TIMESTAMP")
 
         #从环境变量获取额外标签
         env_tags = {
@@ -142,6 +137,7 @@ class FeatureTableClient:
         tbl_properties = {
             "feature_table": "TRUE",
             "primaryKeys": ",".join(primary_keys),
+            "timestampKeys": ",".join(timestamp_keys) if timestamp_keys else "",
             "comment": description or "",
             **{f"{k}": v for k, v in (tags or {}).items()},
             **{f"feature_{k}": v for k, v in (env_tags or {}).items()}
@@ -293,13 +289,13 @@ class FeatureTableClient:
         try:
             # 检查表是否存在
             if not self._spark.catalog.tableExists(table_name):
-                raise ValueError(f"表 '{table_name}' 不存在")
+                raise ValueError(f"Table '{name}' does not exist")
 
             # 读取表数据
             return self._spark.read.table(table_name)
 
         except Exception as e:
-            raise ValueError(f"读取表 '{table_name}' 失败: {str(e)}") from e
+            raise ValueError(f"Failed to read table '{name}': {str(e)}") from e
 
     def drop_table(self, name: str):
 
@@ -327,15 +323,17 @@ class FeatureTableClient:
         try:
             # 检查表是否存在
             if not self._spark.catalog.tableExists(table_name):
-                raise ValueError(f"表 '{table_name}' 不存在")
+                print(f"Table '{name}' does not exist")
+                return
 
             # 执行删除
             self._spark.sql(f"DROP TABLE {table_name}")
+            print(f"Table '{name}' dropped")
 
         except ValueError as e:
             raise  # 直接抛出已知的ValueError
         except Exception as e:
-            raise RuntimeError(f"删除表 '{table_name}' 失败: {str(e)}") from e
+            raise RuntimeError(f"Failed to delete table '{name}': {str(e)}") from e
 
     def get_table(
             self,
@@ -357,12 +355,12 @@ class FeatureTableClient:
         """
 
         # 表名校验
-        common_utils.validate_table_name(name)
+        # common_utils.validate_table_name(name)
 
         # 构建完整表名
-        table_name = common_utils.build_full_table_name(name)
+        # table_name = common_utils.build_full_table_name(name)
 
         try:
-            return spark_client.get_feature_table(table_name)
+            return spark_client.get_feature_table("")
         except Exception as e:
-            raise ValueError(f"获取表'{table_name}'元数据失败: {str(e)}") from e
+            raise ValueError(f"Failed to get metadata for table '{table_name}': {str(e)}") from e

wedata/feature_store/spark_client/spark_client.py

@@ -134,7 +134,13 @@ class SparkClient:
         for row in table_details:
             if row.col_name == "Table Properties":
                 props = row.data_type[1:-1].split(", ")
-                table_properties = dict(p.split("=") for p in props if "=" in p)
+                table_properties = {}
+                for p in props:
+                    if "=" in p:
+                        parts = p.split("=", 1)
+                        key = parts[0].strip()
+                        value = parts[1].strip() if len(parts) > 1 else ""
+                        table_properties[key] = value
 
         # 获取特征列信息
         features = self.get_features(table_name)

{wedata_feature_engineering-0.1.9.dist-info → wedata_feature_engineering-0.1.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: wedata-feature-engineering
-Version: 0.1.9
+Version: 0.1.11
 Summary: Wedata Feature Engineering Library
 Home-page: 
 Author: meahqian

{wedata_feature_engineering-0.1.9.dist-info → wedata_feature_engineering-0.1.11.dist-info}/RECORD

@@ -1,4 +1,4 @@
-wedata/__init__.py,sha256=QDgjssRv3Fu3e8OTEm5m1qWnkzAdYKW5vMtvkocJCmI,101
+wedata/__init__.py,sha256=0uzKbLSDTIdIqSYIyqxfUzYvr7Wc1D0OFrXz-PsEv4c,102
 wedata/feature_store/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wedata/feature_store/client.py,sha256=DO68yHiaJQ3LmrZ-owWEuRjuwM6vUjcaEdAcF65mdhs,8271
 wedata/feature_store/constants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -20,9 +20,9 @@ wedata/feature_store/entities/on_demand_column_info.py,sha256=Eh5ieaj1TxC7DG6ipB
 wedata/feature_store/entities/source_data_column_info.py,sha256=a9jQOJvehwDIrKPwsP6W9YRBSPNK2nZYypE6-p80CwA,542
 wedata/feature_store/entities/training_set.py,sha256=ylt1h6Z_xU8hKYvnvd80CeewTGSN68-_kvFpoliwH7s,5679
 wedata/feature_store/feature_table_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wedata/feature_store/feature_table_client/feature_table_client.py,sha256=tsVPB3IZIsfGxPd_kQna9b20zY494wuzLofv2j1w-so,12142
+wedata/feature_store/feature_table_client/feature_table_client.py,sha256=-bRqWSKqXKc9888cwoDjWIJB1chv5FyC6xw1suIu_8I,11991
 wedata/feature_store/spark_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wedata/feature_store/spark_client/spark_client.py,sha256=SwMf-TsAeV7_8pDmh4927pKEwwKcIFK3JJ-J8rzUp_Q,10129
+wedata/feature_store/spark_client/spark_client.py,sha256=bDhOjTzXZqOOhr-QQju8CfUbvW5Vc39LYAG3IaQ-0bU,10375
 wedata/feature_store/training_set_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wedata/feature_store/training_set_client/training_set_client.py,sha256=CVcdgqfHL2S-fSCkfDwQgqtMhkB8haGEi1kEjbudDOk,15087
 wedata/feature_store/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -37,7 +37,7 @@ wedata/feature_store/utils/topological_sort.py,sha256=ebzKxmxeCLk9seB1zR0ASCGXsZ
 wedata/feature_store/utils/training_set_utils.py,sha256=MYsPZS1d9HKswHgjgxD8K7H9N3dWPyyTTx20Mkp4PVU,22497
 wedata/feature_store/utils/uc_utils.py,sha256=A-W8Cd8yvTmAMEWaHeWmGmcIDMvUtjAfx2G2x_di1QE,10774
 wedata/feature_store/utils/validation_utils.py,sha256=FslvrNs3kstqvM6THScLOluEE6O9RWlDrD9xiihTzlw,1735
-wedata_feature_engineering-0.1.9.dist-info/METADATA,sha256=u_UnAZHKL603djFWLyfvZDIL220cwLEwyjYLjjXKRbw,644
-wedata_feature_engineering-0.1.9.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
-wedata_feature_engineering-0.1.9.dist-info/top_level.txt,sha256=Xa0v1rh__RvfVTVDirW5r5UBKg7ZO_iuTeXfp8MNo2A,7
-wedata_feature_engineering-0.1.9.dist-info/RECORD,,
+wedata_feature_engineering-0.1.11.dist-info/METADATA,sha256=rB1KhKtpG6eQsShvCM8x1gIGBBM81GSu8QWyulXPgd0,645
+wedata_feature_engineering-0.1.11.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+wedata_feature_engineering-0.1.11.dist-info/top_level.txt,sha256=Xa0v1rh__RvfVTVDirW5r5UBKg7ZO_iuTeXfp8MNo2A,7
+wedata_feature_engineering-0.1.11.dist-info/RECORD,,

{wedata_feature_engineering-0.1.9.dist-info → wedata_feature_engineering-0.1.11.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.0)
+Generator: setuptools (79.0.1)
 Root-Is-Purelib: true
 Tag: py3-none-any