tencent-wedata-feature-engineering-dev 0.1.44__py3-none-any.whl → 0.1.46__py3-none-any.whl

{tencent_wedata_feature_engineering_dev-0.1.44.dist-info → tencent_wedata_feature_engineering_dev-0.1.46.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tencent-wedata-feature-engineering-dev
-Version: 0.1.44
+Version: 0.1.46
 Summary: Wedata Feature Engineering Library Development
 Home-page: 
 Author: meahqian

{tencent_wedata_feature_engineering_dev-0.1.44.dist-info → tencent_wedata_feature_engineering_dev-0.1.46.dist-info}/RECORD

@@ -12,7 +12,7 @@ wedata/feature_store/common/protos/feature_store_pb2.py,sha256=oMIUGGeGNP84g_nFq
 wedata/feature_store/common/store_config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wedata/feature_store/common/store_config/redis.py,sha256=9R5npM2s1u0o9IakmpbRsFdJC0vNar_uvA62OLWuXBs,1145
 wedata/feature_store/constants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wedata/feature_store/constants/constants.py,sha256=v00-CJzYw3VEuLw1sU996-CWCGt67OTM-TkHtcaokSA,1959
+wedata/feature_store/constants/constants.py,sha256=KxDS2NKE_Y3pEm4WmZuROiX7OUHvz6xFKwVKTePQW9Q,1959
 wedata/feature_store/constants/engine_types.py,sha256=42mI-kNDDtoA4_I3iqDe4FkF2M2l_Bt4Q1V6WUB-_k0,921
 wedata/feature_store/entities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wedata/feature_store/entities/column_info.py,sha256=-AR6EKHwgoqIkRHFyguxVEtnYt6fvusWHkEjF4kvS0A,5141
@@ -30,13 +30,13 @@ wedata/feature_store/entities/on_demand_column_info.py,sha256=a44ep-f3FOruWNXl3c
 wedata/feature_store/entities/source_data_column_info.py,sha256=FyBmBPUSvc2S2OPFTvsQf2AdS-KFGkYBmd4yL_Vur8M,702
 wedata/feature_store/entities/training_set.py,sha256=ylt1h6Z_xU8hKYvnvd80CeewTGSN68-_kvFpoliwH7s,5679
 wedata/feature_store/feast_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wedata/feature_store/feast_client/feast_client.py,sha256=ZjhOHlY99pkgPJXIxYzezK4c2hEYxz9FURYtVcyEIj8,20730
+wedata/feature_store/feast_client/feast_client.py,sha256=mCv-OiKehfgcOJhJV0wXMRs5d7e2zEBYmVmDguk0rxU,20728
 wedata/feature_store/feature_table_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wedata/feature_store/feature_table_client/feature_table_client.py,sha256=41KaAqN0QMTgx3dyKmJfn_3ad3lA-fu3srMlPYMkaCs,41806
+wedata/feature_store/feature_table_client/feature_table_client.py,sha256=qKkzQVIa9_rPpkTaLWh6VQ2DPBlyb7UzM-JFTsAHbZ8,42559
 wedata/feature_store/spark_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wedata/feature_store/spark_client/spark_client.py,sha256=aTenEqfZoJYMrph98qjNHZ-H4dgNKnMaH14st8bCVRQ,11797
 wedata/feature_store/training_set_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wedata/feature_store/training_set_client/training_set_client.py,sha256=teaWM-xDgp2TwnadovUm0i4A26roTozgRefIZaHORko,23376
+wedata/feature_store/training_set_client/training_set_client.py,sha256=wwxTMGPm9QZXjGFv9XI2hA5N1pHntxhAJ6Grcfg6C2g,23572
 wedata/feature_store/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wedata/feature_store/utils/common_utils.py,sha256=vkpoXxZTd6S-2MgdyTQZ6P_ckdqNSK50ECuVBG2BwfI,12314
 wedata/feature_store/utils/env_utils.py,sha256=kMCl6gyqDxjN5IZ7-wZMR0R4YY-Evh_7NHxugSYPWQc,2736
@@ -58,7 +58,7 @@ wedata/tempo/ml.py,sha256=WtGa2szn6PditvZsTZoxo7wFDe4k1SRoMZ-jgNGIjvE,4323
 wedata/tempo/resample.py,sha256=h81RVVmCl4ect-YKE-KZZHPDi1rGI3sh-YIb-Btz0ck,9698
 wedata/tempo/tsdf.py,sha256=S4lZfxhSRFiezYoYS6gvGsl1mZA3zp-MWEKFHYZpDg0,70968
 wedata/tempo/utils.py,sha256=I9I6l2DMwUoY213L04Yc1UR_zTWgSkj1BVo4ZwzQd4Y,7977
-tencent_wedata_feature_engineering_dev-0.1.44.dist-info/METADATA,sha256=DBgL2WHPALVr5YeUGrgU4h798jjxGN1LJ55hGUMUwQY,582
-tencent_wedata_feature_engineering_dev-0.1.44.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-tencent_wedata_feature_engineering_dev-0.1.44.dist-info/top_level.txt,sha256=Xa0v1rh__RvfVTVDirW5r5UBKg7ZO_iuTeXfp8MNo2A,7
-tencent_wedata_feature_engineering_dev-0.1.44.dist-info/RECORD,,
+tencent_wedata_feature_engineering_dev-0.1.46.dist-info/METADATA,sha256=s5EcvoA3Dz40G15pMbjaFZ_gvPEulSYjDzPiB6bRYlg,582
+tencent_wedata_feature_engineering_dev-0.1.46.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+tencent_wedata_feature_engineering_dev-0.1.46.dist-info/top_level.txt,sha256=Xa0v1rh__RvfVTVDirW5r5UBKg7ZO_iuTeXfp8MNo2A,7
+tencent_wedata_feature_engineering_dev-0.1.46.dist-info/RECORD,,

wedata/feature_store/constants/constants.py

@@ -43,7 +43,7 @@ ML_MODEL = "MLmodel"
 FEATURE_LOOKUP_CLIENT_PIP_PACKAGE = "tencent-wedata-feature-engineering-dev"
 
 # 特征查找版本号
-FEATURE_LOOKUP_CLIENT_MAJOR_VERSION = "0.1.44"
+FEATURE_LOOKUP_CLIENT_MAJOR_VERSION = "0.1.46"
 
 # 特征存储内部数据目录
 FEATURE_STORE_INTERNAL_DATA_DIR = "_wedata_internal/"

wedata/feature_store/feast_client/feast_client.py

@@ -147,8 +147,6 @@ class FeastClient:
                 self._client.apply(feature_service)
             self._client.registry.delete_feature_view(feast_table_name, self._client.project)
 
-
-
     def get_feature_view(self, table_name: str):
         feast_table_name = translate_table_name_to_feast(table_name)
         return self._client.get_feature_view(feast_table_name)

wedata/feature_store/feature_table_client/feature_table_client.py

@@ -123,6 +123,11 @@ class FeatureTableClient:
         """转义SQL值中的特殊字符"""
         return value.replace("'", "''")
 
+    @staticmethod
+    def _check_sequence_element_type(sequence: Sequence[Any], element_type: type) -> bool:
+        """检查序列中的元素是否为指定类型"""
+        return all(isinstance(element, element_type) for element in sequence)
+
     def create_table(
             self,
             name: str,
@@ -165,6 +170,10 @@ class FeatureTableClient:
         primary_keys = self._normalize_params(primary_keys)
         partition_columns = self._normalize_params(partition_columns)
 
+        assert self._check_sequence_element_type(primary_keys, str), "primary_keys must be a list of strings"
+        assert self._check_sequence_element_type(partition_columns, str), "partition_columns must be a list of strings"
+        assert isinstance(timestamp_key, str), "timestamp key must be string"
+
         # 元数据校验
         self._validate_schema(df, schema)
         self._validate_key_exists(primary_keys, timestamp_key)
@@ -444,6 +453,10 @@ class FeatureTableClient:
         common_utils.validate_table_name(name)
         common_utils.validate_database(database_name)
 
+        if primary_keys:
+            assert self._check_sequence_element_type(primary_keys, str), "primary_keys must be a list of strings"
+        assert isinstance(timestamp_key, str), "timestamp key must be string"
+
         # 构建完整表名
         table_name = common_utils.build_full_table_name(name, database_name)
 
@@ -456,11 +469,12 @@ class FeatureTableClient:
 
             # 检查Primary Key和Timestamp Key是否为空
             if engine_type == engine_type.ICEBERG_ENGINE and props.get("format-version", "") == "2":
-                if props.get('dlc.ao.data.govern.sorted.keys', "") == "":
-                    raise ValueError(
-                        "table dlc.ao.data.govern.sorted.keys is empty. you must set dlc.ao.data.govern.sorted.keys")
-                else:
-                    primary_keys = props.get('dlc.ao.data.govern.sorted.keys').split(",")
+                if not primary_keys:
+                    if props.get('dlc.ao.data.govern.sorted.keys', "") == "":
+                        raise ValueError(
+                            "table dlc.ao.data.govern.sorted.keys is empty. you must set dlc.ao.data.govern.sorted.keys")
+                    else:
+                        primary_keys = props.get('dlc.ao.data.govern.sorted.keys').split(",")
             elif engine_type == engine_type.HIVE_ENGINE:
                 if not primary_keys:
                     raise ValueError("primary_keys cannot be None for HIVE_ENGINE")
@@ -613,9 +627,6 @@ class FeatureTableClient:
                 print(f"Table '{name}' does not exist")
                 return
 
-            # 检查
-            df = self._spark.table(tableName=table_name)
-
             try:
                 feature_view = self._feast_client.get_feature_view(table_name)
             except Exception as e:

wedata/feature_store/training_set_client/training_set_client.py

@@ -438,12 +438,16 @@ class TrainingSetClient:
         ]
         # print(f"wedata source_data_names:{source_data_names}")
 
+        print("===>source_data_names:", source_data_names)
+
         feature_output_names = [
             fci.output_name for fci in feature_spec.feature_column_infos
         ]
+        print("====>feature_output_names:", feature_output_names)
         on_demand_output_names = [
             odci.output_name for odci in feature_spec.on_demand_column_infos
         ]
+        print("====>on_demand_output_names:", on_demand_output_names)
         all_output_names = set(
             source_data_names + feature_output_names + on_demand_output_names
         )