wedata3-feature-engineering 0.2.6.dev3__tar.gz → 0.2.6.dev4__tar.gz

{wedata3_feature_engineering-0.2.6.dev3 → wedata3-feature-engineering-0.2.6.dev4}/PKG-INFO

@@ -1,41 +1,20 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.1
 Name: wedata3-feature-engineering
-Version: 0.2.6.dev3
+Version: 0.2.6.dev4
 Summary: Wedata Feature Engineering Library Development
-Home-page: 
+Home-page: UNKNOWN
 Author: meahqian
 Author-email: 
 License: Apache 2.0
+Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
-Requires-Dist: pandas>=1.0.0
-Requires-Dist: feast[postgres,redis]==0.49.0
-Requires-Dist: grpcio==1.74.0
-Requires-Dist: msgpack<2,>=1.0
-Requires-Dist: tencentcloud-sdk-python
-Requires-Dist: ipython
-Requires-Dist: msgpack<2.0.0,>=1.0.0
 Provides-Extra: mlflow2
-Requires-Dist: mlflow==2.17.2; extra == "mlflow2"
 Provides-Extra: mlflow3
-Requires-Dist: mlflow<3.11.0,>=3.10.0; extra == "mlflow3"
 Provides-Extra: dev
-Requires-Dist: flake8; extra == "dev"
-Requires-Dist: pytest; extra == "dev"
-Requires-Dist: python-dotenv; extra == "dev"
-Requires-Dist: fakeredis[lua]; extra == "dev"
-Dynamic: author
-Dynamic: classifier
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: license
-Dynamic: provides-extra
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary
 
 # wedata3-feature-engineering
 
@@ -160,3 +139,5 @@ bash build.sh
 ## 许可证
 
 Apache License 2.0
+
+

{wedata3_feature_engineering-0.2.6.dev3 → wedata3-feature-engineering-0.2.6.dev4}/wedata/common/cloud_sdk_client/models.py

@@ -1184,7 +1184,7 @@ class CreateOnlineTableRequest(AbstractModel):
         TargetPath: 目标路径
         OfflineFeatureConfiguration: 离线表信息
         TaskSchedulerConfiguration: 任务调度配置
-        OnlineStoreType: 在线存储类型（TENCENT_POSTGRESQL | REDIS，缺省 TENCENT_POSTGRESQL 保证旧调用方兼容）
+        OnlineStoreType: 在线存储类型（TENCENT_POSTGRE | REDIS，缺省 TENCENT_POSTGRE）
     """
 
     def __init__(self) -> None:
@@ -1351,7 +1351,7 @@ class DeleteOnlineTableRequest(AbstractModel):
         WorkspaceId: 工作空间ID
         TableNameInfo: 表信息
         ResourceGroupId: 资源组ID
-        OnlineStoreType: 在线存储类型（TENCENT_POSTGRESQL | REDIS，缺省 TENCENT_POSTGRESQL 保证旧调用方兼容）
+        OnlineStoreType: 在线存储类型（TENCENT_POSTGRE | REDIS，缺省 TENCENT_POSTGRE）
     """
     def __init__(self) -> None:
         self._WorkspaceId = None

{wedata3_feature_engineering-0.2.6.dev3 → wedata3-feature-engineering-0.2.6.dev4}/wedata/common/constants/constants.py

@@ -46,7 +46,7 @@ FEATURE_LOOKUP_CLIENT_PIP_PACKAGE = "wedata3-feature-engineering"
 # 特征查找版本号
 # FEATURE_LOOKUP_CLIENT_MAJOR_VERSION = "0.6.16"
 # FEATURE_LOOKUP_CLIENT_PIP_PACKAGE_VERSION = f"{FEATURE_LOOKUP_CLIENT_PIP_PACKAGE}>=0.6.16"
-FEATURE_LOOKUP_CLIENT_MAJOR_VERSION = "0.2.6.dev3"
+FEATURE_LOOKUP_CLIENT_MAJOR_VERSION = "0.2.6.dev4"
 FEATURE_LOOKUP_CLIENT_PIP_PACKAGE_VERSION = f"{FEATURE_LOOKUP_CLIENT_PIP_PACKAGE}>=0.2.4"
 
 # 特征存储内部数据目录

{wedata3_feature_engineering-0.2.6.dev3 → wedata3-feature-engineering-0.2.6.dev4}/wedata/common/online_store/packed_codec.py

@@ -50,6 +50,29 @@ _DATA_VERSION_RAND_LEN = 2
 _OVERSIZE_WARNED: set = set()
 
 
+def _check_msgpack_impl() -> None:
+    """检测 msgpack 是否走 C 扩展实现（方案 D3.1.1 落地约束：防静默降级）。
+
+    zipimport 等场景下 msgpack 会静默退回纯 Python 实现，5 亿行同步慢数十倍。
+    Executor 上通过 ``spark.executorEnv.PYTHONPATH=./deps`` 分发的归档若平台 ABI
+    不匹配即触发该情况，必须在运行时告警而不是等同步超时才发现。
+    """
+    try:
+        import msgpack
+
+        if "fallback" in str(msgpack.Packer):
+            logger.warning(
+                "msgpack is running in PURE-PYTHON fallback mode (C extension not loaded); "
+                "redis packed sync will be extremely slow. Check that the executor deps archive "
+                "matches the executor platform/ABI (see scripts/build_executor_deps.sh)."
+            )
+    except Exception:  # pragma: no cover - 检测本身不允许影响主流程
+        logger.warning("msgpack implementation check skipped (import failed)", exc_info=True)
+
+
+_check_msgpack_impl()
+
+
 class PackedCodecError(ValueError):
     """编解码层的显式失败（对应 codec 设计 §8 的 F2/F3/F8 等）。"""
 

{wedata3_feature_engineering-0.2.6.dev3 → wedata3-feature-engineering-0.2.6.dev4}/wedata/feature_engineering/client.py

@@ -1095,7 +1095,7 @@ class FeatureEngineeringClient:
                 由用户根据所在工作空间已配置的在线 catalog 显式指定（如 `DataLakeCatalog`），
                 SDK 不提供默认兜底以避免在多 catalog 场景下静默连接错误的 PG 实例。Redis 不传
             trigger: [可选]周期性任务的调度配置
-            online_store_type: [可选]"TENCENT_POSTGRESQL"（默认）或 "REDIS"。Redis 在线表由离线表与
+            online_store_type: [可选]"TENCENT_POSTGRE"（默认）或 "REDIS"。Redis 在线表由离线表与
                 工作空间的 Redis 数据源确定，不需要也不接受在线库表名
         """
         kwargs = {}

{wedata3_feature_engineering-0.2.6.dev3 → wedata3-feature-engineering-0.2.6.dev4}/wedata/feature_engineering/table_client/table_client.py

@@ -813,7 +813,7 @@ class FeatureEngineeringTableClient(AbstractBaseTableClient):
                 Properties 中没有 connectionId，则降级走 TCCatalog 模式。常见取值如 `DataLakeCatalog`，
                 具体需结合所在工作空间已配置的在线 catalog 决定，禁止由 SDK 默认兜底。Redis 不传
             trigger: [可选]周期性任务的调度配置
-            online_store_type: [可选]在线存储类型，"TENCENT_POSTGRESQL"（默认，向后兼容）或 "REDIS"。
+            online_store_type: [可选]在线存储类型，"TENCENT_POSTGRE"（默认）或 "REDIS"。
                 传 "REDIS" 时：在线表由离线表与 Redis 数据源确定，不需要在线库表名（传了即报错）；
                 不支持持续同步（trigger 的 TriggerMode=CONTINUE_RUN 即报错），只支持 SNAPSHOT / TIME_TRIGGER；
                 同一离线表只能发布到 PG 或 Redis 其中一种（服务端校验）；
@@ -830,11 +830,11 @@ class FeatureEngineeringTableClient(AbstractBaseTableClient):
         """
         # store 类型分派（不传 = PG，行为与历史版本完全一致）
         if online_store_type is None:
-            online_store_type = "TENCENT_POSTGRESQL"
+            online_store_type = "TENCENT_POSTGRE"
         online_store_type = online_store_type.upper()
-        if online_store_type not in ("TENCENT_POSTGRESQL", "REDIS"):
+        if online_store_type not in ("TENCENT_POSTGRE", "REDIS"):
             raise ValueError(
-                f"online_store_type must be 'TENCENT_POSTGRESQL' or 'REDIS', got {online_store_type!r}"
+                f"online_store_type must be 'TENCENT_POSTGRE' or 'REDIS', got {online_store_type!r}"
             )
         online_names = {
             "online_db_name": online_db_name,
@@ -868,12 +868,12 @@ class FeatureEngineeringTableClient(AbstractBaseTableClient):
             ]
             if given_redis:
                 raise ValueError(
-                    f"{', '.join(given_redis)} must not be set for TENCENT_POSTGRESQL: "
+                    f"{', '.join(given_redis)} must not be set for TENCENT_POSTGRE: "
                     f"the PG connection is resolved from online_catalog_name on the server side"
                 )
             missing = [k for k, v in online_names.items() if not v]
             if missing:
-                raise ValueError(f"{', '.join(missing)} is required for TENCENT_POSTGRESQL online table")
+                raise ValueError(f"{', '.join(missing)} is required for TENCENT_POSTGRE online table")
 
         # 构建完整表名
         full_table_name = common_utils.build_full_table_name(table_name, schema_name, catalog_name, self._spark)
@@ -1037,16 +1037,16 @@ class FeatureEngineeringTableClient(AbstractBaseTableClient):
             catalog_name: 数据目录名称
             schema_name: 数据库名称
             table_name: 表名
-            online_store_type: [可选]在线存储类型，"TENCENT_POSTGRESQL" 或 "REDIS"。不传时由服务端按标签判定；
+            online_store_type: [可选]在线存储类型，"TENCENT_POSTGRE" 或 "REDIS"。不传时由服务端按标签判定；
                 传了也以标签为准（不一致时服务端告警）。
         Raises:
             RuntimeError: 当删除操作失败时抛出
         """
         if online_store_type is not None:
             online_store_type = online_store_type.upper()
-            if online_store_type not in ("TENCENT_POSTGRESQL", "REDIS"):
+            if online_store_type not in ("TENCENT_POSTGRE", "REDIS"):
                 raise ValueError(
-                    f"online_store_type must be 'TENCENT_POSTGRESQL' or 'REDIS', got {online_store_type!r}"
+                    f"online_store_type must be 'TENCENT_POSTGRE' or 'REDIS', got {online_store_type!r}"
                 )
 
         # 接口分页参数

{wedata3_feature_engineering-0.2.6.dev3 → wedata3-feature-engineering-0.2.6.dev4}/wedata3_feature_engineering.egg-info/PKG-INFO

@@ -1,41 +1,20 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.1
 Name: wedata3-feature-engineering
-Version: 0.2.6.dev3
+Version: 0.2.6.dev4
 Summary: Wedata Feature Engineering Library Development
-Home-page: 
+Home-page: UNKNOWN
 Author: meahqian
 Author-email: 
 License: Apache 2.0
+Platform: UNKNOWN
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
-Requires-Dist: pandas>=1.0.0
-Requires-Dist: feast[postgres,redis]==0.49.0
-Requires-Dist: grpcio==1.74.0
-Requires-Dist: msgpack<2,>=1.0
-Requires-Dist: tencentcloud-sdk-python
-Requires-Dist: ipython
-Requires-Dist: msgpack<2.0.0,>=1.0.0
 Provides-Extra: mlflow2
-Requires-Dist: mlflow==2.17.2; extra == "mlflow2"
 Provides-Extra: mlflow3
-Requires-Dist: mlflow<3.11.0,>=3.10.0; extra == "mlflow3"
 Provides-Extra: dev
-Requires-Dist: flake8; extra == "dev"
-Requires-Dist: pytest; extra == "dev"
-Requires-Dist: python-dotenv; extra == "dev"
-Requires-Dist: fakeredis[lua]; extra == "dev"
-Dynamic: author
-Dynamic: classifier
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: license
-Dynamic: provides-extra
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary
 
 # wedata3-feature-engineering
 
@@ -160,3 +139,5 @@ bash build.sh
 ## 许可证
 
 Apache License 2.0
+
+

{wedata3_feature_engineering-0.2.6.dev3 → wedata3-feature-engineering-0.2.6.dev4}/wedata3_feature_engineering.egg-info/SOURCES.txt

@@ -1,18 +1,5 @@
 README.md
 setup.py
-tests/test_build_executor_deps.py
-tests/test_cleanup_packed.py
-tests/test_client.py
-tests/test_common_utils.py
-tests/test_feast_client_validate_keys.py
-tests/test_feature_spec_training_set.py
-tests/test_feature_store.py
-tests/test_feature_table_client_validate_keys.py
-tests/test_packed_codec.py
-tests/test_redis_packed.py
-tests/test_sync_template.py
-tests/test_table_client.py
-tests/test_table_client_dispatch.py
 wedata/__init__.py
 wedata/common/__init__.py
 wedata/common/base_table_client/__init__.py

wedata3_feature_engineering-0.2.6.dev3/tests/test_build_executor_deps.py

@@ -1,52 +0,0 @@
-# -*- coding: utf-8 -*-
-"""
-scripts/build_executor_deps.sh 的静态检查（实跑需要 Linux x86_64 + 网络，放在发布流程里做）。
-
-曾经的三个问题，任何一个都会让打出来的包在 Executor 上不可用：
-1. 包名写成 tencent-wedata-feature-engineering，与 setup.py 不一致，pip 装不到；
-2. --python-version 39 与 python_requires>=3.10 冲突，pip 拒装；
-3. tar 打了外层 deps 目录，按 #deps 解压后变成 ./deps/deps/wedata，PYTHONPATH=./deps 找不到。
-"""
-
-import re
-from pathlib import Path
-
-ROOT = Path(__file__).resolve().parents[1]
-SCRIPT = (ROOT / "scripts" / "build_executor_deps.sh").read_text(encoding="utf-8")
-
-
-def _setup_value(key: str) -> str:
-    match = re.search(rf"{key}\s*=\s*['\"]([^'\"]+)['\"]", (ROOT / "setup.py").read_text(encoding="utf-8"))
-    assert match, f"setup.py 中找不到 {key}"
-    return match.group(1)
-
-
-def test_package_name_matches_setup_py():
-    assert f'SDK_PACKAGE="{_setup_value("name")}"' in SCRIPT
-    assert "tencent-wedata-feature-engineering" not in SCRIPT
-
-
-def test_default_sdk_version_matches_constants():
-    from wedata.common.constants.constants import FEATURE_LOOKUP_CLIENT_MAJOR_VERSION
-
-    assert f'SDK_VERSION="${{SDK_VERSION:-{FEATURE_LOOKUP_CLIENT_MAJOR_VERSION}}}"' in SCRIPT
-
-
-def test_target_python_satisfies_python_requires():
-    required = _setup_value("python_requires")
-    minimum = tuple(int(x) for x in required.lstrip(">=").split("."))
-    default = re.search(r'PY_VERSION="\$\{PY_VERSION:-([\d.]+)\}"', SCRIPT).group(1)
-    assert tuple(int(x) for x in default.split(".")) >= minimum
-    assert '--python-version "$PY_VERSION"' in SCRIPT
-
-
-def test_archive_root_is_package_dir():
-    """归档里不能再套一层 deps：Spark 按 #deps 解压，PYTHONPATH=./deps 下要直接看到 wedata / msgpack。"""
-    assert 'tar -czf "${OUT_DIR}/${ARCHIVE_NAME}" -C "$STAGE_DIR/deps" .' in SCRIPT
-    assert not re.search(r'-C "\$STAGE_DIR" deps', SCRIPT)
-
-
-def test_no_invalid_spark_conf_and_no_shasum():
-    code = "\n".join(line for line in SCRIPT.splitlines() if not line.lstrip().startswith("#"))
-    assert "spark.driverEnv" not in code  # 不是 Spark 配置项
-    assert not re.search(r"\b(shasum|sha256sum)\s", code)  # slim 镜像不一定有