deepfos 1.1.70__tar.gz → 1.1.72__tar.gz

{deepfos-1.1.70 → deepfos-1.1.72}/CHANGELOG.md

@@ -1,3 +1,18 @@
+## [1.1.72] - 2025-08-26
+
+### 更新
+
+* 修正deepmodel批量插入、更新提供的dataframe的int列包含空值时会被转换为float64列，导致bulk语句执行失败的问题
+
+
+## [1.1.71] - 2025-08-21
+
+### 更新
+
+* 根据数据流3.0组件API调整更新模型定义
+* 数据流3.0异步启动默认为带启停启动，同步固定为不带启停启动
+
+
 ## [1.1.70] - 2025-08-19
 
 ### 新增

{deepfos-1.1.70 → deepfos-1.1.72}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepfos
-Version: 1.1.70
+Version: 1.1.72
 Summary: Collecions of useful and handy tools for deepfos platform
 Home-page: http://py.deepfos.com
 Author: deepfos-python-team

{deepfos-1.1.70 → deepfos-1.1.72}/deepfos/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2025-08-18T10:23:53+0000",
+ "date": "2025-08-25T08:27:57+0000",
  "dirty": false,
  "error": null,
- "full-revisionid": "7c62afcad8175dbdb4e323deb062c91083af3793",
- "version": "1.1.70"
+ "full-revisionid": "525ae9f3636ed46b3000c17a55a8149cd5af2dc7",
+ "version": "1.1.72"
 }
 '''  # END VERSION_JSON
 

{deepfos-1.1.70 → deepfos-1.1.72}/deepfos/api/deep_pipeline.py

@@ -12,7 +12,7 @@ class RunAPI(ChildAPI):
     endpoint = '/'
 
     @post('run')
-    def run_async(self, run_info: RunInfo) -> Union[str, Awaitable[str]]:
+    def run_async(self, run_info: Union[RunInfo, RunInfoWithParam]) -> Union[str, Awaitable[str]]:
         """
         异步执行数据流
         异步执行数据流，返回任务id

{deepfos-1.1.70 → deepfos-1.1.72}/deepfos/api/models/deep_pipeline.py

@@ -3,11 +3,24 @@ from typing import Any, Optional
 from .base import BaseModel
 
 __all__ = [
-    "RunInfo", "FlowInfo",
+    "RunInfo", "FlowInfo", "RunInfoWithParam",
 ]
 
 
 class RunInfo(BaseModel):
+    #: 元素名/编码
+    elementName: str
+    #: 元素类型
+    elementType: str = "DPL"
+    #: 文件路径
+    path: Optional[str] = None
+    #: 文件夹id
+    folderId: Optional[str] = None
+    # 是否在同一个进程执行
+    inProcess: bool = False
+
+
+class RunInfoWithParam(BaseModel):
     #: 元素名/编码
     elementName: str
     #: 元素类型
@@ -30,8 +43,6 @@ class Revision(BaseModel):
 
 
 class Configure(BaseModel):
-    #: 超时时间（秒）
-    timeout: int
     #: 公共脚本
     prelude: Optional[str] = None
     #: 实例名称

{deepfos-1.1.70 → deepfos-1.1.72}/deepfos/element/deep_pipeline.py

@@ -1,17 +1,19 @@
 import asyncio
 import time
+import warnings
 from math import ceil
 from typing import Any, TYPE_CHECKING, List
 
 from deepfos import OPTION
 from deepfos.api.deep_pipeline import DeepPipelineAPI
-from deepfos.api.models.deep_pipeline import RunInfo, FlowInfo
+from deepfos.api.models.deep_pipeline import RunInfo, FlowInfo, RunInfoWithParam
 from deepfos.element.base import ElementBase, SyncMeta
 from deepfos.exceptions import (
     APIResponseError, RunIdInvalid, RunTerminated,
     ReleaseFlowTimeout, RunFailedError, ReleaseFlowNotExists,
 )
 from deepfos.lib.asynchronous import future_property
+from deepfos.lib.constant import UNSET
 from deepfos.lib.decorator import cached_property
 
 errcode_map = {
@@ -47,7 +49,7 @@ class AsyncDeepPipeline(ElementBase[DeepPipelineAPI]):
 
     async def run(
         self,
-        parameter: Any = None,
+        parameter: Any = UNSET,
         timeout: int = None,
         in_process: bool = True,
     ) -> Any:
@@ -57,25 +59,29 @@ class AsyncDeepPipeline(ElementBase[DeepPipelineAPI]):
         Args:
             parameter: 执行参数
             timeout: 超时时间(秒)
-            in_process: 是否在同一个进程执行
+            in_process: 是否在同一个进程执行（仅作新旧兼容，实际只会在同一个进程执行，即不带启停启动）
 
         Returns:
             执行结果
         """
-        run_id = await self.run_async(parameter, in_process)
+        if not in_process:
+            warnings.warn(
+                '同步启动固定为同一个进程执行(不带启停启动)，in_process参数为False不会影响该行为'
+            )
+        run_id = await self.run_async(parameter, True)
         return await self.result(run_id, timeout)
 
     async def run_async(
         self,
-        parameter: Any = None,
-        in_process: bool = True,
+        parameter: Any = UNSET,
+        in_process: bool = False,
     ) -> str:
         """
         异步启动数据流
 
         Args:
             parameter: 执行参数
-            in_process: 是否在同一个进程执行
+            in_process: 是否在同一个进程执行，默认False，即带启停启动
 
         Returns:
             执行ID
@@ -83,14 +89,21 @@ class AsyncDeepPipeline(ElementBase[DeepPipelineAPI]):
         if not self.has_approved_release:
             raise ReleaseFlowNotExists('暂无启用中状态的数据流版本')
 
-        return await self.async_api.run.run_async(
-            RunInfo(
+        if parameter is UNSET:
+            payload = RunInfo(
+                elementName=self.element_name,
+                folderId=self.element_info.folderId,
+                inProcess=in_process
+            )
+        else:
+            payload = RunInfoWithParam(
                 elementName=self.element_name,
                 parameter=parameter,
                 folderId=self.element_info.folderId,
                 inProcess=in_process
             )
-        )
+
+        return await self.async_api.run.run_async(payload)
 
     async def result(self, run_id: str, timeout: int = None) -> Any:
         """
@@ -134,14 +147,14 @@ class AsyncDeepPipeline(ElementBase[DeepPipelineAPI]):
     async def run_batch(
         self,
         parameters: List[Any],
-        in_process: bool = True,
+        in_process: bool = False,
     ) -> List[str]:
         """
         批量异步启动数据流
 
         Args:
             parameters: 执行参数列表
-            in_process: 是否在同一个进程执行
+            in_process: 是否在同一个进程执行，默认False，即带启停启动
 
         Returns:
             执行ID列表
@@ -162,7 +175,7 @@ class DeepPipeline(AsyncDeepPipeline, metaclass=SyncMeta):
     if TYPE_CHECKING:  # pragma: no cover
         def run(
             self,
-            parameter: Any = None,
+            parameter: Any = UNSET,
             timeout: int = None,
             in_process: bool = True,
         ) -> Any:
@@ -170,8 +183,8 @@ class DeepPipeline(AsyncDeepPipeline, metaclass=SyncMeta):
 
         def run_async(
             self,
-            parameter: Any = None,
-            in_process: bool = True,
+            parameter: Any = UNSET,
+            in_process: bool = False,
         ) -> str:
             ...
 
@@ -181,6 +194,6 @@ class DeepPipeline(AsyncDeepPipeline, metaclass=SyncMeta):
         def run_batch(
             self,
             parameters: List[Any],
-            in_process: bool = True,
+            in_process: bool = False,
         ):
             ...

{deepfos-1.1.70 → deepfos-1.1.72}/deepfos/element/deepmodel.py

@@ -382,7 +382,7 @@ class FieldJson(BaseField):
 
 class FieldInt(BaseField):
     def fit(self, df: pd.DataFrame, field_name: str, raw_pg: bool = False):
-        df[field_name] = pd.to_numeric(df[field_name])
+        df[field_name] = df[field_name].astype(pd.Int64Dtype(), errors='ignore')
 
     def cast(self, df: pd.DataFrame, field_name: str, direct_access: bool = True):
         df[field_name] = df[field_name].astype(pd.Int64Dtype(), errors='ignore')

{deepfos-1.1.70 → deepfos-1.1.72}/deepfos.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepfos
-Version: 1.1.70
+Version: 1.1.72
 Summary: Collecions of useful and handy tools for deepfos platform
 Home-page: http://py.deepfos.com
 Author: deepfos-python-team