deepfos 1.1.62__tar.gz → 1.1.63__tar.gz

{deepfos-1.1.62 → deepfos-1.1.63}/CHANGELOG.md

@@ -1,3 +1,11 @@
+## [1.1.63] - 2025-07-01
+
+### 更新
+
+* 工作流完成任务实例方法增加附件列表
+* 财务模型和DeepModel批量操作支持批次前后alert
+
+
 ## [1.1.62] - 2025-06-12
 
 ### 更新

{deepfos-1.1.62 → deepfos-1.1.63}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepfos
-Version: 1.1.62
+Version: 1.1.63
 Summary: Collecions of useful and handy tools for deepfos platform
 Home-page: http://py.deepfos.com
 Author: deepfos-python-team

{deepfos-1.1.62 → deepfos-1.1.63}/deepfos/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2025-06-12T05:42:40+0000",
+ "date": "2025-07-01T03:16:02+0000",
  "dirty": false,
  "error": null,
- "full-revisionid": "cbd77f74d1d6b9c821c1c69be29fb027794f846c",
- "version": "1.1.62"
+ "full-revisionid": "ee27ae20cda4c8955b87eabb5b3b1c73e528e8e3",
+ "version": "1.1.63"
 }
 '''  # END VERSION_JSON
 

{deepfos-1.1.62 → deepfos-1.1.63}/deepfos/api/models/workflow.py

@@ -10,6 +10,7 @@ generated by model_code_gen.py
 from deepfos.api.models.base import BaseModel
 from typing import List, Optional, Union, Any, Dict
 from pydantic import Field
+from deepfos.api.models.platform import FileUplodRes
 
 
 __all__ = [
@@ -576,6 +577,8 @@ class TaskCompleteInstance(BaseModel):
     extraResParams: Optional[List[TaskCompleteParam]] = None
     #: 按钮id
     actionId: Optional[str] = None
+    #: 附件文件
+    attachments: Optional[List[FileUplodRes]]
 
 
 class TaskReqDto(BaseModel):

{deepfos-1.1.62 → deepfos-1.1.63}/deepfos/element/deepmodel.py

@@ -35,7 +35,9 @@ from deepfos.exceptions import (
 from deepfos.lib import serutils
 from deepfos.lib.asynchronous import future_property, evloop
 from deepfos.lib.decorator import flagmethod, cached_property, lru_cache
-from deepfos.lib.utils import AliasGenerator, to_version_tuple
+from deepfos.lib.utils import (
+    AliasGenerator, to_version_tuple, ChunkAlert, split_dataframe_alert
+)
 
 __all__ = ['AsyncDeepModel', 'DeepModel', 'to_fields', 'QueryWithArgs']
 
@@ -786,7 +788,13 @@ class AsyncDeepModel(ElementBase[DeepModelAPI]):
     """
     __mangle_docs__ = False
 
-    def __init__(self, direct_access: bool = True, pg_dsn: str = None):  # noqa
+    def __init__(
+        self,
+        direct_access: bool = True,
+        pg_dsn: str = None,
+        before_chunk: ChunkAlert = None,
+        after_chunk: ChunkAlert = None,
+    ):
         self._txn_ = ContextVar('QLTXN')
         self.appmodule = f"app{OPTION.api.header['app']}"
         self.spacemodule = f"space{OPTION.api.header['space']}"
@@ -796,6 +804,8 @@ class AsyncDeepModel(ElementBase[DeepModelAPI]):
         self.alias = AliasGenerator()
         self.pg_dsn = pg_dsn
         self._globals = {}
+        self.before_chunk = before_chunk
+        self.after_chunk = after_chunk
 
     @future_property
     async def client(self):
@@ -1288,19 +1298,22 @@ class AsyncDeepModel(ElementBase[DeepModelAPI]):
         qls: List[QueryWithArgs]
     ):
         self._ensure_client()
-        for i in range(0, len(data), chunksize):
-            part = data.iloc[i: i + chunksize]
-            kw_name = self.alias.get(BATCH_INSERT_KW)
-            qls.append(QueryWithArgs(
-                commands=ql.replace(
-                    f'${BATCH_INSERT_KW}', f'${kw_name}'
-                ),
-                kwargs={kw_name: part.to_json(
-                    orient='records', double_precision=15,
-                    force_ascii=False, default_handler=str
-                )},
-                globals=self._globals
-            ))
+
+        for part, alert in split_dataframe_alert(
+            data, chunksize, self.before_chunk, self.after_chunk
+        ):
+            with alert:
+                kw_name = self.alias.get(BATCH_INSERT_KW)
+                qls.append(QueryWithArgs(
+                    commands=ql.replace(
+                        f'${BATCH_INSERT_KW}', f'${kw_name}'
+                    ),
+                    kwargs={kw_name: part.to_json(
+                        orient='records', double_precision=15,
+                        force_ascii=False, default_handler=str
+                    )},
+                    globals=self._globals
+                ))
 
     @staticmethod
     def _split_self_link(data, relation, structure, bkey):

{deepfos-1.1.62 → deepfos-1.1.63}/deepfos/element/finmodel.py

@@ -25,7 +25,8 @@ from deepfos.api.app import AppAPI
 from deepfos.lib.asynchronous import future_property
 from deepfos.lib.utils import (
     unpack_expr, dict_to_expr, LazyDict, expr_to_dict,
-    dict_to_sql, split_dataframe, find_str, concat_url, CIEnumMeta
+    dict_to_sql, find_str, concat_url, CIEnumMeta, ChunkAlert,
+    split_dataframe_alert,
 )
 from deepfos.lib.sysutils import complete_cartesian_product
 from deepfos.lib.constant import (
@@ -180,11 +181,15 @@ class AsyncFinancialCube(ElementBase[FinancialModelAPI]):
         entry_object='python',
         entry_mode=1,
         server_name: Optional[str] = None,
+        before_chunk: ChunkAlert = None,
+        after_chunk: ChunkAlert = None,
     ):
         full_name = OPTION.general.task_info.get('script_name', 'python')
         self.entry_object = entry_object.format(script_name=full_name.split('.')[-1],
                                                 full_name=full_name)
         self.entry_mode = entry_mode
+        self.before_chunk = before_chunk
+        self.after_chunk = after_chunk
         super().__init__(element_name, folder_id, path, server_name)
 
     @future_property(on_demand=True)
@@ -813,30 +818,34 @@ class AsyncFinancialCube(ElementBase[FinancialModelAPI]):
 
         # save data
         resp = []
-        for batch_data in split_dataframe(data, chunksize):
-            row_data = [
-                {"columnDimensionMemberMap": row}
-                for row in bp.dataframe_to_dict(batch_data)
-            ]
-            payload = ReactSpreadsheetSaveForm(
-                entryObject=self.entry_object,
-                sheetDatas=[SpreadsheetSingleData(
-                    cubeName=self.element_info.elementName,
-                    cubeFolderId=self.element_info.folderId,
-                    rowDatas=row_data,
-                    commonMember=pov,
-                )],
-                needCheck=need_check,
-                dataAuditSwitch=data_audit,
-                entryMode=self.entry_mode,
-                validateDimensionMember=need_check,
-                callback=callback,
-                saveDataAuthMode=auth_mode
-            )
-            r = await self.async_api.reactspreadsheet.save(
-                payload.dict(exclude_unset=True)
-            )
-            resp.append(r)
+
+        for batch_data, alert in split_dataframe_alert(
+            data, chunksize, self.before_chunk, self.after_chunk
+        ):
+            with alert:
+                row_data = [
+                    {"columnDimensionMemberMap": row}
+                    for row in bp.dataframe_to_dict(batch_data)
+                ]
+                payload = ReactSpreadsheetSaveForm(
+                    entryObject=self.entry_object,
+                    sheetDatas=[SpreadsheetSingleData(
+                        cubeName=self.element_info.elementName,
+                        cubeFolderId=self.element_info.folderId,
+                        rowDatas=row_data,
+                        commonMember=pov,
+                    )],
+                    needCheck=need_check,
+                    dataAuditSwitch=data_audit,
+                    entryMode=self.entry_mode,
+                    validateDimensionMember=need_check,
+                    callback=callback,
+                    saveDataAuthMode=auth_mode
+                )
+                r = await self.async_api.reactspreadsheet.save(
+                    payload.dict(exclude_unset=True)
+                )
+                resp.append(r)
         return resp
 
     async def delete_with_mdx(

{deepfos-1.1.62 → deepfos-1.1.63}/deepfos/element/workflow.py

@@ -4,6 +4,7 @@ from typing import *
 import pandas as pd
 
 from deepfos.api.models import compat_parse_obj_as as parse_obj_as
+from deepfos.api.models.platform import FileUplodRes
 from deepfos.api.models.workflow import *
 from deepfos.api.workflow import WorkFlowAPI
 from deepfos.element.base import ElementBase, SyncMeta
@@ -296,15 +297,40 @@ class AsyncWorkFlow(ElementBase[WorkFlowAPI]):
         file_path: str = None,
         outcome: str = None,
         extra_res_params: Dict[str, Any] = None,
+        attachments: List[Union[Dict[str, str], FileUplodRes]] = None,
     ) -> bool:
         """完成任务实例
 
         Args:
             task_id: 任务实例id
             comment: 备注
-            file_path: 附件路径
+            file_path: 附件路径(工作流版本在V3.0.4.0后弃用，后续版本请使用attachments参数)
             outcome: 结果选项，在任务可选结果不唯一时，必须提供
             extra_res_params: 完成参数
+            attachments: 附件信息列表，
+                        内容一般来自文件管理的/files/upload或/files/upload/content响应值
+
+
+        .. admonition:: 示例
+
+            .. code-block:: python
+                from deepfos.api.platform import PlatformAPI
+                from deepfos.element.workflow import WorkFlow
+
+                # 上传附件't.txt'
+                upload_resp = PlatformAPI().file.upload(
+                    file_type='DL', file_name='t.txt', file='some text'
+                )
+                # 以动作approve，参数{"a": 1, "b": "42"}完成任务实例，
+                # 并提供附件信息为上传的't.txt'文件，备注为"Completed by SDK"
+                test_task = WorkFlow('test_task')
+                test_task.complete_task_by_id(
+                    task_id='fd94f6a7-3467-47f9-8a3c-ff626e68dcf5',
+                    outcome='approve',
+                    extra_res_params={'a': 1, 'b': '42'},
+                    comment='Completed by SDK',
+                    attachments=[upload_resp]
+                )
 
         Returns:
             True: 成功
@@ -318,8 +344,16 @@ class AsyncWorkFlow(ElementBase[WorkFlowAPI]):
                 if o.code == outcome:
                     action_id = o.id
                     break
+
         if extra_res_params is None:
             extra_res_params = {}
+        if not isinstance(extra_res_params, dict):
+            raise TypeError('extra_res_params参数应为字典类型')
+
+        if attachments is not None:
+            attachments = parse_obj_as(List[FileUplodRes], attachments)
+        else:
+            attachments = []
         return await self.async_api.task.express_complete(
             TaskCompleteInstance(
                 comment=comment, filePath=file_path, outcome=outcome, taskId=task_id,
@@ -327,7 +361,8 @@ class AsyncWorkFlow(ElementBase[WorkFlowAPI]):
                     TaskCompleteParam(name=k, value=v)
                     for k, v in extra_res_params.items()
                 ],
-                actionId=action_id
+                actionId=action_id,
+                attachments=attachments
             )
         )
 
@@ -554,7 +589,8 @@ class WorkFlow(AsyncWorkFlow, metaclass=SyncMeta):
             comment: str = None,
             file_path: str = None,
             outcome: str = None,
-            extra_res_params: Dict[str, Any] = None
+            extra_res_params: Dict[str, Any] = None,
+            attachments: List[Union[Dict[str, str], FileUplodRes]] = None,
         ) -> bool:
             ...
 

{deepfos-1.1.62 → deepfos-1.1.63}/deepfos/lib/utils.py

@@ -7,13 +7,14 @@ import sys
 import time
 import weakref
 from collections import UserList, UserDict, defaultdict
+from contextlib import contextmanager, nullcontext
 from enum import EnumMeta, Enum
 import random
 from typing import (
     Tuple, Optional, Dict,
     List, Union, Callable, Any,
     TypeVar, MutableMapping, Container,
-    Iterator, Iterable, DefaultDict
+    Iterator, Iterable, DefaultDict,
 )
 from itertools import groupby, count
 
@@ -867,6 +868,38 @@ def dict_to_sql(
     return sql
 
 
+class ChunkAlert:
+    def __call__(self, start: int, end: int, exc: Exception = None) -> None: ...
+
+
+@contextmanager
+def chunk_alert(
+    start: int, end: int,
+    before: ChunkAlert = None,
+    after: ChunkAlert = None,
+):
+    try:
+        if before is not None:
+            try:
+                before(start, end)
+            except Exception:
+                logger.warning('Error occurs while calling before_chunk.')
+        yield
+    except Exception as e:
+        if after is not None:
+            try:
+                after(start, end, e)
+            except Exception:
+                logger.warning('Error occurs while calling after_chunk.')
+        raise
+    else:
+        if after is not None:
+            try:
+                after(start, end)
+            except Exception:
+                logger.warning('Error occurs while calling after_chunk.')
+
+
 def split_dataframe(data: pd.DataFrame, chunksize: int = None):
     nrows = len(data)
     if chunksize is None or chunksize > nrows:
@@ -878,6 +911,33 @@ def split_dataframe(data: pd.DataFrame, chunksize: int = None):
             yield data.iloc[i: i + chunksize]
 
 
+def split_dataframe_alert(
+    data: pd.DataFrame,
+    chunksize: int = None,
+    before_chunk: ChunkAlert = None,
+    after_chunk: ChunkAlert = None,
+):
+    no_alert = before_chunk is None and after_chunk is None
+
+    nrows = len(data)
+    if chunksize is None or chunksize > nrows:
+        if no_alert:
+            yield data, nullcontext()
+        else:
+            yield data, chunk_alert(0, nrows, before_chunk, after_chunk)
+    elif chunksize <= 0:
+        raise ValueError("chunksize must be greater than 0.")
+    else:
+        for i in range(0, nrows, chunksize):
+            if no_alert:
+                yield data.iloc[i: i + chunksize], nullcontext()
+            else:
+                yield (
+                    data.iloc[i: i + chunksize],
+                    chunk_alert(i, min(i + chunksize, nrows), before_chunk, after_chunk)
+                )
+
+
 def find_str(
     target: str,
     candidates: Iterable[str],

{deepfos-1.1.62 → deepfos-1.1.63}/deepfos.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepfos
-Version: 1.1.62
+Version: 1.1.63
 Summary: Collecions of useful and handy tools for deepfos platform
 Home-page: http://py.deepfos.com
 Author: deepfos-python-team