service-forge 0.1.0__py3-none-any.whl

service_forge/workflow/workflow_group.py

@@ -0,0 +1,23 @@
+from service_forge.workflow.workflow import Workflow
+
+class WorkflowGroup:
+    def __init__(self, workflows: list[Workflow], main_workflow_name: str = "main") -> None:
+        self.workflows = workflows
+        self.main_workflow_name = main_workflow_name
+
+    def add_workflow(self, workflow: Workflow) -> None:
+        self.workflows.append(workflow)
+
+    def get_workflow(self, name: str) -> Workflow | None:
+        for workflow in self.workflows:
+            if workflow.name == name:
+                return workflow
+        return None
+
+    async def run(self, name: str = None) -> None:
+        if name is None:
+            name = self.main_workflow_name
+        workflow = self.get_workflow(name)
+        if workflow is None:
+            raise ValueError(f"Workflow with name {name} not found in workflow group.")
+        await workflow.run()

service_forge/workflow/workflow_type.py

@@ -0,0 +1,52 @@
+from __future__ import annotations
+import os
+import importlib
+import inspect
+from pathlib import Path
+from typing import Type, Any
+
+from service_forge.utils.register import Register
+
+class WorkflowType:
+    CLASS_NOT_REQUIRED_TO_REGISTER = ['WorkflowType']
+
+    def __init__(self, name: str, type: type) -> None:
+        self.name = name
+        self.type = type
+
+    def __init_subclass__(cls) -> None:
+        if cls.__name__ not in WorkflowType.CLASS_NOT_REQUIRED_TO_REGISTER:
+            workflow_type_register.register(cls.__name__, cls)
+        return super().__init_subclass__()
+
+workflow_type_register = Register[WorkflowType]()
+
+def _load_proto_classes():
+    # TODO: load from config
+    proto_dir = Path(__file__).parent.parent / "proto"
+    
+    if not proto_dir.exists():
+        return
+    
+    for py_file in proto_dir.glob("*.py"):
+        if py_file.name == "__init__.py":
+            continue
+            
+        module_name = py_file.stem
+        module_path = f"service_forge.proto.{module_name}"
+        
+        try:
+            module = importlib.import_module(module_path)
+            
+            for name, obj in inspect.getmembers(module, inspect.isclass):
+                if (not name.startswith('_') and 
+                    obj.__module__ == module_path and
+                    hasattr(obj, '__bases__')):
+                    
+                    workflow_type = WorkflowType(name, obj)
+                    workflow_type_register.register(name, workflow_type)
+                    
+        except Exception as e:
+            print(f"Failed to load module {module_path}: {e}")
+
+_load_proto_classes()

service_forge-0.1.0.dist-info/METADATA

@@ -0,0 +1,93 @@
+Metadata-Version: 2.4
+Name: service-forge
+Version: 0.1.0
+Summary: Add your description here
+Author-email: euxcet <zcc.qwer@gmail.com>
+Requires-Python: >=3.11
+Requires-Dist: aiokafka>=0.12.0
+Requires-Dist: alembic>=1.17.0
+Requires-Dist: asyncpg>=0.30.0
+Requires-Dist: dotenv>=0.9.9
+Requires-Dist: fastapi>=0.119.1
+Requires-Dist: greenlet>=3.2.4
+Requires-Dist: jinja2>=3.1.6
+Requires-Dist: kubernetes>=28.0.0
+Requires-Dist: loguru>=0.7.3
+Requires-Dist: omegaconf>=2.3.0
+Requires-Dist: openai>=2.3.0
+Requires-Dist: protobuf>=6.33.1
+Requires-Dist: psycopg2-binary>=2.9.11
+Requires-Dist: pydantic>=2.12.0
+Requires-Dist: pytest-asyncio>=1.2.0
+Requires-Dist: pytest>=8.4.2
+Requires-Dist: python-dotenv>=1.1.1
+Requires-Dist: python-jose>=3.5.0
+Requires-Dist: python-multipart>=0.0.20
+Requires-Dist: requests>=2.32.5
+Requires-Dist: restrictedpython>=8.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: sqlalchemy>=2.0.44
+Requires-Dist: typer>=0.12.0
+Requires-Dist: uvicorn>=0.38.0
+Requires-Dist: websockets>=15.0.1
+Description-Content-Type: text/markdown
+
+# Service Forge
+
+Automated service creation and maintenance tool.
+
+## Install
+
+```bash
+pip install -e .
+```
+
+## CLI Usage (sft)
+
+Service Forge 提供了命令行工具 `sft` 用于服务管理。
+
+### 服务上传和部署
+
+```bash
+# 上传服务（打包并上传到服务器）
+sft upload [project_path]
+
+# 列出本地已打包的服务包
+sft list
+
+# 部署服务（只在服务器上使用）
+sft deploy <name> <version>
+```
+
+### 配置管理
+
+```bash
+# 列出所有配置项
+sft config list
+
+# 获取指定配置项的值
+sft config get <key>
+
+# 设置配置项的值
+sft config set <key> <value>
+```
+
+### 服务管理
+
+```bash
+# 列出所有服务
+sft service list
+
+# 删除服务（只在服务器上使用）
+sft service delete <service_name> [--force, -f]
+
+# 查看服务日志（只在服务器上使用）
+sft service logs <service_name> [--container, -c] [--tail, -n] [--follow, -f] [--previous, -p]
+```
+
+## TODO
+
+- [x] 多次 trigger 并行执行
+- [x] 支持 websocket 来做 trigger、输入和输出
+- [x] 优化 websocket 客户端映射和重连支持
+- [ ] 节点和 workflow 运行情况的回调函数

service_forge-0.1.0.dist-info/RECORD

@@ -0,0 +1,64 @@
+service_forge/main.py,sha256=IrYMcwwG9Y9kS7kTH9TS2e6DCiWQ2GeOoGoJAwftEtQ,3343
+service_forge/service.py,sha256=xmQhtbYYsNb6yMYsZLlFkmWrNYB7rP5NWAwR_MKvHRs,4428
+service_forge/service_config.py,sha256=wDZCldx6LIu5arq7kHnpVDHZbErCJlcHaiIrT3V2eRE,3620
+service_forge/api/http_api.py,sha256=t2qXX7Zb5ZEI6LHiApT9XD0z5Dak1JZJJaD3CrYt_Xg,4899
+service_forge/api/kafka_api.py,sha256=PInx2ZzKJRON7EaJFWroXkiOt_UeZY7WE6qK03gq4ak,4599
+service_forge/api/task_manager.py,sha256=9Lk-NV4cBnuv9b8V6GVLWJJ4MCiAwCp5TVAwmYgqXbs,5269
+service_forge/api/websocket_api.py,sha256=E36-fpUPxzMJ2YGlCPeqwRbryk2FMMbQD_pbb8k1FYI,3343
+service_forge/api/websocket_manager.py,sha256=Xiwg3zwXRVi63sXmVH-TgbpL2XH_djyLeo96STm4cNM,16757
+service_forge/db/__init__.py,sha256=vky6ZjFgPvBfLfwpwzm00rz6P86IOttKP0_UsbchBUw,47
+service_forge/db/database.py,sha256=4xL-uuXXjLzvvcZ3NPQdQ1BEYMjz9PWD4S_mzWPEf-0,4489
+service_forge/llm/__init__.py,sha256=9sB5uqp2F8AboYV4jAvOQfMkVMWM811sUxBahJJ-_fE,2868
+service_forge/llm/llm.py,sha256=Sar99FkTPBJqkB6dwX81ww_hJp8cPYxlg7Go-zXPyg0,1865
+service_forge/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+service_forge/model/websocket.py,sha256=YIUCW32sbHIEFPHjk5FiDM_rDe2aVD6OpzBQul2R5IM,267
+service_forge/proto/foo_input.py,sha256=-POJZSIFrGdBGz7FqZZ03r5uztpc5Apin9A0Yxbk6YI,90
+service_forge/sft/cli.py,sha256=stB_YPhZ7gAQeOxIq03-tLyl5VfU-gnRacAT05GSMis,2904
+service_forge/sft/cmd/config_command.py,sha256=I9t2HG28S6lCXpExHyZUc47b_1yB3i51tCFVk5J6TTU,2382
+service_forge/sft/cmd/deploy_service.py,sha256=riV5eSsNgcELgq1Wq53FX_lR8eLKPnQ94_Dyq7EP42w,4681
+service_forge/sft/cmd/list_tars.py,sha256=Z3zvu2JLb_wNbTwi5TZXL5cZ8PxYrKks9AxkOzoUd_Q,1380
+service_forge/sft/cmd/service_command.py,sha256=69GMMN61KtuoEFuYzFJ74ivNt8RX8q0I6rbePfJfEwQ,5538
+service_forge/sft/cmd/upload_service.py,sha256=86PvvJSXCZKH4BU6rLytuc45grX-sRnQnOHCo9zUaPY,1232
+service_forge/sft/config/injector.py,sha256=V4CcoGHinUW6ExTZKdy-gb4uOq3wXpc472k3aZtp19M,3555
+service_forge/sft/config/injector_default_files.py,sha256=6CwuhqJHjfwz_V88CwHfE7jy13BFdhJaZBbN6cEI6UI,1849
+service_forge/sft/config/sf_metadata.py,sha256=Y9akhSCgOd11-oqRs3LIs8FL9pvWNw6hyy57fuFcBhc,866
+service_forge/sft/config/sft_config.py,sha256=zqZKNZMHNKaIbeKwUhHEYu0O4T6JA1z-4RURLX9jKa0,4539
+service_forge/sft/file/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+service_forge/sft/file/ignore_pattern.py,sha256=UrVmR83wOx51XHFcZDTPp15dGYcvMTE5W1m07-SvHpw,2521
+service_forge/sft/file/sft_file_manager.py,sha256=poIM77tZZg7vfwBdCsdQctBbCczVLQePdTwVINEABvE,4337
+service_forge/sft/kubernetes/kubernetes_manager.py,sha256=IF2_X9U-k5Dx7EZuGrJ9lZ85ltbilrrZDfsl8qFyTu4,11339
+service_forge/sft/util/assert_util.py,sha256=8HreVkOzs9_ClKiFqG4qsFn_yyDLo5uXYhYUPXlmDjM,828
+service_forge/sft/util/logger.py,sha256=0Hi74IoxshE-wBgvBa2EZPXYj37tTrUYwlOBd9UMMMs,502
+service_forge/sft/util/name_util.py,sha256=jQ4L6chyfESfsZI3z38gZcF79AE2Fn0-kUjG9ezobWQ,106
+service_forge/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+service_forge/utils/default_type_converter.py,sha256=CuUZpMATdTwgcV1M3lbK64znwmEG85Zt3y_QGXr9tYQ,625
+service_forge/utils/register.py,sha256=nxiGQBCX238FoZZhsDoDdBMv_2QzeIZpM367HPNfaqM,874
+service_forge/utils/type_converter.py,sha256=zqkffSt-27eWcaxJGHxLnexqtXyzehTtPmITUfYT7-c,2402
+service_forge/workflow/__init__.py,sha256=9oh4qPyA33RugrUYRAlLmFtmQPUN2wxruFQE3omTJF8,49
+service_forge/workflow/context.py,sha256=E3z9nJZmrTqXy-9hswyHNmQyTEuGygryOBg_yfdH5xI,307
+service_forge/workflow/edge.py,sha256=XPYSUGX_Cc0Rlamu1tuTFKjvySZa5IHVCeZN0uc9aYc,951
+service_forge/workflow/node.py,sha256=WOCh75rDDrsoWqOEgguAnBfjvS15sXbai07GMsTvxHg,6413
+service_forge/workflow/port.py,sha256=dMNSUTaOqB7u4lfJB6kQDUIUjXSA0tzwmKxnWCk0kgA,2659
+service_forge/workflow/trigger.py,sha256=s7H4uD72jiX3ATh132FqGg8YK4bcekVPfXG0ELLhu1g,562
+service_forge/workflow/workflow.py,sha256=G8p9MW96LHfEZKHbx9p2Pv82WiisKahx9XiB5FKkRGA,10479
+service_forge/workflow/workflow_factory.py,sha256=OsfOwsE-TxWmVNCNhdmwTEgnSLosFe8Q7j8L9QX8xBM,9580
+service_forge/workflow/workflow_group.py,sha256=7KyqMRblpt40zKWBmYq4IUmcFRKRywcB1tSwRz0oirE,850
+service_forge/workflow/workflow_type.py,sha256=zRc-gL2LBE-gOgTUCU5-VDWeGUzuQahkHIg98ipEvQg,1629
+service_forge/workflow/nodes/__init__.py,sha256=o0Ks5F8vP5CTd4rBDLHoYjohkzFh8-fSLM69qVGGBGM,337
+service_forge/workflow/nodes/control/if_node.py,sha256=c58beptuUgxWBDHjYylrc1cph9GLMI9WN1Qv9cQB5Nw,703
+service_forge/workflow/nodes/input/console_input_node.py,sha256=GhQjWRgYy3aRfYUfaEql-_Xi10cca75oz-vmSZkR54w,683
+service_forge/workflow/nodes/llm/query_llm_node.py,sha256=uwcWO6Q-qAG16yJqEGLJau8YxcJBGsBJoGVUBQTBWZk,1155
+service_forge/workflow/nodes/nested/workflow_node.py,sha256=h5NXhRCUGaoNmqMV2PXR6JNwTCM8MCRVA6ocOjoDzhs,747
+service_forge/workflow/nodes/output/kafka_output_node.py,sha256=mC6qRMGsuwU6qXAfXA-0ZFZudrlwmgRYOJRULUrtH40,682
+service_forge/workflow/nodes/output/print_node.py,sha256=OSgeRQOd3dq88a1plx30g9-VB793RbXnIa5X8MF9fCo,656
+service_forge/workflow/nodes/test/if_console_input_node.py,sha256=CtKHkFqr8PN974_iGP2VSBmNpXZ-KumRHCpoRR5RyF8,956
+service_forge/workflow/nodes/test/time_consuming_node.py,sha256=uFThKZkWOIWKcGqQuzxftZS7IlWFBbQk0YNgViXFlSg,1759
+service_forge/workflow/triggers/__init__.py,sha256=-wfqu6qK-8N8LNw3AgyXAR-nBk_RbckfM1fWRJ9YW3Q,171
+service_forge/workflow/triggers/fast_api_trigger.py,sha256=Aw22r6tHHi5SZLxN4xG_YtVVDeRSdwdtH16-mKx_waI,4234
+service_forge/workflow/triggers/kafka_api_trigger.py,sha256=jGnb4dkvh01Jy3CIOvgcQQ3RjsCZCGyXp2NxzCUrd6Y,1498
+service_forge/workflow/triggers/once_trigger.py,sha256=X0MidqEDNATzYEQY_MwpwKEqgzBFn1lc9q8ci14Mpt8,508
+service_forge/workflow/triggers/period_trigger.py,sha256=WE55k5ZpCmu666MPPQC5XSP_L_OzGlwt7v8mAnw4Qas,703
+service_forge-0.1.0.dist-info/METADATA,sha256=SBORW-NCgm28-2P_kwdauOf9DP9LYXzXDsVgkrVRssU,2166
+service_forge-0.1.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+service_forge-0.1.0.dist-info/entry_points.txt,sha256=WHntHW7GAyKQUEeMcMvHDZ7_xAb0-cZeAK4iJeu9lm8,51
+service_forge-0.1.0.dist-info/RECORD,,

service_forge-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.28.0
+Root-Is-Purelib: true
+Tag: py3-none-any

service_forge-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+sft = service_forge.sft.cli:main