service-forge 0.1.0__tar.gz

service_forge-0.1.0/.gitignore

@@ -0,0 +1,42 @@
+# Python-generated files
+__pycache__/
+*.py[oc]
+build/
+dist/
+wheels/
+*.egg-info
+
+# Virtual environments
+.venv
+
+# General
+.DS_Store
+__MACOSX/
+.AppleDouble
+.LSOverride
+Icon[]
+
+# Thumbnails
+._*
+
+# Files that might appear in the root of a volume
+.DocumentRevisions-V100
+.fseventsd
+.Spotlight-V100
+.TemporaryItems
+.Trashes
+.VolumeIcon.icns
+.com.apple.timemachine.donotpresent
+
+# Directories potentially created on remote AFP share
+.AppleDB
+.AppleDesktop
+Network Trash Folder
+Temporary Items
+.apdisk
+
+.env
+.vscode/settings.json
+.vscode/launch.json
+example/tag-service/.vscode/settings.json
+client_id.txt

service_forge-0.1.0/.gitmodules

@@ -0,0 +1,3 @@
+[submodule "example/tag-service/proto"]
+	path = example/tag-service/proto
+	url = git@github.com:NextHCI/second-brain-proto.git

service_forge-0.1.0/.python-version

@@ -0,0 +1 @@
+3.11

service_forge-0.1.0/PKG-INFO

@@ -0,0 +1,93 @@
+Metadata-Version: 2.4
+Name: service-forge
+Version: 0.1.0
+Summary: Add your description here
+Author-email: euxcet <zcc.qwer@gmail.com>
+Requires-Python: >=3.11
+Requires-Dist: aiokafka>=0.12.0
+Requires-Dist: alembic>=1.17.0
+Requires-Dist: asyncpg>=0.30.0
+Requires-Dist: dotenv>=0.9.9
+Requires-Dist: fastapi>=0.119.1
+Requires-Dist: greenlet>=3.2.4
+Requires-Dist: jinja2>=3.1.6
+Requires-Dist: kubernetes>=28.0.0
+Requires-Dist: loguru>=0.7.3
+Requires-Dist: omegaconf>=2.3.0
+Requires-Dist: openai>=2.3.0
+Requires-Dist: protobuf>=6.33.1
+Requires-Dist: psycopg2-binary>=2.9.11
+Requires-Dist: pydantic>=2.12.0
+Requires-Dist: pytest-asyncio>=1.2.0
+Requires-Dist: pytest>=8.4.2
+Requires-Dist: python-dotenv>=1.1.1
+Requires-Dist: python-jose>=3.5.0
+Requires-Dist: python-multipart>=0.0.20
+Requires-Dist: requests>=2.32.5
+Requires-Dist: restrictedpython>=8.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: sqlalchemy>=2.0.44
+Requires-Dist: typer>=0.12.0
+Requires-Dist: uvicorn>=0.38.0
+Requires-Dist: websockets>=15.0.1
+Description-Content-Type: text/markdown
+
+# Service Forge
+
+Automated service creation and maintenance tool.
+
+## Install
+
+```bash
+pip install -e .
+```
+
+## CLI Usage (sft)
+
+Service Forge 提供了命令行工具 `sft` 用于服务管理。
+
+### 服务上传和部署
+
+```bash
+# 上传服务（打包并上传到服务器）
+sft upload [project_path]
+
+# 列出本地已打包的服务包
+sft list
+
+# 部署服务（只在服务器上使用）
+sft deploy <name> <version>
+```
+
+### 配置管理
+
+```bash
+# 列出所有配置项
+sft config list
+
+# 获取指定配置项的值
+sft config get <key>
+
+# 设置配置项的值
+sft config set <key> <value>
+```
+
+### 服务管理
+
+```bash
+# 列出所有服务
+sft service list
+
+# 删除服务（只在服务器上使用）
+sft service delete <service_name> [--force, -f]
+
+# 查看服务日志（只在服务器上使用）
+sft service logs <service_name> [--container, -c] [--tail, -n] [--follow, -f] [--previous, -p]
+```
+
+## TODO
+
+- [x] 多次 trigger 并行执行
+- [x] 支持 websocket 来做 trigger、输入和输出
+- [x] 优化 websocket 客户端映射和重连支持
+- [ ] 节点和 workflow 运行情况的回调函数

service_forge-0.1.0/README.md

@@ -0,0 +1,59 @@
+# Service Forge
+
+Automated service creation and maintenance tool.
+
+## Install
+
+```bash
+pip install -e .
+```
+
+## CLI Usage (sft)
+
+Service Forge 提供了命令行工具 `sft` 用于服务管理。
+
+### 服务上传和部署
+
+```bash
+# 上传服务（打包并上传到服务器）
+sft upload [project_path]
+
+# 列出本地已打包的服务包
+sft list
+
+# 部署服务（只在服务器上使用）
+sft deploy <name> <version>
+```
+
+### 配置管理
+
+```bash
+# 列出所有配置项
+sft config list
+
+# 获取指定配置项的值
+sft config get <key>
+
+# 设置配置项的值
+sft config set <key> <value>
+```
+
+### 服务管理
+
+```bash
+# 列出所有服务
+sft service list
+
+# 删除服务（只在服务器上使用）
+sft service delete <service_name> [--force, -f]
+
+# 查看服务日志（只在服务器上使用）
+sft service logs <service_name> [--container, -c] [--tail, -n] [--follow, -f] [--previous, -p]
+```
+
+## TODO
+
+- [x] 多次 trigger 并行执行
+- [x] 支持 websocket 来做 trigger、输入和输出
+- [x] 优化 websocket 客户端映射和重连支持
+- [ ] 节点和 workflow 运行情况的回调函数

service_forge-0.1.0/backend/env.example

@@ -0,0 +1,2 @@
+# CORS
+CORS_ORIGINS=http://localhost:3000

service_forge-0.1.0/backend/main.py

@@ -0,0 +1,35 @@
+import uvicorn
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+from routers import workflow
+
+app = FastAPI(
+    title="Service Forge API",
+    description="A modern service management API",
+    version="1.0.0"
+)
+
+# Configure CORS
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["http://localhost:5173"],  # React dev server
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+# Include routers
+app.include_router(workflow.router, prefix="/api/v1/workflow", tags=["workflow"])
+
+@app.get("/")
+async def root():
+    return {"message": "Welcome to Service Forge API"}
+
+if __name__ == "__main__":
+    uvicorn.run(
+        "main:app",
+        host="0.0.0.0",
+        port=8001,
+        reload=True,
+        log_level="info"
+    )

service_forge-0.1.0/backend/models/__init__.py

@@ -0,0 +1 @@
+# Models package

service_forge-0.1.0/backend/models/workflow_model.py

@@ -0,0 +1,81 @@
+import os
+import uuid
+from pydantic import BaseModel
+import omegaconf
+
+config_folders = [
+    os.path.join("configs", "workflow"),
+    os.path.join("example", "tag-service", "configs", "workflow"),
+]
+
+
+class NodeModel(BaseModel):
+    id: str
+    type: str
+
+class EdgeModel(BaseModel):
+    id: str
+    source: str
+    target: str
+    sourceHandle: str
+    targetHandle: str
+
+class WorkflowModel(BaseModel):
+    id: str
+    name: str
+    path: str
+    nodes: list[NodeModel]
+    edges: list[EdgeModel]
+
+def get_workflow_path(workflow_id: str) -> str:
+    for workflow in workflows:
+        if workflow.id == workflow_id:
+            return workflow.path
+    return None
+
+def load_workflow(workflow_path: str) -> WorkflowModel:
+    config = omegaconf.OmegaConf.load(workflow_path)
+    if 'workflows' in config:
+        return None # sub workflow is not supported yet
+    nodes = []
+    edges = []
+    print(workflow_path)
+    if 'nodes' in config:
+        for node in config['nodes']:
+            nodes.append(NodeModel(id=node['name'], type='base'))
+        for node in config['nodes']:
+            if outputs := node.get('outputs', None):
+                for port, value in outputs.items():
+                    if value is None:
+                        continue
+                    source_node_name, source_port_name = node['name'], port
+                    if type(value) == str:
+                        value = [value]
+                    for edge_value in list(value):
+                        target_node_name, target_port_name = edge_value.split('|')
+                        edges.append(EdgeModel(
+                            id=str(uuid.uuid4()),
+                            source=node['name'],
+                            target=target_node_name,
+                            sourceHandle=f"{source_node_name}#source#{source_port_name}",
+                            targetHandle=f"{target_node_name}#target#{target_port_name}"
+                        ))
+    return WorkflowModel(
+        id=str(uuid.uuid4()),
+        name=config.get('name', 'Unknown Workflow'),
+        path=workflow_path,
+        nodes=nodes,
+        edges=edges
+    )
+
+def load_workflows() -> list[WorkflowModel]:
+    workflows = []
+
+    for config_folder in config_folders:
+        for config_path in os.listdir(config_folder):
+            if config_path.endswith(".yaml"):
+                if workflow := load_workflow(os.path.join(config_folder, config_path)):
+                    workflows.append(workflow)
+    return workflows
+
+workflows = load_workflows()

service_forge-0.1.0/backend/routers/__init__.py

@@ -0,0 +1 @@
+# Routers package

service_forge-0.1.0/backend/routers/workflow.py

@@ -0,0 +1,41 @@
+from fastapi import APIRouter, HTTPException
+from typing import List, Dict, Any
+from pydantic import BaseModel
+from models.workflow_model import workflows, WorkflowModel, load_workflow, get_workflow_path
+from service_forge.workflow.workflow_factory import create_workflow
+
+router = APIRouter()
+
+@router.get("/", response_model=List[WorkflowModel])
+async def get_workflows():
+    return workflows
+
+@router.get("/{workflow_id}", response_model=WorkflowModel)
+async def get_workflow(workflow_id: str):
+    return load_workflow(get_workflow_path(workflow_id))
+
+@router.post("/{workflow_id}")
+async def run_workflow(workflow_id: str):
+    result = ""
+
+    async def _handle_stream_output(node_name: str, stream):
+        nonlocal result
+        result += f"[{node_name}] Starting stream output:\n"
+        buffer = []
+        async for char in stream:
+            buffer.append(char)
+            result += f"[{node_name}] Received char: '{char}'\n"
+        
+        complete_message = ''.join(buffer)
+        result += f"[{node_name}] Complete message: '{complete_message}'\n"
+
+    workflow = create_workflow(
+        config_path=get_workflow_path(workflow_id),
+        _handle_stream_output=_handle_stream_output,
+    )
+    if workflow is None:
+        raise HTTPException(status_code=404, detail="Workflow not found")
+
+    await workflow.run()
+
+    return {"message": result}

service_forge-0.1.0/backend/run.py

@@ -0,0 +1,10 @@
+import uvicorn
+
+if __name__ == "__main__":
+    uvicorn.run(
+        "main:app",
+        host="0.0.0.0",
+        port=8001,
+        reload=True,
+        log_level="info"
+    )

service_forge-0.1.0/backend/utils/__init__.py

@@ -0,0 +1 @@
+# Utils package

service_forge-0.1.0/build-and-push-base.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+# 一键 Docker 构建和上传 service-forge 基础镜像脚本
+# 配置参数
+IMAGE_NAME="service-forge"
+REGISTRY_ADDRESS="crpi-cev6qq28wwgwwj0y.cn-beijing.personal.cr.aliyuncs.com"
+REPOSITORY_NAMESPACE="nexthci"
+REPOSITORY_NAME="service-forge"
+VERSION="latest"
+DOCKERFILE="dockerfile.base"
+
+echo "=== 开始构建 service-forge 基础镜像 ==="
+
+if [ ! -f "$DOCKERFILE" ]; then
+    echo "错误: 找不到基础镜像 Dockerfile $DOCKERFILE!"
+    exit 1
+fi
+
+# 1. 构建 Docker 镜像
+echo "步骤 1/3: 构建 Docker 基础镜像..."
+docker build -f $DOCKERFILE -t $IMAGE_NAME:latest .
+if [ $? -ne 0 ]; then
+    echo "错误: Docker 基础镜像构建失败!"
+    exit 1
+fi
+echo "✓ 基础镜像构建成功"
+
+# 2. 获取镜像ID并标记
+echo "步骤 2/3: 标记基础镜像..."
+IMAGE_ID=$(docker images -q $IMAGE_NAME:latest)
+if [ -z "$IMAGE_ID" ]; then
+    echo "错误: 找不到 $IMAGE_NAME:latest 镜像!"
+    exit 1
+fi
+TARGET_IMAGE="$REGISTRY_ADDRESS/$REPOSITORY_NAMESPACE/$REPOSITORY_NAME:$VERSION"
+docker tag $IMAGE_ID $TARGET_IMAGE
+echo "✓ 基础镜像标记完成: $TARGET_IMAGE"
+
+# 3. 推送镜像
+echo "步骤 3/3: 推送基础镜像到仓库..."
+docker push $TARGET_IMAGE
+if [ $? -ne 0 ]; then
+    echo "错误: 基础镜像推送失败!"
+    exit 1
+fi
+echo "✓ 基础镜像推送成功"
+
+
+echo "=== 基础镜像构建完成 ==="
+echo "基础镜像地址: $TARGET_IMAGE"