service-forge 0.1.6__tar.gz → 0.1.33__tar.gz

{service_forge-0.1.6 → service_forge-0.1.33}/.gitignore

@@ -8,6 +8,7 @@ wheels/
 
 # Virtual environments
 .venv
+venv/
 
 # General
 .DS_Store
@@ -15,6 +16,7 @@ __MACOSX/
 .AppleDouble
 .LSOverride
 Icon[]
+CLAUDE.md
 
 # Thumbnails
 ._*

{service_forge-0.1.6 → service_forge-0.1.33}/PKG-INFO

@@ -1,9 +1,10 @@
 Metadata-Version: 2.4
 Name: service-forge
-Version: 0.1.6
+Version: 0.1.33
 Summary: Add your description here
 Author-email: euxcet <zcc.qwer@gmail.com>
 Requires-Python: >=3.11
+Requires-Dist: a2a-sdk>=0.3.22
 Requires-Dist: aiokafka>=0.12.0
 Requires-Dist: alembic>=1.17.0
 Requires-Dist: asyncpg>=0.30.0
@@ -18,11 +19,13 @@ Requires-Dist: openai>=2.3.0
 Requires-Dist: protobuf>=6.33.1
 Requires-Dist: psycopg2-binary>=2.9.11
 Requires-Dist: pydantic>=2.12.0
+Requires-Dist: pymongo>=4.15.5
 Requires-Dist: pytest-asyncio>=1.2.0
 Requires-Dist: pytest>=8.4.2
 Requires-Dist: python-dotenv>=1.1.1
 Requires-Dist: python-jose>=3.5.0
 Requires-Dist: python-multipart>=0.0.20
+Requires-Dist: redis>=7.1.0
 Requires-Dist: requests>=2.32.5
 Requires-Dist: restrictedpython>=8.0
 Requires-Dist: rich>=13.0.0
@@ -90,4 +93,6 @@ sft service logs <service_name> [--container, -c] [--tail, -n] [--follow, -f] [-
 - [x] 多次 trigger 并行执行
 - [x] 支持 websocket 来做 trigger、输入和输出
 - [x] 优化 websocket 客户端映射和重连支持
-- [ ] 节点和 workflow 运行情况的回调函数
+- [x] 节点和 workflow 运行情况的回调函数
+- [ ] 支持 a2a
+- [ ] workflow 执行异常处理

{service_forge-0.1.6 → service_forge-0.1.33}/README.md

@@ -56,4 +56,6 @@ sft service logs <service_name> [--container, -c] [--tail, -n] [--follow, -f] [-
 - [x] 多次 trigger 并行执行
 - [x] 支持 websocket 来做 trigger、输入和输出
 - [x] 优化 websocket 客户端映射和重连支持
-- [ ] 节点和 workflow 运行情况的回调函数
+- [x] 节点和 workflow 运行情况的回调函数
+- [ ] 支持 a2a
+- [ ] workflow 执行异常处理

{service_forge-0.1.6 → service_forge-0.1.33}/build-and-push-base.sh

@@ -46,4 +46,4 @@ echo "✓ 基础镜像推送成功"
 
 
 echo "=== 基础镜像构建完成 ==="
-echo "基础镜像地址: $TARGET_IMAGE"
+echo "基础镜像地址: $TARGET_IMAGE"

service_forge-0.1.33/configs/service/test_service.yaml

@@ -0,0 +1,17 @@
+name: test_service
+workflows:
+  - ../workflow/test_query_llm.yaml
+enable_http: true
+http_host: 0.0.0.0
+http_port: 37200
+enable_kafka: false
+kafka_host: localhost
+kafka_port: 9092
+
+databases:
+  - name: feedback_db
+    postgres_user: postgres
+    postgres_password: Luxuyang410641F
+    postgres_host: localhost
+    postgres_port: 5433
+    postgres_db: service_forge_feedback

service_forge-0.1.33/configs/workflow/test_if.yaml

@@ -0,0 +1,19 @@
+name: test_if
+nodes:
+  - name: trigger
+    type: OnceTrigger
+    args:
+    outputs:
+      trigger: if|TRIGGER
+
+  - name: if
+    type: IfNode
+    args:
+      condition: "1 == 1"
+    outputs:
+      'true': print|message
+      'false': print|message
+
+  - name: print
+    type: PrintNode
+    args:

{service_forge-0.1.6 → service_forge-0.1.33}/configs/workflow/test_query_llm.yaml

@@ -1,8 +1,12 @@
 name: test_query_llm
 nodes:
   - name: trigger
-    type: OnceTrigger
+    type: FastAPITrigger
     args:
+      app: app
+      path: "/api/trigger"
+      method: "GET"
+      data_type: FooInput
     outputs:
       trigger: query_llm|TRIGGER
 

service_forge-0.1.33/configs/workflow/test_switch.yaml

@@ -0,0 +1,22 @@
+name: test_switch
+nodes:
+  - name: trigger
+    type: OnceTrigger
+    args:
+    outputs:
+      trigger: switch|TRIGGER
+
+  - name: switch
+    type: SwitchNode
+    args:
+      condition_0: "2 > 5"
+      condition_1: "3 > 1"
+      condition_2: "5 > 1"
+    outputs:
+      'result_0': print|message
+      'result_1': print|message
+      'result_2': print|message
+
+  - name: print
+    type: PrintNode
+    args:

service_forge-0.1.33/docker-compose.yaml

@@ -0,0 +1,199 @@
+x-common: &common
+  networks:
+    - signoz-net
+  restart: unless-stopped
+  logging:
+    options:
+      max-size: 50m
+      max-file: "3"
+x-clickhouse-defaults: &clickhouse-defaults
+  !!merge <<: *common
+  # addding non LTS version due to this fix https://github.com/ClickHouse/ClickHouse/commit/32caf8716352f45c1b617274c7508c86b7d1afab
+  image: clickhouse/clickhouse-server:24.1.2-alpine
+  tty: true
+  labels:
+    signoz.io/scrape: "true"
+    signoz.io/port: "9363"
+    signoz.io/path: "/metrics"
+  depends_on:
+    init-clickhouse:
+      condition: service_completed_successfully
+    zookeeper-1:
+      condition: service_healthy
+  healthcheck:
+    test:
+      - CMD
+      - wget
+      - --spider
+      - -q
+      - 0.0.0.0:8123/ping
+    interval: 30s
+    timeout: 5s
+    retries: 3
+  ulimits:
+    nproc: 65535
+    nofile:
+      soft: 262144
+      hard: 262144
+x-zookeeper-defaults: &zookeeper-defaults
+  !!merge <<: *common
+  image: zookeeper
+  user: root
+  labels:
+    signoz.io/scrape: "true"
+    signoz.io/port: "9141"
+    signoz.io/path: "/metrics"
+  healthcheck:
+    test:
+      - CMD-SHELL
+      - curl -s -m 2 http://localhost:8080/commands/ruok | grep error | grep null
+    interval: 30s
+    timeout: 5s
+    retries: 3
+x-db-depend: &db-depend
+  !!merge <<: *common
+  depends_on:
+    clickhouse:
+      condition: service_healthy
+    schema-migrator-sync:
+      condition: service_completed_successfully
+services:
+  init-clickhouse:
+    !!merge <<: *common
+    image: clickhouse/clickhouse-server:24.1.2-alpine
+    container_name: signoz-init-clickhouse
+    command:
+      - bash
+      - -c
+      - |
+        version="v0.0.1"
+        node_os=$$(uname -s | tr '[:upper:]' '[:lower:]')
+        node_arch=$$(uname -m | sed s/aarch64/arm64/ | sed s/x86_64/amd64/)
+        echo "Fetching histogram-binary for $${node_os}/$${node_arch}"
+        cd /tmp
+        wget -O histogram-quantile.tar.gz "https://github.com/SigNoz/signoz/releases/download/histogram-quantile%2F$${version}/histogram-quantile_$${node_os}_$${node_arch}.tar.gz"
+        tar -xvzf histogram-quantile.tar.gz
+        mv histogram-quantile /var/lib/clickhouse/user_scripts/histogramQuantile
+    restart: on-failure
+    volumes:
+      - ../common/clickhouse/user_scripts:/var/lib/clickhouse/user_scripts/
+  zookeeper-1:
+    !!merge <<: *zookeeper-defaults
+    container_name: signoz-zookeeper-1
+    # ports:
+    #   - "2181:2181"
+    #   - "2888:2888"
+    #   - "3888:3888"
+    volumes:
+      - zookeeper-1:/bitnami/zookeeper
+    environment:
+      - ZOO_SERVER_ID=1
+      - ALLOW_ANONYMOUS_LOGIN=yes
+      - ZOO_AUTOPURGE_INTERVAL=1
+      - ZOO_ENABLE_PROMETHEUS_METRICS=yes
+      - ZOO_PROMETHEUS_METRICS_PORT_NUMBER=9141
+  clickhouse:
+    !!merge <<: *clickhouse-defaults
+    container_name: signoz-clickhouse
+    # ports:
+    #   - "9000:9000"
+    #   - "8123:8123"
+    #   - "9181:9181"
+    volumes:
+      # - ../common/clickhouse/config.xml:/etc/clickhouse-server/config.xml
+      # - ../common/clickhouse/users.xml:/etc/clickhouse-server/users.xml
+      # - ../common/clickhouse/custom-function.xml:/etc/clickhouse-server/custom-function.xml
+      - ../common/clickhouse/user_scripts:/var/lib/clickhouse/user_scripts/
+      # - ../common/clickhouse/cluster.xml:/etc/clickhouse-server/config.d/cluster.xml
+      - clickhouse:/var/lib/clickhouse/
+      # - ../common/clickhouse/storage.xml:/etc/clickhouse-server/config.d/storage.xml
+  signoz:
+    !!merge <<: *db-depend
+    image: signoz/signoz:${VERSION:-v0.91.0}
+    container_name: signoz
+    command:
+      - --config=/root/config/prometheus.yml
+    ports:
+      - "8080:8080" # signoz port
+    #   - "6060:6060"     # pprof port
+    volumes:
+      - ../common/signoz/prometheus.yml:/root/config/prometheus.yml
+      - ../common/dashboards:/root/config/dashboards
+      - sqlite:/var/lib/signoz/
+    environment:
+      - SIGNOZ_ALERTMANAGER_PROVIDER=signoz
+      - SIGNOZ_TELEMETRYSTORE_CLICKHOUSE_DSN=tcp://clickhouse:9000
+      - SIGNOZ_SQLSTORE_SQLITE_PATH=/var/lib/signoz/signoz.db
+      - DASHBOARDS_PATH=/root/config/dashboards
+      - STORAGE=clickhouse
+      - GODEBUG=netdns=go
+      - TELEMETRY_ENABLED=true
+      - DEPLOYMENT_TYPE=docker-standalone-amd
+      - DOT_METRICS_ENABLED=true
+    healthcheck:
+      test:
+        - CMD
+        - wget
+        - --spider
+        - -q
+        - localhost:8080/api/v1/health
+      interval: 30s
+      timeout: 5s
+      retries: 3
+  otel-collector:
+    !!merge <<: *db-depend
+    image: signoz/signoz-otel-collector:${OTELCOL_TAG:-v0.128.2}
+    container_name: signoz-otel-collector
+    command:
+      - --config=/etc/otel-collector-config.yaml
+      - --manager-config=/etc/manager-config.yaml
+      - --copy-path=/var/tmp/collector-config.yaml
+      - --feature-gates=-pkg.translator.prometheus.NormalizeName
+    volumes:
+      - ./otel-collector-config.yaml:/etc/otel-collector-config.yaml
+      - ../common/signoz/otel-collector-opamp-config.yaml:/etc/manager-config.yaml
+    environment:
+      - OTEL_RESOURCE_ATTRIBUTES=host.name=signoz-host,os.type=linux
+      - LOW_CARDINAL_EXCEPTION_GROUPING=false
+    ports:
+      # - "1777:1777"     # pprof extension
+      - "4317:4317" # OTLP gRPC receiver
+      - "4318:4318" # OTLP HTTP receiver
+    depends_on:
+      signoz:
+        condition: service_healthy
+  schema-migrator-sync:
+    !!merge <<: *common
+    image: signoz/signoz-schema-migrator:${OTELCOL_TAG:-v0.128.2}
+    container_name: schema-migrator-sync
+    command:
+      - sync
+      - --dsn=tcp://clickhouse:9000
+      - --dev
+      - --cluster-name=default
+      - --up=
+    depends_on:
+      clickhouse:
+        condition: service_healthy
+    restart: on-failure
+  schema-migrator-async:
+    !!merge <<: *db-depend
+    image: signoz/signoz-schema-migrator:${OTELCOL_TAG:-v0.128.2}
+    container_name: schema-migrator-async
+    command:
+      - async
+      - --dsn=tcp://clickhouse:9000
+      - --dev
+      - --cluster-name=default
+      - --up=
+    restart: on-failure
+networks:
+  signoz-net:
+    name: signoz-net
+volumes:
+  clickhouse:
+    name: signoz-clickhouse
+  sqlite:
+    name: signoz-sqlite
+  zookeeper-1:
+    name: signoz-zookeeper-1

service_forge-0.1.33/docs/sft_config_api_guide.md

@@ -0,0 +1,260 @@
+# SFT 配置 API 使用指南
+
+本指南介绍如何通过 Python API 修改 Service Forge (SFT) 的配置，适用于导入了 service-forge 仓库的项目。
+
+## 概述
+
+SFT 配置系统提供了两种方式修改配置：
+1. 命令行工具 (`sft config` 命令)
+2. Python API (直接在代码中操作)
+
+本指南专注于 Python API 的使用方法。
+
+## 基本用法
+
+### 1. 导入配置模块
+
+```python
+from service_forge.sft.config.sft_config import sft_config, SftConfig
+```
+
+### 2. 读取配置
+
+```python
+# 获取单个配置项
+sft_file_root = sft_config.get("sft_file_root")
+print(f"SFT 文件根目录: {sft_file_root}")
+
+# 获取所有配置项
+config_dict = sft_config.to_dict()
+for key, value in config_dict.items():
+    print(f"{key}: {value}")
+
+# 直接访问配置属性
+k8s_namespace = sft_config.k8s_namespace
+service_center = sft_config.service_center_address
+```
+
+### 3. 修改配置
+
+```python
+# 设置单个配置项
+sft_config.set("sft_file_root", "/new/path/to/sft")
+sft_config.set("k8s_namespace", "new-namespace")
+
+# 批量更新配置
+updates = {
+    "k8s_namespace": "production",
+    "inject_http_port": 8080,
+    "inject_kafka_host": "kafka.example.com"
+}
+sft_config.update(updates)
+
+# 保存配置到文件
+sft_config.save()
+```
+
+### 4. 创建新的配置实例
+
+```python
+# 创建新的配置实例
+new_config = SftConfig(
+    sft_file_root="/custom/path",
+    k8s_namespace="custom-namespace",
+    service_center_address="http://custom.service.center"
+)
+
+# 保存新配置
+new_config.save()
+
+# 加载指定配置文件
+custom_config = SftConfig()
+custom_config.from_file("/path/to/custom/config.yaml")
+```
+
+## 高级用法
+
+### 1. 配置文件位置操作
+
+```python
+# 获取配置文件路径
+config_path = sft_config.config_file_path
+print(f"配置文件位置: {config_path}")
+
+# 确保配置目录存在
+sft_config.ensure_config_dir()
+```
+
+### 2. 配置验证
+
+```python
+# 检查配置项是否存在
+if hasattr(sft_config, 'k8s_namespace'):
+    print(f"K8s 命名空间: {sft_config.k8s_namespace}")
+
+# 获取所有可用的配置键
+available_keys = SftConfig.get_config_keys()
+print("可用的配置项:", available_keys)
+```
+
+### 3. 配置描述信息
+
+```python
+# 获取配置项的描述
+key = "k8s_namespace"
+description = SftConfig.CONFIG_DESCRIPTIONS.get(key, "无描述")
+print(f"{key}: {description}")
+
+# 显示所有配置项及其描述
+for key, description in SftConfig.CONFIG_DESCRIPTIONS.items():
+    value = getattr(sft_config, key, "未设置")
+    print(f"{key}: {value} - {description}")
+```
+
+## 实际应用示例
+
+### 示例 1: 环境特定配置
+
+```python
+from service_forge.sft.config.sft_config import sft_config
+import os
+
+def setup_environment_config():
+    """根据环境变量设置配置"""
+    env = os.getenv("ENVIRONMENT", "development")
+    
+    if env == "production":
+        updates = {
+            "k8s_namespace": "prod",
+            "inject_http_port": 80,
+            "inject_kafka_host": "kafka.prod.example.com"
+        }
+    elif env == "staging":
+        updates = {
+            "k8s_namespace": "staging",
+            "inject_http_port": 8080,
+            "inject_kafka_host": "kafka.staging.example.com"
+        }
+    else:  # development
+        updates = {
+            "k8s_namespace": "dev",
+            "inject_http_port": 8000,
+            "inject_kafka_host": "localhost"
+        }
+    
+    sft_config.update(updates)
+    sft_config.save()
+    print(f"已应用 {env} 环境配置")
+
+# 使用示例
+setup_environment_config()
+```
+
+### 示例 2: 配置备份和恢复
+
+```python
+from service_forge.sft.config.sft_config import sft_config, SftConfig
+import shutil
+from datetime import datetime
+
+def backup_config():
+    """备份当前配置"""
+    timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+    backup_path = f"~/.sft/config_backup_{timestamp}.yaml"
+    backup_path = shutil.copy2(sft_config.config_file_path, backup_path)
+    print(f"配置已备份到: {backup_path}")
+    return backup_path
+
+def restore_config(backup_path):
+    """从备份恢复配置"""
+    shutil.copy2(backup_path, sft_config.config_file_path)
+    # 重新加载配置
+    global sft_config
+    sft_config = SftConfig.load()
+    print(f"配置已从 {backup_path} 恢复")
+
+# 使用示例
+backup_path = backup_config()
+# ... 进行一些配置修改 ...
+# restore_config(backup_path)  # 恢复配置
+```
+
+### 示例 3: 配置模板应用
+
+```python
+from service_forge.sft.config.sft_config import sft_config
+
+def apply_config_template(template_name):
+    """应用预定义的配置模板"""
+    templates = {
+        "local": {
+            "k8s_namespace": "local",
+            "inject_kafka_host": "localhost",
+            "inject_postgres_host": "localhost",
+            "inject_redis_host": "localhost"
+        },
+        "cloud": {
+            "k8s_namespace": "production",
+            "inject_kafka_host": "kafka.cloud.example.com",
+            "inject_postgres_host": "postgres.cloud.example.com",
+            "inject_redis_host": "redis.cloud.example.com"
+        },
+        "minimal": {
+            "sft_file_root": "/tmp/sft-minimal",
+            "k8s_namespace": "minimal"
+        }
+    }
+    
+    if template_name not in templates:
+        raise ValueError(f"未知的模板: {template_name}")
+    
+    sft_config.update(templates[template_name])
+    sft_config.save()
+    print(f"已应用 '{template_name}' 配置模板")
+
+# 使用示例
+apply_config_template("local")
+```
+
+## 注意事项
+
+1. **配置持久化**: 修改配置后必须调用 `sft_config.save()` 才能持久化到文件
+2. **只读配置**: `config_root` 是只读配置，不能通过 API 修改
+3. **配置验证**: 设置配置时会验证配置项是否存在，不存在的配置项会抛出异常
+4. **线程安全**: 配置操作不是线程安全的，多线程环境下需要加锁
+5. **配置覆盖**: 每次保存都会覆盖整个配置文件
+
+## 错误处理
+
+```python
+from service_forge.sft.config.sft_config import sft_config
+
+try:
+    # 尝试设置不存在的配置项
+    sft_config.set("invalid_key", "value")
+except ValueError as e:
+    print(f"配置错误: {e}")
+
+try:
+    # 尝试设置只读配置
+    sft_config.set("config_root", "/new/path")
+except ValueError as e:
+    print(f"只读配置错误: {e}")
+
+try:
+    # 保存配置时的错误处理
+    sft_config.save()
+except Exception as e:
+    print(f"保存配置失败: {e}")
+```
+
+## 与命令行工具的对比
+
+| 操作 | Python API | 命令行工具 |
+|------|------------|------------|
+| 查看所有配置 | `sft_config.to_dict()` | `sft config list` |
+| 获取单个配置 | `sft_config.get(key)` | `sft config get <key>` |
+| 设置配置 | `sft_config.set(key, value)` | `sft config set <key> <value>` |
+| 保存配置 | `sft_config.save()` | 自动保存 |
+
+Python API 提供了更灵活的配置管理方式，特别适合在应用程序中动态调整配置。

service_forge-0.1.33/example/tag-service/configs/service.yaml

@@ -0,0 +1,53 @@
+name: tag_service
+workflows:
+  # - ./workflow/kafka_workflow.yaml
+  - ./workflow/query_tags_workflow.yaml
+  - ./workflow/query_tags_param_workflow.yaml
+  # - ./workflow/create_tag_workflow.yaml
+  # - ./workflow/update_tag_workflow.yaml
+  # - ./workflow/delete_tag_workflow.yaml
+  # - ./workflow/get_tags_from_record.yaml
+  # - ./workflow/test_sse_workflow.yaml
+  - ./workflow/test_websocket_workflow.yaml
+  # - ./workflow/test_a2a_workflow.yaml
+  # - ./workflow/test_context_workflow.yaml
+
+enable_http: true
+enable_kafka: false
+
+# Following configs will be auto-injected by sft.
+http_host: 0.0.0.0
+http_port: 37200
+kafka_host: localhost
+kafka_port: 9092
+
+databases:
+  # - name: tag
+  #   postgres_user: postgres
+  #   postgres_password: "gnBGWg7aL4"
+  #   postgres_host: second-brain-postgres-postgresql
+  #   postgres_port: 5432
+  #   postgres_db: tag-service-tag
+
+  - name: tag
+    postgres_user: postgres
+    postgres_password: postgres
+    postgres_host: localhost
+    postgres_port: 5433
+    postgres_db: tag-service-tag
+
+  - name: tag-mongo
+    mongo_host: localhost
+    mongo_port: 27017
+    mongo_user: admin
+    mongo_db: 
+    mongo_password: mongo123
+
+  - name: tag-redis
+    redis_host: localhost
+    redis_port: 6379
+    redis_password: myredispass
+
+feedback:
+  api_url: http://localhost:8000/api/v1/feedback
+  api_timeout: 10

{service_forge-0.1.6 → service_forge-0.1.33}/example/tag-service/configs/workflow/create_tag_workflow.yaml

@@ -15,7 +15,7 @@ nodes:
   - name: http_create_tag
     type: HttpCreateTagNode
     args:
-    outputs: []
+    outputs: 
 
 outputs:
   - name: result

{service_forge-0.1.6 → service_forge-0.1.33}/example/tag-service/configs/workflow/delete_tag_workflow.yaml

@@ -15,7 +15,7 @@ nodes:
   - name: http_delete_tag
     type: HttpDeleteTagNode
     args:
-    outputs: []
+    outputs: 
 
 outputs:
   - name: result

{service_forge-0.1.6 → service_forge-0.1.33}/example/tag-service/configs/workflow/get_tags_from_record.yaml

@@ -16,7 +16,7 @@ nodes:
     args:
       prompt: prompt/get_tags.md
       temperature: 0
-    outputs: []
+    outputs: 
 
 outputs:
   - name: result

{service_forge-0.1.6 → service_forge-0.1.33}/example/tag-service/configs/workflow/kafka_workflow.yaml

@@ -25,4 +25,4 @@ nodes:
       app: kafka_app
       topic: <{OUTPUT_TOPIC}>
       data_type: <{OUTPUT_TOPIC_TYPE}>
-    outputs: []
+    outputs: