veadk-python 0.2.13__py3-none-any.whl → 0.2.14__py3-none-any.whl

veadk/cli/cli.py

@@ -18,6 +18,7 @@ import click
 from veadk.cli.cli_deploy import deploy
 from veadk.cli.cli_eval import eval
 from veadk.cli.cli_init import init
+from veadk.cli.cli_create import create
 from veadk.cli.cli_kb import kb
 from veadk.cli.cli_pipeline import pipeline
 from veadk.cli.cli_prompt import prompt
@@ -37,6 +38,7 @@ def veadk():
 
 veadk.add_command(deploy)
 veadk.add_command(init)
+veadk.add_command(create)
 veadk.add_command(prompt)
 veadk.add_command(web)
 veadk.add_command(pipeline)

veadk/cli/cli_create.py

@@ -0,0 +1,122 @@
+# Copyright (c) 2025 Beijing Volcano Engine Technology Co., Ltd. and/or its affiliates.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import click
+import shutil
+from pathlib import Path
+
+_CONFIG_YAML_TEMPLATE = """\
+model:
+  agent:
+    name: doubao-seed-1-6-251015
+    api_key: {ark_api_key}
+  video:
+    name: doubao-seedance-1-0-pro-250528
+    # if you want to use different api_key, just uncomment following line and complete api_key
+    # api_key: 
+  image:
+    name: doubao-seedream-4-0-250828
+    # if you want to use different api_key, just uncomment following line and complete api_key
+    # api_key: 
+
+logging:
+  # ERROR
+  # WARNING
+  # INFO
+  # DEBUG
+  level: DEBUG
+"""
+
+_INIT_PY_TEMPLATE = """\
+from . import agent
+"""
+
+_AGENT_PY_TEMPLATE = """\
+from veadk import Agent
+
+root_agent = Agent(
+    name="root_agent",
+    description="A helpful assistant for user questions.",
+    instruction="Answer user questions to the best of your knowledge",
+)
+"""
+
+_SUCCESS_MSG = """\
+Agent '{agent_name}' created successfully at '{agent_folder}':
+- config.yaml
+- {agent_name}/__init__.py
+- {agent_name}/agent.py
+
+You can run the agent by executing: cd {agent_name} && veadk web
+"""
+
+
+def _prompt_for_ark_api_key() -> str:
+    click.secho(
+        "An API key is required to run the agent. See https://www.volcengine.com/docs/82379/1541594 for details.",
+        fg="green",
+    )
+    click.echo("You have two options:")
+    click.echo("  1. Enter the API key now.")
+    click.echo("  2. Configure it later in the generated config.yaml file.")
+    choice = click.prompt("Please select an option", type=click.Choice(["1", "2"]))
+    if choice == "1":
+        return click.prompt("Please enter your ARK API key")
+    else:
+        click.secho(
+            "You can set the `api_key` in the config.yaml file later.", fg="yellow"
+        )
+        return ""
+
+
+def _generate_files(agent_name: str, ark_api_key: str, target_dir_path: Path) -> None:
+    agent_dir_path = target_dir_path / agent_name
+    agent_dir_path.mkdir(parents=True, exist_ok=True)
+    config_yaml_path = target_dir_path / "config.yaml"
+    init_file_path = agent_dir_path / "__init__.py"
+    agent_file_path = agent_dir_path / "agent.py"
+
+    config_yaml_content = _CONFIG_YAML_TEMPLATE.format(ark_api_key=ark_api_key)
+    config_yaml_path.write_text(config_yaml_content)
+    init_file_path.write_text(_INIT_PY_TEMPLATE)
+    agent_file_path.write_text(_AGENT_PY_TEMPLATE)
+
+    click.secho(
+        _SUCCESS_MSG.format(agent_name=agent_name, agent_folder=target_dir_path),
+        fg="green",
+    )
+
+
+@click.command()
+@click.option("--agent-name", help="The name of the agent.")
+@click.option("--ark-api-key", help="The ARK API key.")
+def create(agent_name: str, ark_api_key: str) -> None:
+    """Creates a new agent in the current folder with prepopulated agent template."""
+    if not agent_name:
+        agent_name = click.prompt("Enter the agent name")
+    if not ark_api_key:
+        ark_api_key = _prompt_for_ark_api_key()
+
+    cwd = Path.cwd()
+    target_dir_path = cwd / agent_name
+
+    if target_dir_path.exists() and any(target_dir_path.iterdir()):
+        if not click.confirm(
+            f"Directory '{target_dir_path}' already exists and is not empty. Do you want to overwrite it?"
+        ):
+            click.secho("Operation cancelled.", fg="red")
+            return
+        shutil.rmtree(target_dir_path)
+
+    _generate_files(agent_name, ark_api_key, target_dir_path)

veadk/consts.py

@@ -62,9 +62,6 @@ DEFAULT_TOS_BUCKET_NAME = "ark-tutorial"
 
 DEFAULT_COZELOOP_SPACE_NAME = "VeADK Space"
 
-DEFAULT_TEXT_TO_IMAGE_MODEL_NAME = "doubao-seedream-3-0-t2i-250415"
-DEFAULT_TEXT_TO_IMAGE_MODEL_API_BASE = "https://ark.cn-beijing.volces.com/api/v3/"
-
 DEFAULT_IMAGE_EDIT_MODEL_NAME = "doubao-seededit-3-0-i2i-250628"
 DEFAULT_IMAGE_EDIT_MODEL_API_BASE = "https://ark.cn-beijing.volces.com/api/v3/"
 

veadk/tools/builtin_tools/image_generate.py

@@ -12,22 +12,30 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import asyncio
+import base64
+import concurrent.futures
+import contextvars
+import json
+import mimetypes
+import traceback
 from typing import Dict
 
 from google.adk.tools import ToolContext
+from google.genai.types import Blob, Part
+from opentelemetry import trace
+from opentelemetry.trace import Span
+from volcenginesdkarkruntime import Ark
+from volcenginesdkarkruntime.types.images.images import SequentialImageGenerationOptions
+
 from veadk.config import getenv, settings
 from veadk.consts import (
-    DEFAULT_TEXT_TO_IMAGE_MODEL_NAME,
-    DEFAULT_TEXT_TO_IMAGE_MODEL_API_BASE,
+    DEFAULT_IMAGE_GENERATE_MODEL_API_BASE,
+    DEFAULT_IMAGE_GENERATE_MODEL_NAME,
 )
-import base64
-from volcenginesdkarkruntime import Ark
-from opentelemetry import trace
-import traceback
-import json
-from veadk.version import VERSION
-from opentelemetry.trace import Span
 from veadk.utils.logger import get_logger
+from veadk.utils.misc import formatted_timestamp, read_file_to_bytes
+from veadk.version import VERSION
 
 logger = get_logger(__name__)
 
@@ -35,188 +43,329 @@ client = Ark(
     api_key=getenv(
         "MODEL_IMAGE_API_KEY", getenv("MODEL_AGENT_API_KEY", settings.model.api_key)
     ),
-    base_url=getenv("MODEL_IMAGE_API_BASE", DEFAULT_TEXT_TO_IMAGE_MODEL_API_BASE),
+    base_url=getenv("MODEL_IMAGE_API_BASE", DEFAULT_IMAGE_GENERATE_MODEL_API_BASE),
 )
 
+executor = concurrent.futures.ThreadPoolExecutor(max_workers=8)
+tracer = trace.get_tracer("veadk")
+
+
+def _build_input_parts(item: dict, task_type: str, image_field):
+    input_part = {"role": "user"}
+    input_part["parts.0.type"] = "text"
+    input_part["parts.0.text"] = json.dumps(item, ensure_ascii=False)
+
+    if image_field:
+        if task_type.startswith("single"):
+            assert isinstance(image_field, str), (
+                f"single_* task_type image must be str, got {type(image_field)}"
+            )
+            input_part["parts.1.type"] = "image_url"
+            input_part["parts.1.image_url.name"] = "origin_image"
+            input_part["parts.1.image_url.url"] = image_field
+        elif task_type.startswith("multi"):
+            assert isinstance(image_field, list), (
+                f"multi_* task_type image must be list, got {type(image_field)}"
+            )
+            assert len(image_field) <= 10, (
+                f"multi_* task_type image list length must be <= 10, got {len(image_field)}"
+            )
+            for i, image_url in enumerate(image_field):
+                idx = i + 1
+                input_part[f"parts.{idx}.type"] = "image_url"
+                input_part[f"parts.{idx}.image_url.name"] = f"origin_image_{i}"
+                input_part[f"parts.{idx}.image_url.url"] = image_url
+
+    return input_part
+
+
+def handle_single_task_sync(
+    idx: int, item: dict, tool_context
+) -> tuple[list[dict], list[str]]:
+    logger.debug(f"handle_single_task_sync item {idx}: {item}")
+    success_list: list[dict] = []
+    error_list: list[str] = []
+    total_tokens = 0
+    output_tokens = 0
+    output_part = {"message.role": "model"}
+
+    task_type = item.get("task_type", "text_to_single")
+    prompt = item.get("prompt", "")
+    response_format = item.get("response_format", None)
+    size = item.get("size", None)
+    watermark = item.get("watermark", None)
+    image_field = item.get("image", None)
+    sequential_image_generation = item.get("sequential_image_generation", None)
+    max_images = item.get("max_images", None)
+
+    input_part = _build_input_parts(item, task_type, image_field)
+
+    inputs = {"prompt": prompt}
+    if size:
+        inputs["size"] = size
+    if response_format:
+        inputs["response_format"] = response_format
+    if watermark is not None:
+        inputs["watermark"] = watermark
+    if sequential_image_generation:
+        inputs["sequential_image_generation"] = sequential_image_generation
+
+    with tracer.start_as_current_span(f"call_llm_task_{idx}") as span:
+        try:
+            if (
+                sequential_image_generation
+                and sequential_image_generation == "auto"
+                and max_images
+            ):
+                response = client.images.generate(
+                    model=getenv("MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME),
+                    **inputs,
+                    sequential_image_generation_options=SequentialImageGenerationOptions(
+                        max_images=max_images
+                    ),
+                )
+            else:
+                response = client.images.generate(
+                    model=getenv("MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME),
+                    **inputs,
+                )
 
-async def image_generate(
-    params: list,
-    tool_context: ToolContext,
-) -> Dict:
-    """
-    Generate images in batch according to prompts and optional settings.
+            if not response.error:
+                logger.debug(f"task {idx} Image generate response: {response}")
+
+                total_tokens += getattr(response.usage, "total_tokens", 0) or 0
+                output_tokens += getattr(response.usage, "output_tokens", 0) or 0
+
+                for i, image_data in enumerate(response.data):
+                    image_name = f"task_{idx}_image_{i}"
+                    if "error" in image_data:
+                        logger.error(f"Image {image_name} error: {image_data.error}")
+                        error_list.append(image_name)
+                        continue
+
+                    if getattr(image_data, "url", None):
+                        image_url = image_data.url
+                    else:
+                        b64 = getattr(image_data, "b64_json", None)
+                        if not b64:
+                            logger.error(
+                                f"Image {image_name} missing data (no url/b64)"
+                            )
+                            error_list.append(image_name)
+                            continue
+                        image_bytes = base64.b64decode(b64)
+                        image_url = _upload_image_to_tos(
+                            image_bytes=image_bytes, object_key=f"{image_name}.png"
+                        )
+                        if not image_url:
+                            logger.error(f"Upload image to TOS failed: {image_name}")
+                            error_list.append(image_name)
+                            continue
+                        logger.debug(f"Image saved as ADK artifact: {image_name}")
+
+                    tool_context.state[f"{image_name}_url"] = image_url
+                    output_part[f"message.parts.{i}.type"] = "image_url"
+                    output_part[f"message.parts.{i}.image_url.name"] = image_name
+                    output_part[f"message.parts.{i}.image_url.url"] = image_url
+                    logger.debug(
+                        f"Image {image_name} generated successfully: {image_url}"
+                    )
+                    success_list.append({image_name: image_url})
+            else:
+                logger.error(
+                    f"Task {idx} No images returned by model: {response.error}"
+                )
+                error_list.append(f"task_{idx}")
 
-    Each item in `params` describes a single image-generation request.
+        except Exception as e:
+            logger.error(f"Error in task {idx}: {e}")
+            traceback.print_exc()
+            error_list.append(f"task_{idx}")
+
+        finally:
+            add_span_attributes(
+                span,
+                tool_context,
+                input_part=input_part,
+                output_part=output_part,
+                output_tokens=output_tokens,
+                total_tokens=total_tokens,
+                request_model=getenv(
+                    "MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME
+                ),
+                response_model=getenv(
+                    "MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME
+                ),
+            )
+    logger.debug(
+        f"task {idx} Image generate success_list: {success_list}\nerror_list: {error_list}"
+    )
+    return success_list, error_list
+
+
+async def image_generate(tasks: list[dict], tool_context) -> Dict:
+    """Generate images with Seedream 4.0.
+
+    Commit batch image generation requests via tasks.
 
     Args:
-        params (list[dict]):
-            A list of image generation requests. Each item supports:
-
-            Required:
-                - prompt (str):
-                    The textual description of the desired image.
-                    Supports English and Chinese.
-
-            Optional:
-                - image_name (str):
-                    Name/identifier for the generated image.
-
-                - response_format (str):
-                    Format of the returned image.
-                    * "url": JPEG link (default)
-                    * "b64_json": Base64 string in JSON
-
-                - size (str):
-                    Resolution of the generated image.
-                    Default: "1024x1024".
-                    Must be within [512x512, 2048x2048].
-                    Common options: 1024x1024, 864x1152, 1280x720, etc.
-
-                - guidance_scale (float):
-                    How strongly the prompt affects the result.
-                    Range: [1.0, 10.0], default 2.5.
-
-                - watermark (bool):
-                    Whether to add watermark.
-                    Default: True.
-
-                - seed (int):
-                    Random seed for reproducibility.
-                    Range: [-1, 2^31-1], default -1 (random).
-
-    Returns:
-        Dict: API response containing generated image metadata.
+        tasks (list[dict]):
+            A list of image-generation tasks. Each task is a dict.
+    Per-task schema
+    ---------------
+    Required:
+        - task_type (str):
+            One of:
+              * "multi_image_to_group"   # 多图生组图
+              * "single_image_to_group"  # 单图生组图
+              * "text_to_group"          # 文生组图
+              * "multi_image_to_single"  # 多图生单图
+              * "single_image_to_single" # 单图生单图
+              * "text_to_single"         # 文生单图
+        - prompt (str)
+            Text description of the desired image(s). 中文/English 均可。
+            若要指定生成图片的数量，请在prompt中添加"生成N张图片"，其中N为具体的数字。
+    Optional:
+        - size (str)
+            指定生成图像的大小，有两种用法（二选一，不可混用）：
+            方式 1：分辨率级别
+                可选值: "1K", "2K", "4K"
+                模型会结合 prompt 中的语义推断合适的宽高比、长宽。
+            方式 2：具体宽高值
+                格式: "<宽度>x<高度>"，如 "2048x2048", "2384x1728"
+                约束:
+                    * 总像素数范围: [1024x1024, 4096x4096]
+                    * 宽高比范围: [1/16, 16]
+                推荐值:
+                    - 1:1   → 2048x2048
+                    - 4:3   → 2384x1728
+                    - 3:4   → 1728x2304
+                    - 16:9  → 2560x1440
+                    - 9:16  → 1440x2560
+                    - 3:2   → 2496x1664
+                    - 2:3   → 1664x2496
+                    - 21:9  → 3024x1296
+            默认值: "2048x2048"
+        - response_format (str)
+            Return format: "url" (default, URL 24h 过期) | "b64_json".
+        - watermark (bool)
+            Add watermark. Default: true.
+        - image (str | list[str])   # 仅“非文生图”需要。文生图请不要提供 image
+            Reference image(s) as URL or Base64.
+            * 生成“单图”的任务：传入 string（exactly 1 image）。
+            * 生成“组图”的任务：传入 array（2–10 images）。
+        - sequential_image_generation (str)
+            控制是否生成“组图”。Default: "disabled".
+            * 若要生成组图：必须设为 "auto"。
+        - max_images (int)
+            仅当生成组图时生效。控制模型能生成的最多张数，范围 [1, 15]， 不设置默认为15。
+            注意这个参数不等于生成的图片数量，而是模型最多能生成的图片数量。
+            在单图组图场景最多 14；多图组图场景需满足 (len(images)+max_images ≤ 15)。
+    Model 行为说明（如何由参数推断模式）
+    ---------------------------------
+    1) 文生单图: 不提供 image 且 (S 未设置或 S="disabled") → 1 张图。
+    2) 文生组图: 不提供 image 且 S="auto" → 组图，数量由 max_images 控制。
+    3) 单图生单图: image=string 且 (S 未设置或 S="disabled") → 1 张图。
+    4) 单图生组图: image=string 且 S="auto" → 组图，数量 ≤14。
+    5) 多图生单图: image=array (2–10) 且 (S 未设置或 S="disabled") → 1 张图。
+    6) 多图生组图: image=array (2–10) 且 S="auto" → 组图，需满足总数 ≤15。
+    返回结果
+    --------
+        Dict with generation summary.
         Example:
         {
             "status": "success",
-            "success_list": [{"image_name": ""}],
-            "error_list": [{}]
+            "success_list": [
+                {"image_name": "url"}
+            ],
+            "error_list": ["image_name"]
         }
-
     Notes:
-        - Best suited for creating original images from text.
-        - Use a fixed `seed` for reproducibility.
-        - Choose appropriate `size` for desired aspect ratio.
+    - 组图任务必须 sequential_image_generation="auto"。
+    - 如果想要指定生成组图的数量，请在prompt里添加数量说明，例如："生成3张图片"。
+    - size 推荐使用 2048x2048 或表格里的标准比例，确保生成质量。
     """
-    logger.debug(
-        f"Using model: {getenv('MODEL_IMAGE_NAME', DEFAULT_TEXT_TO_IMAGE_MODEL_NAME)}"
-    )
-    success_list = []
-    error_list = []
-    logger.debug(f"image_generate params: {params}")
-    for idx, item in enumerate(params):
-        logger.debug(f"image_generate item {idx}: {item}")
-        prompt = item.get("prompt", "")
-        image_name = item.get("image_name", f"generated_image_{idx}")
-        response_format = item.get("response_format", "url")
-        size = item.get("size", "1024x1024")
-        guidance_scale = item.get("guidance_scale", 2.5)
-        watermark = item.get("watermark", True)
-        seed = item.get("seed", -1)
+    model = getenv("MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME)
 
-        try:
-            tracer = trace.get_tracer("gcp.vertex.agent")
-            with tracer.start_as_current_span("call_llm") as span:
-                inputs = {
-                    "prompt": prompt,
-                    "response_format": response_format,
-                    "size": size,
-                    "guidance_scale": guidance_scale,
-                    "watermark": watermark,
-                    "seed": seed,
-                }
-                input_part = {
-                    "role": "user",
-                    "content": json.dumps(inputs, ensure_ascii=False),
-                }
-                response = client.images.generate(
-                    model=getenv("MODEL_IMAGE_NAME", DEFAULT_TEXT_TO_IMAGE_MODEL_NAME),
-                    **inputs,
-                )
-                output_part = None
-                if response.data and len(response.data) > 0:
-                    logger.debug(f"task {idx} Image generate response: {response}")
-                    for item in response.data:
-                        if response_format == "url":
-                            image = item.url
-                            tool_context.state[f"{image_name}_url"] = image
-                            output_part = {
-                                "message.role": "model",
-                                "message.parts.0.type": "image_url",
-                                "message.parts.0.image_url.name": image_name,
-                                "message.parts.0.image_url.url": image,
-                            }
-                        elif response_format == "b64_json":
-                            image = item.b64_json
-                            image_bytes = base64.b64decode(image)
-
-                            tos_url = _upload_image_to_tos(
-                                image_bytes=image_bytes, object_key=f"{image_name}.png"
-                            )
-                            if tos_url:
-                                tool_context.state[f"{image_name}_url"] = tos_url
-                                image = tos_url
-                                output_part = {
-                                    "message.role": "model",
-                                    "message.parts.0.type": "image_url",
-                                    "message.parts.0.image_url.name": image_name,
-                                    "message.parts.0.image_url.url": image,
-                                }
-                            else:
-                                logger.error(
-                                    f"Upload image to TOS failed: {image_name}"
-                                )
-                                error_list.append(image_name)
-                                continue
-
-                            logger.debug(f"Image saved as ADK artifact: {image_name}")
-                        logger.debug(
-                            f"Image {image_name} generated successfully: {image}"
-                        )
-                        success_list.append({image_name: image})
-                else:
-                    error_details = f"No images returned by Doubao model: {response}"
-                    logger.error(error_details)
-                    error_list.append(image_name)
-
-                add_span_attributes(
-                    span,
-                    tool_context,
-                    input_part=input_part,
-                    output_part=output_part,
-                    output_tokens=response.usage.output_tokens,
-                    total_tokens=response.usage.total_tokens,
-                    request_model=getenv(
-                        "MODEL_IMAGE_NAME", DEFAULT_TEXT_TO_IMAGE_MODEL_NAME
-                    ),
-                    response_model=getenv(
-                        "MODEL_IMAGE_NAME", DEFAULT_TEXT_TO_IMAGE_MODEL_NAME
-                    ),
-                )
-
-        except Exception as e:
-            error_details = f"No images returned by Doubao model: {e}"
-            logger.error(error_details)
-            error_list.append(image_name)
-
-    if len(success_list) == 0:
-        logger.debug(
-            f"image_generate success_list: {success_list}\nerror_list: {error_list}"
+    if model.startswith("doubao-seedream-3-0"):
+        logger.error(
+            f"Image generation by Doubao Seedream 3.0 ({model}) is depracated. Please use Doubao Seedream 4.0 (e.g., doubao-seedream-4-0-250828) instead."
         )
         return {
-            "status": "error",
-            "success_list": success_list,
-            "error_list": error_list,
+            "status": "failed",
+            "success_list": [],
+            "error_list": [
+                "Image generation by Doubao Seedream 3.0 ({model}) is depracated. Please use Doubao Seedream 4.0 (e.g., doubao-seedream-4-0-250828) instead."
+            ],
         }
-    else:
+
+    logger.debug(f"Using model to generate image: {model}")
+
+    success_list: list[dict] = []
+    error_list: list[str] = []
+
+    logger.debug(f"image_generate tasks: {tasks}")
+
+    with tracer.start_as_current_span("image_generate"):
+        base_ctx = contextvars.copy_context()
+
+        def make_task(idx, item):
+            ctx = base_ctx.copy()
+            return lambda: ctx.run(handle_single_task_sync, idx, item, tool_context)
+
+        loop = asyncio.get_event_loop()
+        futures = [
+            loop.run_in_executor(executor, make_task(idx, item))
+            for idx, item in enumerate(tasks)
+        ]
+
+        results = await asyncio.gather(*futures, return_exceptions=True)
+
+        for res in results:
+            if isinstance(res, Exception):
+                logger.error(f"Task raised exception: {res}")
+                error_list.append("unknown_task_exception")
+                continue
+            s, e = res
+            success_list.extend(s)
+            error_list.extend(e)
+
+    if not success_list:
         logger.debug(
             f"image_generate success_list: {success_list}\nerror_list: {error_list}"
         )
         return {
-            "status": "success",
+            "status": "error",
             "success_list": success_list,
             "error_list": error_list,
         }
+    app_name = tool_context._invocation_context.app_name
+    user_id = tool_context._invocation_context.user_id
+    session_id = tool_context._invocation_context.session.id
+    artifact_service = tool_context._invocation_context.artifact_service
+
+    if artifact_service:
+        for image in success_list:
+            for _, image_tos_url in image.items():
+                filename = f"artifact_{formatted_timestamp()}"
+                await artifact_service.save_artifact(
+                    app_name=app_name,
+                    user_id=user_id,
+                    session_id=session_id,
+                    filename=filename,
+                    artifact=Part(
+                        inline_data=Blob(
+                            display_name=filename,
+                            data=read_file_to_bytes(image_tos_url),
+                            mime_type=mimetypes.guess_type(image_tos_url)[0],
+                        )
+                    ),
+                )
+
+    logger.debug(
+        f"image_generate success_list: {success_list}\nerror_list: {error_list}"
+    )
+    return {"status": "success", "success_list": success_list, "error_list": error_list}
 
 
 def add_span_attributes(
@@ -273,10 +422,11 @@ def add_span_attributes(
 
 def _upload_image_to_tos(image_bytes: bytes, object_key: str) -> None:
     try:
-        from veadk.integrations.ve_tos.ve_tos import VeTOS
         import os
         from datetime import datetime
 
+        from veadk.integrations.ve_tos.ve_tos import VeTOS
+
         timestamp: str = datetime.now().strftime("%Y%m%d%H%M%S%f")[:-3]
         object_key = f"{timestamp}-{object_key}"
         bucket_name = os.getenv("DATABASE_TOS_BUCKET")

veadk/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-VERSION = "0.2.13"
+VERSION = "0.2.14"

{veadk_python-0.2.13.dist-info → veadk_python-0.2.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: veadk-python
-Version: 0.2.13
+Version: 0.2.14
 Summary: Volcengine agent development kit, integrations with Volcengine cloud services.
 Author-email: Yaozheng Fang <fangyozheng@gmail.com>, Guodong Li <cu.eric.lee@gmail.com>, Zhi Han <sliverydayday@gmail.com>, Meng Wang <mengwangwm@gmail.com>
 License:                                  Apache License

{veadk_python-0.2.13.dist-info → veadk_python-0.2.14.dist-info}/RECORD

@@ -2,10 +2,10 @@ veadk/__init__.py,sha256=9l1lyb9ifhHQeetmIBWZnIdwUCVyMyz1EnKsKz8BBG8,1135
 veadk/agent.py,sha256=4ijmzPXvY9iAx4s2NqBzwJ0VEYSWiUezeP2OvQFO9ek,11108
 veadk/agent_builder.py,sha256=HI7mRrUZ72_7i-jVzNDx1anTZHy7UxX7jr2Drxxx6j8,3031
 veadk/config.py,sha256=Ezl9Lna9iriC_Uf7m1ZXTWzylLyd7YspUFAQqh94Ong,3203
-veadk/consts.py,sha256=LTl4NQYJf7C8EvconGa96NRschzZZmmOqxlEikJe2Nk,2831
+veadk/consts.py,sha256=8FcwnvKxQM50r8HDQxnhI-Ml_mjyfYdkGDxbyPBrW5Q,2679
 veadk/runner.py,sha256=_DGNwX-t3sHJFJvHs-rRHXbjCZza8I_zU8AN3Fw5nRY,14217
 veadk/types.py,sha256=zOOzG-QJy-MkzHeicWJzy2_L5U4ERrWziPubIUEbd8c,1656
-veadk/version.py,sha256=verJVWp2IHUGhnn0kH5_-upx08hfZiViE_fI27Xhh4A,654
+veadk/version.py,sha256=AKkIbQyneK3kC3HOfdbOb8RMQ58A-Ly6yj_PKz8jElQ,654
 veadk/a2a/__init__.py,sha256=pkSabKw7_ai4NOo56pXKL40EcaxIDh6HYxPXOY7qWbo,634
 veadk/a2a/agent_card.py,sha256=lhtgW1acMpxYUdULHEZwVFXOi6Xh4lNkf4S7QIhbFFI,1525
 veadk/a2a/remote_ve_agent.py,sha256=L2nzT8PlDI-lLtcaTJqk-D2Uvw9beKl8OEUqp-8qCbA,3510
@@ -28,7 +28,8 @@ veadk/auth/veauth/prompt_pilot_veauth.py,sha256=cls1LK2Un4cOMfHdaAqRhDHIXuk7cTuA
 veadk/auth/veauth/utils.py,sha256=cVEKWQZeX5fzx3JLB1odv59D8lhOAF1Pb3rsgO6evmM,2152
 veadk/auth/veauth/vesearch_veauth.py,sha256=rgup3VBbRSLligrsDFOEwpneq1BEtFwf9xpgNFWHKqc,2008
 veadk/cli/__init__.py,sha256=pkSabKw7_ai4NOo56pXKL40EcaxIDh6HYxPXOY7qWbo,634
-veadk/cli/cli.py,sha256=-IGJKG9bGZpZXdLirOHv0LlpN9Vo42qzeEyNnZKsKv8,1430
+veadk/cli/cli.py,sha256=Iti595PE0g_R04njivyl0_fgNlPEYhCP-9j9ZkN80vQ,1496
+veadk/cli/cli_create.py,sha256=1qsTCww60rotvMPi_ASjKEe9nAoqxtEQ6mo1d7jDJnE,3949
 veadk/cli/cli_deploy.py,sha256=-P4PmXLGByypXGksshBT7BQ0U42hIvlHibXd_k4YfhQ,5328
 veadk/cli/cli_eval.py,sha256=TVSraCTyTxo_pLu5fhtk3TiZUOZkN3G2BLam1ybFXBc,5446
 veadk/cli/cli_init.py,sha256=f2A3RwUj9pApmUTl6FHmMwTTwyKl83pkvZRorTgl-XM,3982
@@ -143,9 +144,8 @@ veadk/tools/__init__.py,sha256=pkSabKw7_ai4NOo56pXKL40EcaxIDh6HYxPXOY7qWbo,634
 veadk/tools/demo_tools.py,sha256=Gu3sxygcYVS2cv3WqUOl-Gq4JhMlDAktoCHOFT0gbFQ,2216
 veadk/tools/load_knowledgebase_tool.py,sha256=UUTv0Za9GkEXAkl1SXmyq0HGCKGvSlH_f8Ok6O6e52M,4704
 veadk/tools/builtin_tools/__init__.py,sha256=pkSabKw7_ai4NOo56pXKL40EcaxIDh6HYxPXOY7qWbo,634
-veadk/tools/builtin_tools/generate_image.py,sha256=aDMlR-IrxUMepIl9hPkywlH-4e7uIRiyFzLTtmezOnw,17495
 veadk/tools/builtin_tools/image_edit.py,sha256=KslsuabBchAYR3ZrWSO5viEe5ORUAe0GI1qQ6mxoIU0,11588
-veadk/tools/builtin_tools/image_generate.py,sha256=-L_3k3KRJ_arljLfKz946fbd9ppxTDNvJmkNGhgj6qQ,11357
+veadk/tools/builtin_tools/image_generate.py,sha256=frBUYEmizq6B4cRIUTfWKpLF2RywposJf-hZ8kkZvV8,18075
 veadk/tools/builtin_tools/lark.py,sha256=b2IWsN8fZFh9aweSGznaOqA30TCOLpVjNCDNa1LHZl4,2046
 veadk/tools/builtin_tools/las.py,sha256=rgKfnK5GsHVbmkp-rc7rtCvWg-yYNxMjeV0ayCyRpjM,913
 veadk/tools/builtin_tools/load_knowledgebase.py,sha256=Xqtq25DL720goRegCVmmkpH2Ye2VWLcrF5ncC37gK_Y,3427
@@ -181,9 +181,9 @@ veadk/utils/mcp_utils.py,sha256=aET7pX3LXmRe2-Jh7_xRvxrVyl1dN7uPAUk16luwMlQ,1525
 veadk/utils/misc.py,sha256=ghEqrqoDfKrW9ZD3IB0bwcfyyB0gRWN2yEP9eRxQ4nE,4953
 veadk/utils/patches.py,sha256=dcHdlJ8IciyMjDuMy6-_6McUqJYyLz0yHmJ0xH8lWOw,2752
 veadk/utils/volcengine_sign.py,sha256=3xn6ca2OAg_AFyP2dqFTSioqkeDel_BoKURUtCcO-EQ,6736
-veadk_python-0.2.13.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-veadk_python-0.2.13.dist-info/METADATA,sha256=xonF3Utpt7sSjF-2uewm1laDYbSrgbDeiX9dEqwb_pM,18428
-veadk_python-0.2.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-veadk_python-0.2.13.dist-info/entry_points.txt,sha256=-g28D6dNV-2UvAiRP9VF0oOVSDSJ5zlLUIZ34ArAqF8,46
-veadk_python-0.2.13.dist-info/top_level.txt,sha256=Qqi3ycJ4anKiZWBXtUBIy8zK9ZuXJsFa05oFq8O8qqY,6
-veadk_python-0.2.13.dist-info/RECORD,,
+veadk_python-0.2.14.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+veadk_python-0.2.14.dist-info/METADATA,sha256=Gk-dXheONF6hhaRA3yMsOON7aqet5oSPXV9bZe2ehY4,18428
+veadk_python-0.2.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+veadk_python-0.2.14.dist-info/entry_points.txt,sha256=-g28D6dNV-2UvAiRP9VF0oOVSDSJ5zlLUIZ34ArAqF8,46
+veadk_python-0.2.14.dist-info/top_level.txt,sha256=Qqi3ycJ4anKiZWBXtUBIy8zK9ZuXJsFa05oFq8O8qqY,6
+veadk_python-0.2.14.dist-info/RECORD,,

veadk/tools/builtin_tools/generate_image.py

@@ -1,430 +0,0 @@
-# Copyright (c) 2025 Beijing Volcano Engine Technology Co., Ltd. and/or its affiliates.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import base64
-import json
-import mimetypes
-import traceback
-from typing import Dict
-
-from google.adk.tools import ToolContext
-from google.genai.types import Blob, Part
-from opentelemetry import trace
-from opentelemetry.trace import Span
-from volcenginesdkarkruntime import Ark
-from volcenginesdkarkruntime.types.images.images import SequentialImageGenerationOptions
-
-from veadk.config import getenv, settings
-from veadk.consts import (
-    DEFAULT_IMAGE_GENERATE_MODEL_NAME,
-    DEFAULT_IMAGE_GENERATE_MODEL_API_BASE,
-)
-from veadk.utils.logger import get_logger
-from veadk.utils.misc import formatted_timestamp, read_file_to_bytes
-from veadk.version import VERSION
-import asyncio
-import concurrent.futures
-import contextvars
-
-
-logger = get_logger(__name__)
-
-client = Ark(
-    api_key=getenv(
-        "MODEL_IMAGE_API_KEY", getenv("MODEL_AGENT_API_KEY", settings.model.api_key)
-    ),
-    base_url=getenv("MODEL_IMAGE_API_BASE", DEFAULT_IMAGE_GENERATE_MODEL_API_BASE),
-)
-
-executor = concurrent.futures.ThreadPoolExecutor(max_workers=8)
-tracer = trace.get_tracer("gcp.vertex.agent")
-
-
-def _build_input_parts(item: dict, task_type: str, image_field):
-    input_part = {"role": "user"}
-    input_part["parts.0.type"] = "text"
-    input_part["parts.0.text"] = json.dumps(item, ensure_ascii=False)
-
-    if image_field:
-        if task_type.startswith("single"):
-            assert isinstance(image_field, str), (
-                f"single_* task_type image must be str, got {type(image_field)}"
-            )
-            input_part["parts.1.type"] = "image_url"
-            input_part["parts.1.image_url.name"] = "origin_image"
-            input_part["parts.1.image_url.url"] = image_field
-        elif task_type.startswith("multi"):
-            assert isinstance(image_field, list), (
-                f"multi_* task_type image must be list, got {type(image_field)}"
-            )
-            assert len(image_field) <= 10, (
-                f"multi_* task_type image list length must be <= 10, got {len(image_field)}"
-            )
-            for i, image_url in enumerate(image_field):
-                idx = i + 1
-                input_part[f"parts.{idx}.type"] = "image_url"
-                input_part[f"parts.{idx}.image_url.name"] = f"origin_image_{i}"
-                input_part[f"parts.{idx}.image_url.url"] = image_url
-
-    return input_part
-
-
-def handle_single_task_sync(
-    idx: int, item: dict, tool_context
-) -> tuple[list[dict], list[str]]:
-    logger.debug(f"handle_single_task_sync item {idx}: {item}")
-    success_list: list[dict] = []
-    error_list: list[str] = []
-    total_tokens = 0
-    output_tokens = 0
-    output_part = {"message.role": "model"}
-
-    task_type = item.get("task_type", "text_to_single")
-    prompt = item.get("prompt", "")
-    response_format = item.get("response_format", None)
-    size = item.get("size", None)
-    watermark = item.get("watermark", None)
-    image_field = item.get("image", None)
-    sequential_image_generation = item.get("sequential_image_generation", None)
-    max_images = item.get("max_images", None)
-
-    input_part = _build_input_parts(item, task_type, image_field)
-
-    inputs = {"prompt": prompt}
-    if size:
-        inputs["size"] = size
-    if response_format:
-        inputs["response_format"] = response_format
-    if watermark is not None:
-        inputs["watermark"] = watermark
-    if sequential_image_generation:
-        inputs["sequential_image_generation"] = sequential_image_generation
-
-    with tracer.start_as_current_span(f"call_llm_task_{idx}") as span:
-        try:
-            if (
-                sequential_image_generation
-                and sequential_image_generation == "auto"
-                and max_images
-            ):
-                response = client.images.generate(
-                    model=getenv("MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME),
-                    **inputs,
-                    sequential_image_generation_options=SequentialImageGenerationOptions(
-                        max_images=max_images
-                    ),
-                )
-            else:
-                response = client.images.generate(
-                    model=getenv("MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME),
-                    **inputs,
-                )
-
-            if not response.error:
-                logger.debug(f"task {idx} Image generate response: {response}")
-
-                total_tokens += getattr(response.usage, "total_tokens", 0) or 0
-                output_tokens += getattr(response.usage, "output_tokens", 0) or 0
-
-                for i, image_data in enumerate(response.data):
-                    image_name = f"task_{idx}_image_{i}"
-                    if "error" in image_data:
-                        logger.error(f"Image {image_name} error: {image_data.error}")
-                        error_list.append(image_name)
-                        continue
-
-                    if getattr(image_data, "url", None):
-                        image_url = image_data.url
-                    else:
-                        b64 = getattr(image_data, "b64_json", None)
-                        if not b64:
-                            logger.error(
-                                f"Image {image_name} missing data (no url/b64)"
-                            )
-                            error_list.append(image_name)
-                            continue
-                        image_bytes = base64.b64decode(b64)
-                        image_url = _upload_image_to_tos(
-                            image_bytes=image_bytes, object_key=f"{image_name}.png"
-                        )
-                        if not image_url:
-                            logger.error(f"Upload image to TOS failed: {image_name}")
-                            error_list.append(image_name)
-                            continue
-                        logger.debug(f"Image saved as ADK artifact: {image_name}")
-
-                    tool_context.state[f"{image_name}_url"] = image_url
-                    output_part[f"message.parts.{i}.type"] = "image_url"
-                    output_part[f"message.parts.{i}.image_url.name"] = image_name
-                    output_part[f"message.parts.{i}.image_url.url"] = image_url
-                    logger.debug(
-                        f"Image {image_name} generated successfully: {image_url}"
-                    )
-                    success_list.append({image_name: image_url})
-            else:
-                logger.error(
-                    f"Task {idx} No images returned by model: {response.error}"
-                )
-                error_list.append(f"task_{idx}")
-
-        except Exception as e:
-            logger.error(f"Error in task {idx}: {e}")
-            traceback.print_exc()
-            error_list.append(f"task_{idx}")
-
-        finally:
-            add_span_attributes(
-                span,
-                tool_context,
-                input_part=input_part,
-                output_part=output_part,
-                output_tokens=output_tokens,
-                total_tokens=total_tokens,
-                request_model=getenv(
-                    "MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME
-                ),
-                response_model=getenv(
-                    "MODEL_IMAGE_NAME", DEFAULT_IMAGE_GENERATE_MODEL_NAME
-                ),
-            )
-    logger.debug(
-        f"task {idx} Image generate success_list: {success_list}\nerror_list: {error_list}"
-    )
-    return success_list, error_list
-
-
-async def image_generate(tasks: list[dict], tool_context) -> Dict:
-    """
-    Seedream 4.0: batch image generation via tasks.
-    Args:
-        tasks (list[dict]):
-            A list of image-generation tasks. Each task is a dict.
-    Per-task schema
-    ---------------
-    Required:
-        - task_type (str):
-            One of:
-              * "multi_image_to_group"   # 多图生组图
-              * "single_image_to_group"  # 单图生组图
-              * "text_to_group"          # 文生组图
-              * "multi_image_to_single"  # 多图生单图
-              * "single_image_to_single" # 单图生单图
-              * "text_to_single"         # 文生单图
-        - prompt (str)
-            Text description of the desired image(s). 中文/English 均可。
-            若要指定生成图片的数量，请在prompt中添加"生成N张图片"，其中N为具体的数字。
-    Optional:
-        - size (str)
-            指定生成图像的大小，有两种用法（二选一，不可混用）：
-            方式 1：分辨率级别
-                可选值: "1K", "2K", "4K"
-                模型会结合 prompt 中的语义推断合适的宽高比、长宽。
-            方式 2：具体宽高值
-                格式: "<宽度>x<高度>"，如 "2048x2048", "2384x1728"
-                约束:
-                    * 总像素数范围: [1024x1024, 4096x4096]
-                    * 宽高比范围: [1/16, 16]
-                推荐值:
-                    - 1:1   → 2048x2048
-                    - 4:3   → 2384x1728
-                    - 3:4   → 1728x2304
-                    - 16:9  → 2560x1440
-                    - 9:16  → 1440x2560
-                    - 3:2   → 2496x1664
-                    - 2:3   → 1664x2496
-                    - 21:9  → 3024x1296
-            默认值: "2048x2048"
-        - response_format (str)
-            Return format: "url" (default, URL 24h 过期) | "b64_json".
-        - watermark (bool)
-            Add watermark. Default: true.
-        - image (str | list[str])   # 仅“非文生图”需要。文生图请不要提供 image
-            Reference image(s) as URL or Base64.
-            * 生成“单图”的任务：传入 string（exactly 1 image）。
-            * 生成“组图”的任务：传入 array（2–10 images）。
-        - sequential_image_generation (str)
-            控制是否生成“组图”。Default: "disabled".
-            * 若要生成组图：必须设为 "auto"。
-        - max_images (int)
-            仅当生成组图时生效。控制模型能生成的最多张数，范围 [1, 15]， 不设置默认为15。
-            注意这个参数不等于生成的图片数量，而是模型最多能生成的图片数量。
-            在单图组图场景最多 14；多图组图场景需满足 (len(images)+max_images ≤ 15)。
-    Model 行为说明（如何由参数推断模式）
-    ---------------------------------
-    1) 文生单图: 不提供 image 且 (S 未设置或 S="disabled") → 1 张图。
-    2) 文生组图: 不提供 image 且 S="auto" → 组图，数量由 max_images 控制。
-    3) 单图生单图: image=string 且 (S 未设置或 S="disabled") → 1 张图。
-    4) 单图生组图: image=string 且 S="auto" → 组图，数量 ≤14。
-    5) 多图生单图: image=array (2–10) 且 (S 未设置或 S="disabled") → 1 张图。
-    6) 多图生组图: image=array (2–10) 且 S="auto" → 组图，需满足总数 ≤15。
-    返回结果
-    --------
-        Dict with generation summary.
-        Example:
-        {
-            "status": "success",
-            "success_list": [
-                {"image_name": "url"}
-            ],
-            "error_list": ["image_name"]
-        }
-    Notes:
-    - 组图任务必须 sequential_image_generation="auto"。
-    - 如果想要指定生成组图的数量，请在prompt里添加数量说明，例如："生成3张图片"。
-    - size 推荐使用 2048x2048 或表格里的标准比例，确保生成质量。
-    """
-    logger.debug(
-        f"Using model: {getenv('MODEL_IMAGE_NAME', DEFAULT_IMAGE_GENERATE_MODEL_NAME)}"
-    )
-    success_list: list[dict] = []
-    error_list: list[str] = []
-    logger.debug(f"image_generate tasks: {tasks}")
-    with tracer.start_as_current_span("image_generate"):
-        base_ctx = contextvars.copy_context()
-
-        def make_task(idx, item):
-            ctx = base_ctx.copy()
-            return lambda: ctx.run(handle_single_task_sync, idx, item, tool_context)
-
-        loop = asyncio.get_event_loop()
-        futures = [
-            loop.run_in_executor(executor, make_task(idx, item))
-            for idx, item in enumerate(tasks)
-        ]
-
-        results = await asyncio.gather(*futures, return_exceptions=True)
-
-        for res in results:
-            if isinstance(res, Exception):
-                logger.error(f"Task raised exception: {res}")
-                error_list.append("unknown_task_exception")
-                continue
-            s, e = res
-            success_list.extend(s)
-            error_list.extend(e)
-
-    if not success_list:
-        logger.debug(
-            f"image_generate success_list: {success_list}\nerror_list: {error_list}"
-        )
-        return {
-            "status": "error",
-            "success_list": success_list,
-            "error_list": error_list,
-        }
-    app_name = tool_context._invocation_context.app_name
-    user_id = tool_context._invocation_context.user_id
-    session_id = tool_context._invocation_context.session.id
-    artifact_service = tool_context._invocation_context.artifact_service
-
-    if artifact_service:
-        for image in success_list:
-            for _, image_tos_url in image.items():
-                filename = f"artifact_{formatted_timestamp()}"
-                await artifact_service.save_artifact(
-                    app_name=app_name,
-                    user_id=user_id,
-                    session_id=session_id,
-                    filename=filename,
-                    artifact=Part(
-                        inline_data=Blob(
-                            display_name=filename,
-                            data=read_file_to_bytes(image_tos_url),
-                            mime_type=mimetypes.guess_type(image_tos_url)[0],
-                        )
-                    ),
-                )
-
-    logger.debug(
-        f"image_generate success_list: {success_list}\nerror_list: {error_list}"
-    )
-    return {"status": "success", "success_list": success_list, "error_list": error_list}
-
-
-def add_span_attributes(
-    span: Span,
-    tool_context: ToolContext,
-    input_part: dict = None,
-    output_part: dict = None,
-    input_tokens: int = None,
-    output_tokens: int = None,
-    total_tokens: int = None,
-    request_model: str = None,
-    response_model: str = None,
-):
-    try:
-        # common attributes
-        app_name = tool_context._invocation_context.app_name
-        user_id = tool_context._invocation_context.user_id
-        agent_name = tool_context.agent_name
-        session_id = tool_context._invocation_context.session.id
-        span.set_attribute("gen_ai.agent.name", agent_name)
-        span.set_attribute("openinference.instrumentation.veadk", VERSION)
-        span.set_attribute("gen_ai.app.name", app_name)
-        span.set_attribute("gen_ai.user.id", user_id)
-        span.set_attribute("gen_ai.session.id", session_id)
-        span.set_attribute("agent_name", agent_name)
-        span.set_attribute("agent.name", agent_name)
-        span.set_attribute("app_name", app_name)
-        span.set_attribute("app.name", app_name)
-        span.set_attribute("user.id", user_id)
-        span.set_attribute("session.id", session_id)
-        span.set_attribute("cozeloop.report.source", "veadk")
-
-        # llm attributes
-        span.set_attribute("gen_ai.system", "openai")
-        span.set_attribute("gen_ai.operation.name", "chat")
-        if request_model:
-            span.set_attribute("gen_ai.request.model", request_model)
-        if response_model:
-            span.set_attribute("gen_ai.response.model", response_model)
-        if total_tokens:
-            span.set_attribute("gen_ai.usage.total_tokens", total_tokens)
-        if output_tokens:
-            span.set_attribute("gen_ai.usage.output_tokens", output_tokens)
-        if input_tokens:
-            span.set_attribute("gen_ai.usage.input_tokens", input_tokens)
-        if input_part:
-            span.add_event("gen_ai.user.message", input_part)
-        if output_part:
-            span.add_event("gen_ai.choice", output_part)
-
-    except Exception:
-        traceback.print_exc()
-
-
-def _upload_image_to_tos(image_bytes: bytes, object_key: str) -> None:
-    try:
-        import os
-        from datetime import datetime
-
-        from veadk.integrations.ve_tos.ve_tos import VeTOS
-
-        timestamp: str = datetime.now().strftime("%Y%m%d%H%M%S%f")[:-3]
-        object_key = f"{timestamp}-{object_key}"
-        bucket_name = os.getenv("DATABASE_TOS_BUCKET")
-        ve_tos = VeTOS()
-
-        tos_url = ve_tos.build_tos_signed_url(
-            object_key=object_key, bucket_name=bucket_name
-        )
-
-        ve_tos.upload_bytes(
-            data=image_bytes, object_key=object_key, bucket_name=bucket_name
-        )
-
-        return tos_url
-    except Exception as e:
-        logger.error(f"Upload to TOS failed: {e}")
-        return None