veadk-python 0.5.18__tar.gz → 0.5.20__tar.gz

{veadk_python-0.5.18/veadk_python.egg-info → veadk_python-0.5.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: veadk-python
-Version: 0.5.18
+Version: 0.5.20
 Summary: Volcengine agent development kit, integrations with Volcengine cloud services.
 Author-email: Yaozheng Fang <fangyozheng@gmail.com>, Guodong Li <cu.eric.lee@gmail.com>, Zhi Han <sliverydayday@gmail.com>, Meng Wang <mengwangwm@gmail.com>
 License:                                  Apache License

{veadk_python-0.5.18 → veadk_python-0.5.20}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "veadk-python"
-version = "0.5.18"
+version = "0.5.20"
 description = "Volcengine agent development kit, integrations with Volcengine cloud services."
 readme = "README.md"
 requires-python = ">=3.10"

{veadk_python-0.5.18 → veadk_python-0.5.20}/veadk/agent.py

@@ -154,6 +154,8 @@ class Agent(LlmAgent):
 
     enable_ghostchar: bool = False
 
+    enable_dataset_gen: bool = False
+
     def model_post_init(self, __context: Any) -> None:
         super().model_post_init(None)  # for sub_agents init
 
@@ -312,6 +314,22 @@ class Agent(LlmAgent):
 
             self.instruction += "Please add a character `< at the beginning of you each text-based response."
 
+        if self.enable_dataset_gen:
+            from veadk.toolkits.dataset_auto_gen_callback import (
+                dataset_auto_gen_callback,
+            )
+
+            if self.after_agent_callback:
+                if isinstance(self.after_agent_callback, list):
+                    self.after_agent_callback.append(dataset_auto_gen_callback)
+                else:
+                    self.after_agent_callback = [
+                        self.after_agent_callback,
+                        dataset_auto_gen_callback,
+                    ]
+            else:
+                self.after_agent_callback = dataset_auto_gen_callback
+
         logger.info(f"VeADK version: {VERSION}")
 
         logger.info(f"{self.__class__.__name__} `{self.name}` init done.")

{veadk_python-0.5.18 → veadk_python-0.5.20}/veadk/config.py

@@ -49,6 +49,15 @@ else:
     env_from_dotenv = {}
     logger.info("No `.env` file found.")
 
+provider = (os.getenv("CLOUD_PROVIDER") or "").lower()
+if provider == "byteplus":
+    byteplus_access_key = os.getenv("BYTEPLUS_ACCESS_KEY")
+    if byteplus_access_key:
+        os.environ["VOLCENGINE_ACCESS_KEY"] = byteplus_access_key
+    byteplus_secret_key = os.getenv("BYTEPLUS_SECRET_KEY")
+    if byteplus_secret_key:
+        os.environ["VOLCENGINE_SECRET_KEY"] = byteplus_secret_key
+
 
 class VeADKConfig(BaseModel):
     model: ModelConfig = Field(default_factory=ModelConfig)
@@ -90,6 +99,20 @@ def getenv(
     """
     value = os.getenv(env_name, default_value)
 
+    if value == default_value or not value:
+        provider = (os.getenv("CLOUD_PROVIDER") or "").lower()
+        if provider == "byteplus":
+            if env_name == "VOLCENGINE_ACCESS_KEY":
+                byteplus_key = os.getenv("BYTEPLUS_ACCESS_KEY")
+                if byteplus_key:
+                    os.environ["VOLCENGINE_ACCESS_KEY"] = byteplus_key
+                    value = byteplus_key
+            elif env_name == "VOLCENGINE_SECRET_KEY":
+                byteplus_key = os.getenv("BYTEPLUS_SECRET_KEY")
+                if byteplus_key:
+                    os.environ["VOLCENGINE_SECRET_KEY"] = byteplus_key
+                    value = byteplus_key
+
     if allow_false_values:
         return value
 

{veadk_python-0.5.18 → veadk_python-0.5.20}/veadk/memory/long_term_memory_backends/vikingdb_memory_backend.py

@@ -152,7 +152,8 @@ class VikingDBLTMBackend(BaseLongTermMemoryBackend):
         ak, sk, sts_token = self._get_ak_sk_sts()
         if self.cloud_provider.lower() == "byteplus":
             host = f"api-knowledgebase.mlp.{self.region}.bytepluses.com"
-
+        else:
+            host = f"api-knowledgebase.mlp.{self.region}.volces.com"
         logger.info(f"Cloud provider: {self.cloud_provider.lower()}")
         logger.info(f"VikingDBLTMBackend: region={self.region}, host={host}")
 
@@ -168,7 +169,8 @@ class VikingDBLTMBackend(BaseLongTermMemoryBackend):
         ak, sk, sts_token = self._get_ak_sk_sts()
         if self.cloud_provider.lower() == "byteplus":
             host = f"api-knowledgebase.mlp.{self.region}.bytepluses.com"
-
+        else:
+            host = f"api-knowledgebase.mlp.{self.region}.volces.com"
         logger.info(f"Cloud provider: {self.cloud_provider.lower()}")
         logger.info(f"VikingDBLTMBackend: region={self.region}, host={host}")
 

{veadk_python-0.5.18 → veadk_python-0.5.20}/veadk/models/ark_llm.py

@@ -37,6 +37,11 @@ from volcenginesdkarkruntime.types.responses import (
     ResponseReasoningSummaryTextDeltaEvent,
     ResponseTextDeltaEvent,
     ResponseCompletedEvent,
+    ResponseIncompleteEvent,
+    ResponseError,
+)
+from volcenginesdkarkruntime.types.responses.response_incomplete_details import (
+    IncompleteDetails,
 )
 from volcenginesdkarkruntime.types.responses.response_input_message_content_list_param import (
     ResponseInputTextParam,
@@ -551,6 +556,26 @@ def request_reorganization_by_ark(request_data: Dict) -> Dict:
 
 # ---------------------------------------
 # output transfer -----------------------
+def record_logs(raw_response: ArkTypeResponse):
+    try:
+        if isinstance(raw_response, ArkTypeResponse):
+            error_message = ""
+            if raw_response.error and isinstance(raw_response.error, ResponseError):
+                error_message += f"The response with error code `{raw_response.error.code}`, error message is `{raw_response.error.message}`"
+
+            if raw_response.incomplete_details and isinstance(
+                raw_response.incomplete_details, IncompleteDetails
+            ):
+                error_message += f"The reason for the incomplete return is `{raw_response.incomplete_details.reason}`, content_filter: `{raw_response.incomplete_details.content_filter}`"
+            logger.debug(
+                f"Ark response: Received Response from model `{raw_response.model}` with id `{raw_response.id}`. "
+                f"Status: `{raw_response.status}`. "
+                f"{error_message}"
+            )
+    except Exception as e:
+        logger.error(f"Failed to record ark logs: {e}")
+
+
 def event_to_generate_content_response(
     event: Union[ArkTypeResponse, ResponseStreamEvent],
     *,
@@ -587,7 +612,9 @@ def event_to_generate_content_response(
             parts.append(types.Part(text=event.delta, thought=True))
         elif isinstance(event, ResponseTextDeltaEvent):
             parts.append(types.Part.from_text(text=event.delta))
-        elif isinstance(event, ResponseCompletedEvent):
+        elif isinstance(event, ResponseCompletedEvent) or isinstance(
+            event, ResponseIncompleteEvent
+        ):
             raw_response = event.response
             llm_response = ark_response_to_generate_content_response(raw_response)
             return llm_response
@@ -607,6 +634,7 @@ def ark_response_to_generate_content_response(
     ArkTypeResponse -> LlmResponse
     instead of `_model_response_to_generate_content_response`,
     """
+    record_logs(raw_response)
     outputs = raw_response.output
     status = raw_response.status
     incomplete_details = getattr(

veadk_python-0.5.20/veadk/toolkits/dataset_auto_gen_callback.py

@@ -0,0 +1,145 @@
+# Copyright (c) 2025 Beijing Volcano Engine Technology Co., Ltd. and/or its affiliates.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json
+import os
+import re
+from pathlib import Path
+from typing import Optional
+
+from google.adk.agents.callback_context import CallbackContext
+from google.genai import types
+
+from veadk.utils.logger import get_logger
+
+logger = get_logger(__name__)
+
+JUDGE_PROMPT = """You are an AI quality evaluator. Analyze the agent interaction trace and classify it.
+
+## Trace Data
+{trace}
+
+## Evaluation Dimensions
+
+### 1. Task Completion
+- Did the agent understand the user's intent correctly?
+- Was the user's request fully addressed?
+- Did the agent provide the expected output?
+
+### 2. Tool Usage (if applicable)
+- Were the correct tools/functions selected for the task?
+- Were the function arguments accurate and complete?
+- Was the function response handled properly?
+- Did the agent interpret tool results correctly?
+
+### 3. Response Quality
+- Is the response accurate and factually correct?
+- Is the response complete without missing information?
+- Is the response clear and well-structured?
+- Does it match the tool/function output when applicable?
+
+### 4. Error Handling
+- Were there any errors or exceptions in the trace?
+- Did the agent handle edge cases appropriately?
+- Were error messages helpful if errors occurred?
+
+### 5. Conversation Flow
+- Is the dialogue natural and coherent?
+- Did the agent maintain context across turns?
+- Were there any unnecessary or redundant steps?
+
+## Classification Criteria
+- **good (1)**: Task completed successfully with correct tool usage, accurate response, and smooth conversation flow
+- **general (0)**: Normal interaction without notable issues or achievements, routine responses
+- **bad (-1)**: Contains errors, incorrect tool usage, wrong/incomplete response, or failed to address user needs
+
+## Output Format (JSON only, no other text)
+{{"type": <-1|0|1>, "reason": "<brief explanation covering key evaluation points>"}}"""
+
+
+async def dataset_auto_gen_callback(
+    callback_context: CallbackContext,
+) -> Optional[types.Content]:
+    """After agent callback to auto-generate dataset from traces."""
+    ctx = callback_context._invocation_context
+    agent = ctx.agent
+    session = ctx.session
+
+    if not session or not session.events:
+        return None
+
+    # Build trace json
+    trace_data = {
+        "session_id": session.id,
+        "events": [
+            {
+                "author": e.author,
+                "content": e.content.model_dump() if e.content else None,
+            }
+            for e in session.events
+        ],
+    }
+    trace_json = json.dumps(trace_data, ensure_ascii=False)
+
+    # Judge using LLM
+    try:
+        from litellm import acompletion
+
+        model_name = getattr(agent.model, "model", "openai/gpt-4o-mini")
+        api_key = getattr(agent, "model_api_key", None) or getattr(
+            agent.model, "api_key", None
+        )
+        api_base = getattr(agent, "model_api_base", None) or getattr(
+            agent.model, "api_base", None
+        )
+
+        response = await acompletion(
+            model=model_name,
+            messages=[
+                {"role": "user", "content": JUDGE_PROMPT.format(trace=trace_json)}
+            ],
+            api_key=api_key,
+            api_base=api_base,
+        )
+        raw_content = response.choices[0].message.content
+
+        # Extract JSON from response
+        json_match = re.search(r'\{[^{}]*"type"[^{}]*\}', raw_content)
+        if not json_match:
+            logger.debug("No valid JSON found in LLM response")
+            return None
+        result = json.loads(json_match.group())
+    except Exception as e:
+        logger.warning(f"Dataset auto gen failed: {e}")
+        return None
+
+    # Save to file based on type
+    case_type = result.get("type", 0)
+
+    output_dir = Path(os.getcwd()) / "dataset" / agent.name
+    output_dir.mkdir(parents=True, exist_ok=True)
+
+    if case_type == 1:
+        file_name = "good_case.jsonl"
+    elif case_type == -1:
+        file_name = "bad_case.jsonl"
+    else:
+        file_name = "general_case.jsonl"
+    record = {"trace": trace_data, "reason": result.get("reason", "")}
+
+    with open(output_dir / file_name, "a", encoding="utf-8") as f:
+        f.write(json.dumps(record, ensure_ascii=False) + "\n")
+
+    logger.info(f"Dataset case saved to {output_dir / file_name}")
+    return None

{veadk_python-0.5.18 → veadk_python-0.5.20}/veadk/tracing/telemetry/telemetry.py

@@ -305,6 +305,7 @@ def trace_tool_call(
     tool: BaseTool,
     args: dict[str, Any],
     function_response_event: Event,
+    **kwargs,
 ) -> None:
     """Trace a tool function call with comprehensive telemetry data.
 
@@ -344,6 +345,8 @@ def trace_call_llm(
     event_id: str,
     llm_request: LlmRequest,
     llm_response: LlmResponse,
+    *args,
+    **kwargs,
 ) -> None:
     """Trace a language model call with comprehensive telemetry data.
 
@@ -413,4 +416,4 @@ def trace_call_llm(
 
 
 # Do not modify this function
-def trace_send_data(): ...
+def trace_send_data(**kwargs): ...

{veadk_python-0.5.18 → veadk_python-0.5.20}/veadk/utils/misc.py

@@ -152,6 +152,16 @@ def set_envs(config_yaml_path: str, env_from_dotenv: dict = None) -> tuple[dict,
             continue
         veadk_environments[k] = str(config_upper_map.get(k))
         os.environ[k] = str(config_upper_map.get(k))
+
+    provider = (os.getenv("CLOUD_PROVIDER") or "").lower()
+    if provider == "byteplus":
+        byteplus_access_key = veadk_environments.get("BYTEPLUS_ACCESS_KEY")
+        if byteplus_access_key:
+            os.environ["VOLCENGINE_ACCESS_KEY"] = byteplus_access_key
+        byteplus_secret_key = veadk_environments.get("BYTEPLUS_SECRET_KEY")
+        if byteplus_secret_key:
+            os.environ["VOLCENGINE_SECRET_KEY"] = byteplus_secret_key
+
     return config_dict, veadk_environments
 
 

{veadk_python-0.5.18 → veadk_python-0.5.20}/veadk/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-VERSION = "0.5.18"
+VERSION = "0.5.20"

{veadk_python-0.5.18 → veadk_python-0.5.20/veadk_python.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: veadk-python
-Version: 0.5.18
+Version: 0.5.20
 Summary: Volcengine agent development kit, integrations with Volcengine cloud services.
 Author-email: Yaozheng Fang <fangyozheng@gmail.com>, Guodong Li <cu.eric.lee@gmail.com>, Zhi Han <sliverydayday@gmail.com>, Meng Wang <mengwangwm@gmail.com>
 License:                                  Apache License

{veadk_python-0.5.18 → veadk_python-0.5.20}/veadk_python.egg-info/SOURCES.txt

@@ -250,6 +250,7 @@ veadk/skills/__init__.py
 veadk/skills/skill.py
 veadk/skills/utils.py
 veadk/toolkits/__init__.py
+veadk/toolkits/dataset_auto_gen_callback.py
 veadk/toolkits/apps/__init__.py
 veadk/toolkits/apps/reverse_mcp/__init__.py
 veadk/toolkits/apps/reverse_mcp/client_with_reverse_mcp.py