veadk-python 0.2.0__tar.gz → 0.2.1__tar.gz

{veadk_python-0.2.0/veadk_python.egg-info → veadk_python-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: veadk-python
-Version: 0.2.0
+Version: 0.2.1
 Summary: Volcengine agent development kit, integrations with Volcengine cloud services.
 Author-email: Yaozheng Fang <fangyozheng@gmail.com>, Guodong Li <cu.eric.lee@gmail.com>, Zhi Han <sliverydayday@gmail.com>, Meng Wang <mengwangwm@gmail.com>
 Requires-Python: >=3.10

{veadk_python-0.2.0 → veadk_python-0.2.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "veadk-python"
-version = "0.2.0"
+version = "0.2.1"
 description = "Volcengine agent development kit, integrations with Volcengine cloud services."
 readme = "README.md"
 requires-python = ">=3.10"

{veadk_python-0.2.0 → veadk_python-0.2.1}/tests/test_tracing.py

@@ -14,6 +14,12 @@
 
 
 import pytest
+from opentelemetry import trace as trace_api
+from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import (
+    OTLPSpanExporter,
+)
+from opentelemetry.sdk import trace as trace_sdk
+from opentelemetry.sdk.trace.export import BatchSpanProcessor
 
 from veadk.tracing.telemetry.exporters.apmplus_exporter import (
     APMPlusExporter,
@@ -29,17 +35,11 @@ from veadk.tracing.telemetry.exporters.tls_exporter import (
 )
 from veadk.tracing.telemetry.opentelemetry_tracer import OpentelemetryTracer
 
-from opentelemetry import trace as trace_api
-from opentelemetry.sdk import trace as trace_sdk
-from opentelemetry.sdk.trace.export import BatchSpanProcessor
-from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import (
-        OTLPSpanExporter,
-    )
-
 APP_NAME = "app"
 USER_ID = "testuser"
 SESSION_ID = "testsession"
 
+
 def init_exporters():
     cozeloop_exporter = CozeloopExporter(
         config=CozeloopExporterConfig(
@@ -68,6 +68,7 @@ def init_exporters():
     )
     return [cozeloop_exporter, apmplus_exporter, tls_exporter]
 
+
 def gen_span_processor(endpoint: str):
     otlp_exporter = OTLPSpanExporter(
         endpoint=endpoint,
@@ -75,16 +76,16 @@ def gen_span_processor(endpoint: str):
     span_processor = BatchSpanProcessor(otlp_exporter)
     return span_processor
 
+
 @pytest.mark.asyncio
 async def test_tracing():
     exporters = init_exporters()
     tracer = OpentelemetryTracer(exporters=exporters)
 
-    assert len(tracer.exporters) == 5  # with extra 2 built-in exporters
+    assert len(tracer.exporters) == 4  # with extra 1 built-in exporters
 
     # TODO: Ensure the tracing provider is set correctly after loading SDK
-    # TODO: Ensure the tracing provider is set correctly after loading SDK
-    # TODO: Ensure the tracing provider is set correctly after loading SDK
+
 
 @pytest.mark.asyncio
 async def test_tracing_with_global_provider():
@@ -97,7 +98,7 @@ async def test_tracing_with_global_provider():
     #
     tracer = OpentelemetryTracer(exporters=exporters)
 
-    assert len(tracer.exporters) == 5  # with extra 2 built-in exporters
+    assert len(tracer.exporters) == 4  # with extra 1 built-in exporters
 
 
 @pytest.mark.asyncio
@@ -112,6 +113,4 @@ async def test_tracing_with_apmplus_global_provider():
     tracer = OpentelemetryTracer(exporters=exporters)
 
     # apmplus exporter won't init again
-    assert len(tracer.exporters) == 4  # with extra 2 built-in exporters
-
-
+    assert len(tracer.exporters) == 3  # with extra 1 built-in exporters

{veadk_python-0.2.0 → veadk_python-0.2.1}/veadk/evaluation/deepeval_evaluator/deepeval_evaluator.py

@@ -52,7 +52,7 @@ class DeepevalEvaluator(BaseEvaluator):
             "https://ark.cn-beijing.volces.com/api/v3/",
         ),
         name: str = "veadk_deepeval_evaluator",
-        prometheus_config: PrometheusPushgatewayConfig = None,
+        prometheus_config: PrometheusPushgatewayConfig | None = None,
     ):
         super().__init__(agent=agent, name=name)
 
@@ -73,11 +73,9 @@ class DeepevalEvaluator(BaseEvaluator):
         eval_id: str = f"test_{formatted_timestamp()}",
     ):
         """Target to Google ADK, we will use the same evaluation case format as Google ADK."""
-        for metric in metrics:
-            if not metric.model:
-                metric.model = self.judge_model
         # Get evaluation data by parsing eval set file
         self.generate_eval_data(eval_set_file_path)
+
         # Get actual data by running agent
         logger.info("Start to run agent for actual data.")
         await self._run_agent_for_actual_data()

{veadk_python-0.2.0 → veadk_python-0.2.1}/veadk/tracing/telemetry/exporters/inmemory_exporter.py

@@ -83,6 +83,3 @@ class InMemoryExporter(BaseModel, BaseExporter):
         self._real_exporter = self._exporter
         processor = export.SimpleSpanProcessor(self._exporter)
         return processor, None
-
-    def get_meter_context(self) -> Any:
-        return None

{veadk_python-0.2.0 → veadk_python-0.2.1}/veadk/tracing/telemetry/opentelemetry_tracer.py

@@ -19,12 +19,11 @@ import time
 from typing import Any
 
 from openinference.instrumentation.google_adk import GoogleADKInstrumentor
-from opentelemetry.sdk import trace as trace_sdk
 from opentelemetry import trace as trace_api
+from opentelemetry.sdk import trace as trace_sdk
 from opentelemetry.sdk.resources import Resource
 from opentelemetry.sdk.trace import TracerProvider
 from opentelemetry.sdk.trace.export import BatchSpanProcessor, SimpleSpanProcessor
-
 from pydantic import BaseModel, ConfigDict, Field
 from typing_extensions import override
 
@@ -62,28 +61,19 @@ class OpentelemetryTracer(BaseModel, BaseTracer):
 
     def model_post_init(self, context: Any, /) -> None:
         self._processors = []
-        self._inmemory_exporter: InMemoryExporter = None
-        self._apiserver_exporter: ApiServerExporter = None
-        # Inmemory & APIServer are the default exporters
-        have_inmemory_exporter = False
-        have_apiserver_exporter = False
+        self._inmemory_exporter: InMemoryExporter | None = None
+
+        # InMemoryExporter is a default exporter for exporting local tracing file
         for exporter in self.exporters:
             if isinstance(exporter, InMemoryExporter):
-                have_inmemory_exporter = True
                 self._inmemory_exporter = exporter
-            elif isinstance(exporter, ApiServerExporter):
-                have_apiserver_exporter = True
-                self._apiserver_exporter = exporter
-
-        if not have_inmemory_exporter:
-            inmemory_exporter = InMemoryExporter()
-            self.exporters.append(inmemory_exporter)
-            self._inmemory_exporter = inmemory_exporter
-        if not have_apiserver_exporter:
-            apiserver_exporter = ApiServerExporter()
-            self.exporters.append(apiserver_exporter)
-            self._apiserver_exporter = apiserver_exporter
 
+        if self._inmemory_exporter is None:
+            self._inmemory_exporter = InMemoryExporter()
+            self.exporters.append(self._inmemory_exporter)
+        # ========================================================================
+
+        # Process meter-related attributes
         self._meter_contexts = []
         self._meter_uploaders = []
         for exporter in self.exporters:
@@ -94,25 +84,24 @@ class OpentelemetryTracer(BaseModel, BaseTracer):
         for meter_context in self._meter_contexts:
             meter_uploader = MeterUploader(meter_context)
             self._meter_uploaders.append(meter_uploader)
+        # ================================
 
         # init tracer provider
+        # VeADK operates on global OpenTelemetry provider, hence return nothing
         self._init_tracer_provider()
 
         # just for debug
         self._trace_file_path = ""
 
-        # patch this before starting instrumentation
-        # enable_veadk_tracing(self.dump)
-
         GoogleADKInstrumentor().instrument()
 
-    def _init_tracer_provider(self):
+    def _init_tracer_provider(self) -> None:
         # 1. get global trace provider
         global_tracer_provider = trace_api.get_tracer_provider()
 
         if not isinstance(global_tracer_provider, TracerProvider):
             logger.info(
-                f"Global tracer provider has not been set. Create tracer provider and set it now."
+                "Global tracer provider has not been set. Create tracer provider and set it now."
             )
             # 1.1 init tracer provider
             tracer_provider = trace_sdk.TracerProvider()
@@ -123,17 +112,25 @@ class OpentelemetryTracer(BaseModel, BaseTracer):
         # 2. check if apmplus exporter is already exist
         for processor in global_tracer_provider._active_span_processor._span_processors:
             if isinstance(processor, (BatchSpanProcessor, SimpleSpanProcessor)):
-                # check exporter endpoint
-                if "apmplus" in processor.span_exporter._endpoint:
-                    have_apmplus_exporter = True
+                # try to get endpoint, in case of exporter has no _endpoint attribute
+                try:
+                    exporter_endpoint = processor.span_exporter._endpoint
+                    if "apmplus" in exporter_endpoint:
+                        have_apmplus_exporter = True
+                except AttributeError:
+                    # log a warning and pass this exporter
+                    logger.warning(
+                        f"Exporter {processor.span_exporter} has no endpoint."
+                    )
 
         # 3. add exporters to global tracer_provider
         # range over a copy of exporters to avoid index issues
+        if have_apmplus_exporter:
+            self.exporters = [
+                e for e in self.exporters if not isinstance(e, APMPlusExporter)
+            ]
+
         for exporter in self.exporters[:]:
-            if have_apmplus_exporter and isinstance(exporter, APMPlusExporter):
-                # apmplus exporter has been int in global tracer provider, need to remove from exporters.
-                self.exporters.remove(exporter)
-                continue
             processor, resource_attributes = exporter.get_processor()
             if resource_attributes is not None:
                 update_resource_attributions(
@@ -144,7 +141,6 @@ class OpentelemetryTracer(BaseModel, BaseTracer):
             self._processors.append(processor)
         logger.debug(f"Init OpentelemetryTracer with {len(self.exporters)} exporters.")
 
-
     @override
     def dump(
         self,
@@ -152,6 +148,12 @@ class OpentelemetryTracer(BaseModel, BaseTracer):
         session_id: str,
         path: str = "/tmp",
     ) -> str:
+        if not self._inmemory_exporter:
+            logger.warning(
+                "InMemoryExporter is not initialized. Please check your tracer exporters."
+            )
+            return ""
+
         prompt_tokens = self._inmemory_exporter._real_exporter.prompt_tokens
         completion_tokens = self._inmemory_exporter._real_exporter.completion_tokens
 

{veadk_python-0.2.0 → veadk_python-0.2.1}/veadk/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-VERSION = "0.2.0"
+VERSION = "0.2.1"

{veadk_python-0.2.0 → veadk_python-0.2.1/veadk_python.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: veadk-python
-Version: 0.2.0
+Version: 0.2.1
 Summary: Volcengine agent development kit, integrations with Volcengine cloud services.
 Author-email: Yaozheng Fang <fangyozheng@gmail.com>, Guodong Li <cu.eric.lee@gmail.com>, Zhi Han <sliverydayday@gmail.com>, Meng Wang <mengwangwm@gmail.com>
 Requires-Python: >=3.10