opentelemetry-instrumentation-vertexai 0.33.7__tar.gz → 0.33.8__tar.gz

{opentelemetry_instrumentation_vertexai-0.33.7 → opentelemetry_instrumentation_vertexai-0.33.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opentelemetry-instrumentation-vertexai
-Version: 0.33.7
+Version: 0.33.8
 Summary: OpenTelemetry Vertex AI instrumentation
 Home-page: https://github.com/traceloop/openllmetry/tree/main/packages/opentelemetry-instrumentation-vertexai
 License: Apache-2.0

{opentelemetry_instrumentation_vertexai-0.33.7 → opentelemetry_instrumentation_vertexai-0.33.8}/opentelemetry/instrumentation/vertexai/__init__.py

@@ -32,60 +32,70 @@ WRAPPED_METHODS = [
         "object": "GenerativeModel",
         "method": "generate_content",
         "span_name": "vertexai.generate_content",
+        "is_async": False,
     },
     {
         "package": "vertexai.generative_models",
         "object": "GenerativeModel",
         "method": "generate_content_async",
         "span_name": "vertexai.generate_content_async",
+        "is_async": True,
     },
     {
         "package": "vertexai.preview.generative_models",
         "object": "GenerativeModel",
         "method": "generate_content",
         "span_name": "vertexai.generate_content",
+        "is_async": False,
     },
     {
         "package": "vertexai.preview.generative_models",
         "object": "GenerativeModel",
         "method": "generate_content_async",
         "span_name": "vertexai.generate_content_async",
+        "is_async": True,
     },
     {
         "package": "vertexai.language_models",
         "object": "TextGenerationModel",
         "method": "predict",
         "span_name": "vertexai.predict",
+        "is_async": False,
     },
     {
         "package": "vertexai.language_models",
         "object": "TextGenerationModel",
         "method": "predict_async",
         "span_name": "vertexai.predict_async",
+        "is_async": True,
     },
     {
         "package": "vertexai.language_models",
         "object": "TextGenerationModel",
         "method": "predict_streaming",
         "span_name": "vertexai.predict_streaming",
+        "is_async": False,
     },
     {
         "package": "vertexai.language_models",
         "object": "TextGenerationModel",
         "method": "predict_streaming_async",
         "span_name": "vertexai.predict_streaming_async",
+        "is_async": True,
     },
     {
         "package": "vertexai.language_models",
         "object": "ChatSession",
         "method": "send_message",
         "span_name": "vertexai.send_message",
+        "is_async": False,
     },
     {
         "package": "vertexai.language_models",
         "object": "ChatSession",
         "method": "send_message_streaming",
         "span_name": "vertexai.send_message_streaming",
+        "is_async": False,
     },
 ]
 
@@ -150,59 +160,46 @@ def _set_input_attributes(span, args, kwargs, llm_model):
 
 
 @dont_throw
-def _set_response_attributes(span, response, llm_model):
+def _set_response_attributes(span, llm_model, generation_text, token_usage):
     _set_span_attribute(span, SpanAttributes.LLM_RESPONSE_MODEL, llm_model)
 
-    if hasattr(response, "text"):
-        if hasattr(response, "_raw_response") and hasattr(
-            response._raw_response, "usage_metadata"
-        ):
-            _set_span_attribute(
-                span,
-                SpanAttributes.LLM_USAGE_TOTAL_TOKENS,
-                response._raw_response.usage_metadata.total_token_count,
-            )
-            _set_span_attribute(
-                span,
-                SpanAttributes.LLM_USAGE_COMPLETION_TOKENS,
-                response._raw_response.usage_metadata.candidates_token_count,
-            )
-            _set_span_attribute(
-                span,
-                SpanAttributes.LLM_USAGE_PROMPT_TOKENS,
-                response._raw_response.usage_metadata.prompt_token_count,
-            )
-
-        if isinstance(response.text, list):
-            for index, item in enumerate(response):
-                prefix = f"{SpanAttributes.LLM_COMPLETIONS}.{index}"
-                _set_span_attribute(span, f"{prefix}.content", item.text)
-        elif isinstance(response.text, str):
-            _set_span_attribute(
-                span, f"{SpanAttributes.LLM_COMPLETIONS}.0.content", response.text
-            )
-    else:
-        if isinstance(response, list):
-            for index, item in enumerate(response):
-                prefix = f"{SpanAttributes.LLM_COMPLETIONS}.{index}"
-                _set_span_attribute(span, f"{prefix}.content", item)
-        elif isinstance(response, str):
-            _set_span_attribute(
-                span, f"{SpanAttributes.LLM_COMPLETIONS}.0.content", response
-            )
+    if token_usage:
+        _set_span_attribute(
+            span,
+            SpanAttributes.LLM_USAGE_TOTAL_TOKENS,
+            token_usage.total_token_count,
+        )
+        _set_span_attribute(
+            span,
+            SpanAttributes.LLM_USAGE_COMPLETION_TOKENS,
+            token_usage.candidates_token_count,
+        )
+        _set_span_attribute(
+            span,
+            SpanAttributes.LLM_USAGE_PROMPT_TOKENS,
+            token_usage.prompt_token_count,
+        )
 
-    return
+    _set_span_attribute(span, f"{SpanAttributes.LLM_COMPLETIONS}.0.role", "assistant")
+    _set_span_attribute(
+        span,
+        f"{SpanAttributes.LLM_COMPLETIONS}.0.content",
+        generation_text,
+    )
 
 
 def _build_from_streaming_response(span, response, llm_model):
     complete_response = ""
+    token_usage = None
     for item in response:
         item_to_yield = item
         complete_response += str(item.text)
+        if item.usage_metadata:
+            token_usage = item.usage_metadata
 
         yield item_to_yield
 
-    _set_response_attributes(span, complete_response, llm_model)
+    _set_response_attributes(span, llm_model, complete_response, token_usage)
 
     span.set_status(Status(StatusCode.OK))
     span.end()
@@ -210,13 +207,16 @@ def _build_from_streaming_response(span, response, llm_model):
 
 async def _abuild_from_streaming_response(span, response, llm_model):
     complete_response = ""
+    token_usage = None
     async for item in response:
         item_to_yield = item
         complete_response += str(item.text)
+        if item.usage_metadata:
+            token_usage = item.usage_metadata
 
         yield item_to_yield
 
-    _set_response_attributes(span, complete_response, llm_model)
+    _set_response_attributes(span, llm_model, complete_response, token_usage)
 
     span.set_status(Status(StatusCode.OK))
     span.end()
@@ -231,7 +231,9 @@ def _handle_request(span, args, kwargs, llm_model):
 @dont_throw
 def _handle_response(span, response, llm_model):
     if span.is_recording():
-        _set_response_attributes(span, response, llm_model)
+        _set_response_attributes(
+            span, llm_model, response.candidates[0].text, response.usage_metadata
+        )
 
         span.set_status(Status(StatusCode.OK))
 
@@ -351,7 +353,7 @@ class VertexAIInstrumentor(BaseInstrumentor):
                 f"{wrap_object}.{wrap_method}",
                 (
                     _awrap(tracer, wrapped_method)
-                    if wrap_method == "predict_async"
+                    if wrapped_method.get("is_async")
                     else _wrap(tracer, wrapped_method)
                 ),
             )

opentelemetry_instrumentation_vertexai-0.33.8/opentelemetry/instrumentation/vertexai/version.py

@@ -0,0 +1 @@
+__version__ = "0.33.8"

{opentelemetry_instrumentation_vertexai-0.33.7 → opentelemetry_instrumentation_vertexai-0.33.8}/pyproject.toml

@@ -8,7 +8,7 @@ show_missing = true
 
 [tool.poetry]
 name = "opentelemetry-instrumentation-vertexai"
-version = "0.33.7"
+version = "0.33.8"
 description = "OpenTelemetry Vertex AI instrumentation"
 authors = [
   "Gal Kleinman <gal@traceloop.com>",

opentelemetry_instrumentation_vertexai-0.33.7/opentelemetry/instrumentation/vertexai/version.py

@@ -1 +0,0 @@
-__version__ = "0.33.7"