opentelemetry-instrumentation-openai 0.30.1__tar.gz → 0.31.0__tar.gz

{opentelemetry_instrumentation_openai-0.30.1 → opentelemetry_instrumentation_openai-0.31.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opentelemetry-instrumentation-openai
-Version: 0.30.1
+Version: 0.31.0
 Summary: OpenTelemetry OpenAI instrumentation
 Home-page: https://github.com/traceloop/openllmetry/tree/main/packages/opentelemetry-instrumentation-openai
 License: Apache-2.0

{opentelemetry_instrumentation_openai-0.30.1 → opentelemetry_instrumentation_openai-0.31.0}/opentelemetry/instrumentation/openai/__init__.py

@@ -19,12 +19,14 @@ class OpenAIInstrumentor(BaseInstrumentor):
         enrich_token_usage: bool = False,
         exception_logger=None,
         get_common_metrics_attributes: Callable[[], dict] = lambda: {},
+        upload_base64_image: Callable[[str, str, str, str], str] = lambda *args: "",
     ):
         super().__init__()
         Config.enrich_assistant = enrich_assistant
         Config.enrich_token_usage = enrich_token_usage
         Config.exception_logger = exception_logger
         Config.get_common_metrics_attributes = get_common_metrics_attributes
+        Config.upload_base64_image = upload_base64_image
 
     def instrumentation_dependencies(self) -> Collection[str]:
         return _instruments

{opentelemetry_instrumentation_openai-0.30.1 → opentelemetry_instrumentation_openai-0.31.0}/opentelemetry/instrumentation/openai/shared/chat_wrappers.py

@@ -1,3 +1,4 @@
+import copy
 import json
 import logging
 import time
@@ -326,6 +327,36 @@ def _set_token_counter_metrics(token_counter, usage, shared_attributes):
             token_counter.record(val, attributes=attributes_with_token_type)
 
 
+def _is_base64_image(item):
+    if not isinstance(item, dict):
+        return False
+
+    if not isinstance(item.get('image_url'), dict):
+        return False
+
+    if 'data:image/' not in item.get('image_url', {}).get('url', ''):
+        return False
+
+    return True
+
+
+def _process_image_item(item, trace_id, span_id, message_index, content_index):
+    if not Config.upload_base64_image:
+        return item
+
+    image_format = item["image_url"]["url"].split(";")[0].split("/")[1]
+    image_name = f"message_{message_index}_content_{content_index}.{image_format}"
+    base64_string = item["image_url"]["url"].split(",")[1]
+    url = Config.upload_base64_image(trace_id, span_id, image_name, base64_string)
+
+    return {
+        'type': 'image_url',
+        'image_url': {
+            'url': url
+        }
+    }
+
+
 def _set_prompts(span, messages):
     if not span.is_recording() or messages is None:
         return
@@ -335,8 +366,15 @@ def _set_prompts(span, messages):
 
         _set_span_attribute(span, f"{prefix}.role", msg.get("role"))
         if msg.get("content"):
-            content = msg.get("content")
+            content = copy.deepcopy(msg.get("content"))
             if isinstance(content, list):
+                content = [
+                    _process_image_item(item, span.context.trace_id, span.context.span_id, i, j)
+                    if _is_base64_image(item)
+                    else item
+                    for j, item in enumerate(content)
+                ]
+
                 content = json.dumps(content)
             _set_span_attribute(span, f"{prefix}.content", content)
         if msg.get("tool_call_id"):

{opentelemetry_instrumentation_openai-0.30.1 → opentelemetry_instrumentation_openai-0.31.0}/opentelemetry/instrumentation/openai/shared/config.py

@@ -6,3 +6,4 @@ class Config:
     enrich_assistant = False
     exception_logger = None
     get_common_metrics_attributes: Callable[[], dict] = lambda: {}
+    upload_base64_image: Callable[[str, str, str], str] = lambda trace_id, span_id, base64_image_url: str

opentelemetry_instrumentation_openai-0.31.0/opentelemetry/instrumentation/openai/version.py

@@ -0,0 +1 @@
+__version__ = "0.31.0"

{opentelemetry_instrumentation_openai-0.30.1 → opentelemetry_instrumentation_openai-0.31.0}/pyproject.toml

@@ -8,7 +8,7 @@ show_missing = true
 
 [tool.poetry]
 name = "opentelemetry-instrumentation-openai"
-version = "0.30.1"
+version = "0.31.0"
 description = "OpenTelemetry OpenAI instrumentation"
 authors = [
   "Gal Kleinman <gal@traceloop.com>",

opentelemetry_instrumentation_openai-0.30.1/opentelemetry/instrumentation/openai/version.py

@@ -1 +0,0 @@
-__version__ = "0.30.1"