opentelemetry-instrumentation-openai 0.30.1__py3-none-any.whl → 0.31.0__py3-none-any.whl

opentelemetry/instrumentation/openai/__init__.py

@@ -19,12 +19,14 @@ class OpenAIInstrumentor(BaseInstrumentor):
         enrich_token_usage: bool = False,
         exception_logger=None,
         get_common_metrics_attributes: Callable[[], dict] = lambda: {},
+        upload_base64_image: Callable[[str, str, str, str], str] = lambda *args: "",
     ):
         super().__init__()
         Config.enrich_assistant = enrich_assistant
         Config.enrich_token_usage = enrich_token_usage
         Config.exception_logger = exception_logger
         Config.get_common_metrics_attributes = get_common_metrics_attributes
+        Config.upload_base64_image = upload_base64_image
 
     def instrumentation_dependencies(self) -> Collection[str]:
         return _instruments

opentelemetry/instrumentation/openai/shared/chat_wrappers.py

@@ -1,3 +1,4 @@
+import copy
 import json
 import logging
 import time
@@ -326,6 +327,36 @@ def _set_token_counter_metrics(token_counter, usage, shared_attributes):
             token_counter.record(val, attributes=attributes_with_token_type)
 
 
+def _is_base64_image(item):
+    if not isinstance(item, dict):
+        return False
+
+    if not isinstance(item.get('image_url'), dict):
+        return False
+
+    if 'data:image/' not in item.get('image_url', {}).get('url', ''):
+        return False
+
+    return True
+
+
+def _process_image_item(item, trace_id, span_id, message_index, content_index):
+    if not Config.upload_base64_image:
+        return item
+
+    image_format = item["image_url"]["url"].split(";")[0].split("/")[1]
+    image_name = f"message_{message_index}_content_{content_index}.{image_format}"
+    base64_string = item["image_url"]["url"].split(",")[1]
+    url = Config.upload_base64_image(trace_id, span_id, image_name, base64_string)
+
+    return {
+        'type': 'image_url',
+        'image_url': {
+            'url': url
+        }
+    }
+
+
 def _set_prompts(span, messages):
     if not span.is_recording() or messages is None:
         return
@@ -335,8 +366,15 @@ def _set_prompts(span, messages):
 
         _set_span_attribute(span, f"{prefix}.role", msg.get("role"))
         if msg.get("content"):
-            content = msg.get("content")
+            content = copy.deepcopy(msg.get("content"))
             if isinstance(content, list):
+                content = [
+                    _process_image_item(item, span.context.trace_id, span.context.span_id, i, j)
+                    if _is_base64_image(item)
+                    else item
+                    for j, item in enumerate(content)
+                ]
+
                 content = json.dumps(content)
             _set_span_attribute(span, f"{prefix}.content", content)
         if msg.get("tool_call_id"):

opentelemetry/instrumentation/openai/shared/config.py

@@ -6,3 +6,4 @@ class Config:
     enrich_assistant = False
     exception_logger = None
     get_common_metrics_attributes: Callable[[], dict] = lambda: {}
+    upload_base64_image: Callable[[str, str, str], str] = lambda trace_id, span_id, base64_image_url: str

opentelemetry/instrumentation/openai/version.py

@@ -1 +1 @@
-__version__ = "0.30.1"
+__version__ = "0.31.0"

{opentelemetry_instrumentation_openai-0.30.1.dist-info → opentelemetry_instrumentation_openai-0.31.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: opentelemetry-instrumentation-openai
-Version: 0.30.1
+Version: 0.31.0
 Summary: OpenTelemetry OpenAI instrumentation
 Home-page: https://github.com/traceloop/openllmetry/tree/main/packages/opentelemetry-instrumentation-openai
 License: Apache-2.0

{opentelemetry_instrumentation_openai-0.30.1.dist-info → opentelemetry_instrumentation_openai-0.31.0.dist-info}/RECORD

@@ -1,8 +1,8 @@
-opentelemetry/instrumentation/openai/__init__.py,sha256=w0gjgORccQ3EsMiK2dzZg6V7J3pa6PcAuDvy1oofQ5A,1503
+opentelemetry/instrumentation/openai/__init__.py,sha256=Y_YgW1pgE7HKFz3LXAA4v-87IwW0aqcuXez1sV10RcY,1645
 opentelemetry/instrumentation/openai/shared/__init__.py,sha256=HcS1Ar6WX9DPtlJuiPji3u7XV_SwYerTf5O32Kfe1FQ,8839
-opentelemetry/instrumentation/openai/shared/chat_wrappers.py,sha256=9Db3PzB9ZsxqrcalLnGNtgd1GBxYMwWvIZmjixjGGmY,26721
+opentelemetry/instrumentation/openai/shared/chat_wrappers.py,sha256=q6uLpnqrgoXcuEf-W5D20TxfqWfcctrJEE9q4aD74CM,27835
 opentelemetry/instrumentation/openai/shared/completion_wrappers.py,sha256=CZngvHkGtLUh-Ne4uzM6VH8LiajZsKVOV1glhmSwij0,6843
-opentelemetry/instrumentation/openai/shared/config.py,sha256=_4AkHau8C44uBc6-fNBl9EzCGPBuj9yDIngTuwSW6ZE,199
+opentelemetry/instrumentation/openai/shared/config.py,sha256=86mItW37lxSAyD8LAx4RbYWTR_-XKLeGxQgMozD5eNY,305
 opentelemetry/instrumentation/openai/shared/embeddings_wrappers.py,sha256=YI0lFGulaE8N2F1hdTGHj52kHwUy6KQPIt7Lw9AWJHc,7069
 opentelemetry/instrumentation/openai/shared/image_gen_wrappers.py,sha256=A4qdJIeJdA45SfiLaFj3Vo0Ndcqqfuew1BDsGdnJU3E,2122
 opentelemetry/instrumentation/openai/utils.py,sha256=3ONjsia3xG4rRMOwjU91liOVpZxoRE39CxJ-C5HxIgQ,3464
@@ -10,8 +10,8 @@ opentelemetry/instrumentation/openai/v0/__init__.py,sha256=02-bXv0aZbscMYO2W3jsH
 opentelemetry/instrumentation/openai/v1/__init__.py,sha256=kqGsXkjyjIDNRfTSzJKjLdvvGUOViW2shZ73cM4PfS0,7693
 opentelemetry/instrumentation/openai/v1/assistant_wrappers.py,sha256=BMiZykQ3u2xrWpo2g3qZOxTJqy317JXRGO4zCVu4bZ8,6277
 opentelemetry/instrumentation/openai/v1/event_handler_wrapper.py,sha256=kXOuDAt7If23EhWpH2r6L0eUVFvVWQBYrWGu3qJNKR0,2779
-opentelemetry/instrumentation/openai/version.py,sha256=3lF2HrdOSEjFYtffVUtfz7zCxpNVnfN4hDz0kCGq7CA,23
-opentelemetry_instrumentation_openai-0.30.1.dist-info/METADATA,sha256=DmAd7aF6VVoa6fUxUbNje73VJVwekQC5thU2lPxi1cw,2255
-opentelemetry_instrumentation_openai-0.30.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-opentelemetry_instrumentation_openai-0.30.1.dist-info/entry_points.txt,sha256=vTBfiX5yXji5YHikuJHEOoBZ1TFdPQ1EI4ctd2pZSeE,93
-opentelemetry_instrumentation_openai-0.30.1.dist-info/RECORD,,
+opentelemetry/instrumentation/openai/version.py,sha256=TJt1pYzTJuPE6GzDP1gxaeeVQlzcoUyEmSVSUPgYnIA,23
+opentelemetry_instrumentation_openai-0.31.0.dist-info/METADATA,sha256=yQi_9c02-R73k5dPjNBgyQV7803HR5LKSE5tyylwb8M,2255
+opentelemetry_instrumentation_openai-0.31.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+opentelemetry_instrumentation_openai-0.31.0.dist-info/entry_points.txt,sha256=vTBfiX5yXji5YHikuJHEOoBZ1TFdPQ1EI4ctd2pZSeE,93
+opentelemetry_instrumentation_openai-0.31.0.dist-info/RECORD,,