openlit 1.18.1__tar.gz → 1.18.2__tar.gz

{openlit-1.18.1 → openlit-1.18.2}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.18.1
-Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
+Version: 1.18.2
+Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
-Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT
+Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
 Author: OpenLIT
 Requires-Python: >=3.7.1,<4.0.0
 Classifier: Programming Language :: Python :: 3

{openlit-1.18.1 → openlit-1.18.2}/pyproject.toml

@@ -1,12 +1,12 @@
 [tool.poetry]
 name = "openlit"
-version = "1.18.1"
-description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects"
+version = "1.18.2"
+description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
 authors = ["OpenLIT"]
 repository = "https://github.com/openlit/openlit/tree/main/openlit/python"
 readme = "README.md"
 homepage = "https://github.com/openlit/openlit/tree/main/openlit/python"
-keywords = ["OpenTelemetry", "otel", "otlp","llm", "tracing", "openai", "anthropic", "claude", "cohere", "llm monitoring", "observability", "monitoring", "gpt", "Generative AI", "chatGPT"]
+keywords = ["OpenTelemetry", "otel", "otlp","llm", "tracing", "openai", "anthropic", "claude", "cohere", "llm monitoring", "observability", "monitoring", "gpt", "Generative AI", "chatGPT", "gpu"]
 
 [tool.poetry.dependencies]
 python = "^3.7.1"

{openlit-1.18.1 → openlit-1.18.2}/src/openlit/instrumentation/mistral/__init__.py

@@ -9,10 +9,10 @@ from openlit.instrumentation.mistral.mistral import chat, chat_stream, embedding
 from openlit.instrumentation.mistral.async_mistral import async_chat, async_chat_stream
 from openlit.instrumentation.mistral.async_mistral import async_embeddings
 
-_instruments = ("mistralai >= 0.1.0",)
+_instruments = ("mistralai >= 1.0.0",)
 
 class MistralInstrumentor(BaseInstrumentor):
-    """An instrumentor for Azure Mistral's client library."""
+    """An instrumentor for Mistral's client library."""
 
     def instrumentation_dependencies(self) -> Collection[str]:
         return _instruments
@@ -27,50 +27,50 @@ class MistralInstrumentor(BaseInstrumentor):
         disable_metrics = kwargs.get("disable_metrics")
         version = importlib.metadata.version("mistralai")
 
-        #sync
+        # sync
         wrap_function_wrapper(
-            "mistralai.client",  
-            "MistralClient.chat",  
+            "mistralai.chat",  
+            "Chat.complete",  
             chat("mistral.chat", version, environment, application_name,
                  tracer, pricing_info, trace_content, metrics, disable_metrics),
         )
 
-        #sync
+        # sync
         wrap_function_wrapper(
-            "mistralai.client",  
-            "MistralClient.chat_stream",  
+            "mistralai.chat",  
+            "Chat.stream",  
             chat_stream("mistral.chat", version, environment, application_name,
                         tracer, pricing_info, trace_content, metrics, disable_metrics),
         )
 
-        #sync
+        # sync
         wrap_function_wrapper(
-            "mistralai.client",  
-            "MistralClient.embeddings",  
+            "mistralai.embeddings",  
+            "Embeddings.create",  
             embeddings("mistral.embeddings", version, environment, application_name,
                        tracer, pricing_info, trace_content, metrics, disable_metrics),
         )
 
         # Async
         wrap_function_wrapper(
-            "mistralai.async_client",  
-            "MistralAsyncClient.chat",  
+            "mistralai.chat",  
+            "Chat.complete_async",  
             async_chat("mistral.chat", version, environment, application_name,
                        tracer, pricing_info, trace_content, metrics, disable_metrics),
         )
 
-        #sync
+        # Async
         wrap_function_wrapper(
-            "mistralai.async_client",  
-            "MistralAsyncClient.chat_stream",  
+            "mistralai.chat",  
+            "Chat.stream_async",  
             async_chat_stream("mistral.chat", version, environment, application_name,
                               tracer, pricing_info, trace_content, metrics, disable_metrics),
         )
 
         #sync
         wrap_function_wrapper(
-            "mistralai.async_client",  
-            "MistralAsyncClient.embeddings",  
+            "mistralai.embeddings",  
+            "Embeddings.create_async",  
             async_embeddings("mistral.embeddings", version, environment, application_name,
                              tracer, pricing_info, trace_content, metrics, disable_metrics),
         )

{openlit-1.18.1 → openlit-1.18.2}/src/openlit/instrumentation/mistral/async_mistral.py

@@ -56,8 +56,8 @@ def async_chat(gen_ai_endpoint, version, environment, application_name,
                 message_prompt = kwargs.get('messages', "")
                 formatted_messages = []
                 for message in message_prompt:
-                    role = message.role
-                    content = message.content
+                    role = message["role"]
+                    content = message["content"]
 
                     if isinstance(content, list):
                         content_str = ", ".join(
@@ -207,14 +207,14 @@ def async_chat_stream(gen_ai_endpoint, version, environment, application_name,
                 llmresponse = ""
 
                 # Loop through streaming events capturing relevant details
-                async for event in wrapped(*args, **kwargs):
-                    response_id = event.id
-                    llmresponse += event.choices[0].delta.content
-                    if event.usage is not None:
-                        prompt_tokens = event.usage.prompt_tokens
-                        completion_tokens = event.usage.completion_tokens
-                        total_tokens = event.usage.total_tokens
-                        finish_reason = event.choices[0].finish_reason
+                async for event in await wrapped(*args, **kwargs):
+                    response_id = event.data.id
+                    llmresponse += event.data.choices[0].delta.content
+                    if event.data.usage is not None:
+                        prompt_tokens = event.data.usage.prompt_tokens
+                        completion_tokens = event.data.usage.completion_tokens
+                        total_tokens = event.data.usage.total_tokens
+                        finish_reason = event.data.choices[0].finish_reason
                     yield event
 
                 # Handling exception ensure observability without disrupting operation
@@ -223,8 +223,8 @@ def async_chat_stream(gen_ai_endpoint, version, environment, application_name,
                     message_prompt = kwargs.get('messages', "")
                     formatted_messages = []
                     for message in message_prompt:
-                        role = message.role
-                        content = message.content
+                        role = message["role"]
+                        content = message["content"]
 
                         if isinstance(content, list):
                             content_str = ", ".join(
@@ -364,7 +364,7 @@ def async_embeddings(gen_ai_endpoint, version, environment, application_name,
 
             try:
                 # Get prompt from kwargs and store as a single string
-                prompt = ', '.join(kwargs.get('input', []))
+                prompt = ', '.join(kwargs.get('inputs', []))
 
                 # Calculate cost of the operation
                 cost = get_embed_model_cost(kwargs.get('model', "mistral-embed"),

{openlit-1.18.1 → openlit-1.18.2}/src/openlit/instrumentation/mistral/mistral.py

@@ -55,8 +55,8 @@ def chat(gen_ai_endpoint, version, environment, application_name,
                 message_prompt = kwargs.get('messages', "")
                 formatted_messages = []
                 for message in message_prompt:
-                    role = message.role
-                    content = message.content
+                    role = message["role"]
+                    content = message["content"]
 
                     if isinstance(content, list):
                         content_str = ", ".join(
@@ -207,13 +207,13 @@ def chat_stream(gen_ai_endpoint, version, environment, application_name,
 
                 # Loop through streaming events capturing relevant details
                 for event in wrapped(*args, **kwargs):
-                    response_id = event.id
-                    llmresponse += event.choices[0].delta.content
-                    if event.usage is not None:
-                        prompt_tokens = event.usage.prompt_tokens
-                        completion_tokens = event.usage.completion_tokens
-                        total_tokens = event.usage.total_tokens
-                        finish_reason = event.choices[0].finish_reason
+                    response_id = event.data.id
+                    llmresponse += event.data.choices[0].delta.content
+                    if event.data.usage is not None:
+                        prompt_tokens = event.data.usage.prompt_tokens
+                        completion_tokens = event.data.usage.completion_tokens
+                        total_tokens = event.data.usage.total_tokens
+                        finish_reason = event.data.choices[0].finish_reason
                     yield event
 
                 # Handling exception ensure observability without disrupting operation
@@ -222,8 +222,8 @@ def chat_stream(gen_ai_endpoint, version, environment, application_name,
                     message_prompt = kwargs.get('messages', "")
                     formatted_messages = []
                     for message in message_prompt:
-                        role = message.role
-                        content = message.content
+                        role = message["role"]
+                        content = message["content"]
 
                         if isinstance(content, list):
                             content_str = ", ".join(
@@ -363,7 +363,7 @@ def embeddings(gen_ai_endpoint, version, environment, application_name,
 
             try:
                 # Get prompt from kwargs and store as a single string
-                prompt = ', '.join(kwargs.get('input', []))
+                prompt = ', '.join(kwargs.get('inputs', []))
 
                 # Calculate cost of the operation
                 cost = get_embed_model_cost(kwargs.get('model', "mistral-embed"),