openlit 1.22.2__tar.gz → 1.22.5__tar.gz

{openlit-1.22.2 → openlit-1.22.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.22.2
+Version: 1.22.5
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu

{openlit-1.22.2 → openlit-1.22.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "openlit"
-version = "1.22.2"
+version = "1.22.5"
 description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
 authors = ["OpenLIT"]
 repository = "https://github.com/openlit/openlit/tree/main/openlit/python"

{openlit-1.22.2 → openlit-1.22.5}/src/openlit/__init__.py

@@ -130,6 +130,13 @@ class OpenlitConfig:
         cls.trace_content = trace_content
         cls.disable_metrics = disable_metrics
 
+def module_exists(module_name):
+    """Check if nested modules exist, addressing the dot notation issue."""
+    parts = module_name.split(".")
+    for i in range(1, len(parts) + 1):
+        if find_spec(".".join(parts[:i])) is None:
+            return False
+    return True
 
 def instrument_if_available(
     instrumentor_name,
@@ -150,7 +157,7 @@ def instrument_if_available(
         return
 
     try:
-        if find_spec(module_name) is not None:
+        if module_exists(module_name):
             instrumentor_instance.instrument(
                 environment=config.environment,
                 application_name=config.application_name,
@@ -167,6 +174,7 @@ def instrument_if_available(
     except Exception as e:
         logger.error("Failed to instrument %s: %s", instrumentor_name, e)
 
+
 def init(environment="default", application_name="default", tracer=None, otlp_endpoint=None,
          otlp_headers=None, disable_batch=False, trace_content=True, disabled_instrumentors=None,
          meter=None, disable_metrics=False, pricing_json=None, collect_gpu_stats=False):

{openlit-1.22.2 → openlit-1.22.5}/src/openlit/instrumentation/langchain/langchain.py

@@ -484,9 +484,12 @@ def chat(gen_ai_endpoint, version, environment, application_name,
                 input_tokens = response.response_metadata.get("prompt_eval_count", 0)
                 output_tokens = response.response_metadata.get("eval_count", 0)
 
+                prompt = "" if isinstance(args[0], list) else args[0]
+                model = getattr(instance, 'model_name', getattr(instance, 'model', 'gpt-4'))
+
                 # Calculate cost of the operation
                 cost = get_chat_model_cost(
-                    str(getattr(instance, 'model')),
+                    model,
                     pricing_info, input_tokens, output_tokens
                 )
 
@@ -502,15 +505,13 @@ def chat(gen_ai_endpoint, version, environment, application_name,
                 span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
                                     application_name)
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
-                                    str(getattr(instance, 'model')))
+                                    model)
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
-                                    str(getattr(instance, 'temperature')))
+                                    str(getattr(instance, 'temperature', 1)))
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_K,
-                                    str(getattr(instance, 'top_k')))
+                                    str(getattr(instance, 'top_k', 1)))
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
-                                    str(getattr(instance, 'top_p')))
-                span.set_attribute(SemanticConvetion.GEN_AI_RESPONSE_FINISH_REASON,
-                                    [response.response_metadata["done_reason"]])
+                                    str(getattr(instance, 'top_p', 1)))
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
                                     False)
                 span.set_attribute(SemanticConvetion.GEN_AI_USAGE_PROMPT_TOKENS,
@@ -525,7 +526,7 @@ def chat(gen_ai_endpoint, version, environment, application_name,
                     span.add_event(
                         name=SemanticConvetion.GEN_AI_CONTENT_PROMPT_EVENT,
                         attributes={
-                            SemanticConvetion.GEN_AI_CONTENT_PROMPT: args[0],
+                            SemanticConvetion.GEN_AI_CONTENT_PROMPT: prompt,
                         },
                     )
                     span.add_event(
@@ -550,7 +551,7 @@ def chat(gen_ai_endpoint, version, environment, application_name,
                         SemanticConvetion.GEN_AI_TYPE:
                             SemanticConvetion.GEN_AI_TYPE_CHAT,
                         SemanticConvetion.GEN_AI_REQUEST_MODEL:
-                            str(getattr(instance, 'model'))
+                            model
                     }
 
                     metrics["genai_requests"].add(1, attributes)
@@ -619,8 +620,8 @@ def achat(gen_ai_endpoint, version, environment, application_name,
             response = await wrapped(*args, **kwargs)
 
             try:
-                input_tokens = response.response_metadata["prompt_eval_count"] or 0
-                output_tokens = response.response_metadata["eval_count"] or 0
+                input_tokens = response.response_metadata.get("prompt_eval_count", 0)
+                output_tokens = response.response_metadata.get("eval_count", 0)
 
                 # Calculate cost of the operation
                 cost = get_chat_model_cost(