openlit 1.30.0__tar.gz → 1.30.2__tar.gz

{openlit-1.30.0 → openlit-1.30.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.30.0
+Version: 1.30.2
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu

{openlit-1.30.0 → openlit-1.30.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "openlit"
-version = "1.30.0"
+version = "1.30.2"
 description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
 authors = ["OpenLIT"]
 repository = "https://github.com/openlit/openlit/tree/main/openlit/python"

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/__init__.py

@@ -379,7 +379,7 @@ def get_prompt(url=None, name=None, api_key=None, prompt_id=None,
         # Return the JSON response
         return response.json()
     except requests.RequestException as error:
-        print(f"Error fetching prompt: {error}")
+        logger.error("Error fetching prompt: '%s'", error)
         return None
 
 def get_secrets(url=None, api_key=None, key=None, tags=None, should_set_env=None):
@@ -437,7 +437,7 @@ def get_secrets(url=None, api_key=None, key=None, tags=None, should_set_env=None
                 os.environ[token] = str(value)
         return vault_response
     except requests.RequestException as error:
-        print(f"Error fetching secrets: {error}")
+        logger.error("Error fetching secrets: '%s'", error)
         return None
 
 def trace(wrapped):

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/evals/utils.py

@@ -3,15 +3,18 @@
 
 import json
 import os
+import logging
 from typing import Optional, Tuple, List
 from pydantic import BaseModel
-
 from opentelemetry.metrics import get_meter
 from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
 from anthropic import Anthropic
 from openai import OpenAI
 from openlit.semcov import SemanticConvetion
 
+# Initialize logger for logging potential issues and operations
+logger = logging.getLogger(__name__)
+
 class JsonOutput(BaseModel):
     """
     A model representing the structure of JSON output for prompt injection detection.
@@ -216,7 +219,7 @@ def parse_llm_response(response) -> JsonOutput:
 
         return JsonOutput(**data)
     except (json.JSONDecodeError, TypeError) as e:
-        print(f"Error parsing LLM response: {e}")
+        logger.error("Error parsing LLM response: '%s'", e)
         return JsonOutput(score=0, classification="none", explanation="none",
                           verdict="no", evaluation="none")
 

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/guard/utils.py

@@ -4,6 +4,7 @@
 import re
 import json
 import os
+import logging
 from typing import Optional, Tuple
 from pydantic import BaseModel
 from opentelemetry.metrics import get_meter
@@ -12,6 +13,9 @@ from anthropic import Anthropic
 from openai import OpenAI
 from openlit.semcov import SemanticConvetion
 
+# Initialize logger for logging potential issues and operations
+logger = logging.getLogger(__name__)
+
 class JsonOutput(BaseModel):
     """
     A model representing the structure of JSON output for prompt injection detection.
@@ -158,7 +162,7 @@ def parse_llm_response(response) -> JsonOutput:
 
         return JsonOutput(**data)
     except (json.JSONDecodeError, TypeError) as e:
-        print(f"Error parsing LLM response: {e}")
+        logger.error("Error parsing LLM response: '%s'", e)
         return JsonOutput(score=0, classification="none", explanation="none",
                           verdict="none", guard="none")
 

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/instrumentation/azure_ai_inference/async_azure_ai_inference.py

@@ -195,7 +195,6 @@ def async_complete(gen_ai_endpoint, version, environment, application_name,
             with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
                 response = await wrapped(*args, **kwargs)
 
-                # print(instance._system_instruction.__dict__["_pb"].parts[0].text)
                 try:
                     # Format 'messages' into a single string
                     message_prompt = kwargs.get("messages", "")

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/instrumentation/azure_ai_inference/azure_ai_inference.py

@@ -195,7 +195,6 @@ def complete(gen_ai_endpoint, version, environment, application_name,
             with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
                 response = wrapped(*args, **kwargs)
 
-                # print(instance._system_instruction.__dict__["_pb"].parts[0].text)
                 try:
                     # Format 'messages' into a single string
                     message_prompt = kwargs.get("messages", "")

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/instrumentation/crewai/crewai.py

@@ -36,9 +36,9 @@ def crew_wrap(gen_ai_endpoint, version, environment, application_name,
         gen_ai_endpoint: Endpoint identifier for logging and tracing.
         version: Version of the monitoring package.
         environment: Deployment environment (e.g., production, staging).
-        application_name: Name of the application using the OpenAI API.
+        application_name: Name of the application using the CrewAI Agent.
         tracer: OpenTelemetry tracer for creating spans.
-        pricing_info: Information used for calculating the cost of OpenAI usage.
+        pricing_info: Information used for calculating the cost of CrewAI usage.
         trace_content: Flag indicating whether to trace the actual content.
 
     Returns:
@@ -70,9 +70,9 @@ def crew_wrap(gen_ai_endpoint, version, environment, application_name,
                 # Set base span attribues
                 span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
                 span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
-                                    SemanticConvetion.GEN_AI_SYSTEM_OPENAI)
+                                    SemanticConvetion.GEN_AI_SYSTEM_CREWAI)
                 span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
-                                    SemanticConvetion.GEN_AI_TYPE_CHAT)
+                                    SemanticConvetion.GEN_AI_TYPE_AGENT)
                 span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
                                     gen_ai_endpoint)
 

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/instrumentation/google_ai_studio/google_ai_studio.py

@@ -164,7 +164,6 @@ def generate(gen_ai_endpoint, version, environment, application_name,
             with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
                 response = wrapped(*args, **kwargs)
 
-                # print(instance._system_instruction.__dict__["_pb"].parts[0].text)
                 try:
                     prompt = ""
                     for arg in args:

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/instrumentation/litellm/async_litellm.py

@@ -26,9 +26,9 @@ def acompletion(gen_ai_endpoint, version, environment, application_name,
         gen_ai_endpoint: Endpoint identifier for logging and tracing.
         version: Version of the monitoring package.
         environment: Deployment environment (e.g., production, staging).
-        application_name: Name of the application using the OpenAI API.
+        application_name: Name of the application using the LiteLLM SDK.
         tracer: OpenTelemetry tracer for creating spans.
-        pricing_info: Information used for calculating the cost of OpenAI usage.
+        pricing_info: Information used for calculating the cost of LiteLLM usage.
         trace_content: Flag indicating whether to trace the actual content.
 
     Returns:
@@ -38,7 +38,6 @@ def acompletion(gen_ai_endpoint, version, environment, application_name,
     class TracedAsyncStream:
         """
         Wrapper for streaming responses to collect metrics and trace data.
-        Wraps the 'openai.AsyncStream' response to collect message IDs and aggregated response.
 
         This class implements the '__aiter__' and '__anext__' methods that
         handle asynchronous streaming responses.
@@ -125,7 +124,7 @@ def acompletion(gen_ai_endpoint, version, environment, application_name,
                     # Set Span attributes
                     self._span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
                     self._span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
-                                        SemanticConvetion.GEN_AI_SYSTEM_OPENAI)
+                                        SemanticConvetion.GEN_AI_SYSTEM_LITELLM)
                     self._span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
                                         SemanticConvetion.GEN_AI_TYPE_CHAT)
                     self._span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
@@ -185,7 +184,7 @@ def acompletion(gen_ai_endpoint, version, environment, application_name,
                             SemanticConvetion.GEN_AI_APPLICATION_NAME:
                                 application_name,
                             SemanticConvetion.GEN_AI_SYSTEM:
-                                SemanticConvetion.GEN_AI_SYSTEM_OPENAI,
+                                SemanticConvetion.GEN_AI_SYSTEM_LITELLM,
                             SemanticConvetion.GEN_AI_ENVIRONMENT:
                                 environment,
                             SemanticConvetion.GEN_AI_TYPE:
@@ -268,7 +267,7 @@ def acompletion(gen_ai_endpoint, version, environment, application_name,
                     # Set base span attribues
                     span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
                     span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
-                                        SemanticConvetion.GEN_AI_SYSTEM_OPENAI)
+                                        SemanticConvetion.GEN_AI_SYSTEM_LITELLM)
                     span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
                                         SemanticConvetion.GEN_AI_TYPE_CHAT)
                     span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
@@ -379,7 +378,7 @@ def acompletion(gen_ai_endpoint, version, environment, application_name,
                             SemanticConvetion.GEN_AI_APPLICATION_NAME:
                                 application_name,
                             SemanticConvetion.GEN_AI_SYSTEM:
-                                SemanticConvetion.GEN_AI_SYSTEM_OPENAI,
+                                SemanticConvetion.GEN_AI_SYSTEM_LITELLM,
                             SemanticConvetion.GEN_AI_ENVIRONMENT:
                                 environment,
                             SemanticConvetion.GEN_AI_TYPE:

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/instrumentation/litellm/litellm.py

@@ -26,9 +26,9 @@ def completion(gen_ai_endpoint, version, environment, application_name,
         gen_ai_endpoint: Endpoint identifier for logging and tracing.
         version: Version of the monitoring package.
         environment: Deployment environment (e.g., production, staging).
-        application_name: Name of the application using the OpenAI API.
+        application_name: Name of the application using the LiteLLM SDK.
         tracer: OpenTelemetry tracer for creating spans.
-        pricing_info: Information used for calculating the cost of OpenAI usage.
+        pricing_info: Information used for calculating the cost of LiteLLM usage.
         trace_content: Flag indicating whether to trace the actual content.
 
     Returns:
@@ -38,7 +38,6 @@ def completion(gen_ai_endpoint, version, environment, application_name,
     class TracedSyncStream:
         """
         Wrapper for streaming responses to collect metrics and trace data.
-        Wraps the 'openai.AsyncStream' response to collect message IDs and aggregated response.
 
         This class implements the '__aiter__' and '__anext__' methods that
         handle asynchronous streaming responses.
@@ -125,7 +124,7 @@ def completion(gen_ai_endpoint, version, environment, application_name,
                     # Set Span attributes
                     self._span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
                     self._span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
-                                        SemanticConvetion.GEN_AI_SYSTEM_OPENAI)
+                                        SemanticConvetion.GEN_AI_SYSTEM_LITELLM)
                     self._span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
                                         SemanticConvetion.GEN_AI_TYPE_CHAT)
                     self._span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
@@ -185,7 +184,7 @@ def completion(gen_ai_endpoint, version, environment, application_name,
                             SemanticConvetion.GEN_AI_APPLICATION_NAME:
                                 application_name,
                             SemanticConvetion.GEN_AI_SYSTEM:
-                                SemanticConvetion.GEN_AI_SYSTEM_OPENAI,
+                                SemanticConvetion.GEN_AI_SYSTEM_LITELLM,
                             SemanticConvetion.GEN_AI_ENVIRONMENT:
                                 environment,
                             SemanticConvetion.GEN_AI_TYPE:
@@ -268,7 +267,7 @@ def completion(gen_ai_endpoint, version, environment, application_name,
                     # Set base span attribues
                     span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
                     span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
-                                        SemanticConvetion.GEN_AI_SYSTEM_OPENAI)
+                                        SemanticConvetion.GEN_AI_SYSTEM_LITELLM)
                     span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
                                         SemanticConvetion.GEN_AI_TYPE_CHAT)
                     span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
@@ -379,7 +378,7 @@ def completion(gen_ai_endpoint, version, environment, application_name,
                             SemanticConvetion.GEN_AI_APPLICATION_NAME:
                                 application_name,
                             SemanticConvetion.GEN_AI_SYSTEM:
-                                SemanticConvetion.GEN_AI_SYSTEM_OPENAI,
+                                SemanticConvetion.GEN_AI_SYSTEM_LITELLM,
                             SemanticConvetion.GEN_AI_ENVIRONMENT:
                                 environment,
                             SemanticConvetion.GEN_AI_TYPE:

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/otel/metrics.py

@@ -1,4 +1,4 @@
-# pylint: disable=duplicate-code, line-too-long
+# pylint: disable=duplicate-code, line-too-long, ungrouped-imports
 """
 Setups up OpenTelemetry Meter
 """
@@ -8,10 +8,13 @@ from opentelemetry.sdk.metrics import MeterProvider
 from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader, ConsoleMetricExporter
 from opentelemetry.sdk.resources import SERVICE_NAME, TELEMETRY_SDK_NAME, DEPLOYMENT_ENVIRONMENT
 from opentelemetry.sdk.resources import Resource
-from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter
-
 from openlit.semcov import SemanticConvetion
 
+if os.environ.get("OTEL_EXPORTER_OTLP_PROTOCOL") == "grpc":
+    from opentelemetry.exporter.otlp.proto.grpc.metric_exporter import OTLPMetricExporter
+else:
+    from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter
+
 # Global flag to check if the meter provider initialization is complete.
 METER_SET = False
 

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/otel/tracing.py

@@ -1,4 +1,4 @@
-# pylint: disable=duplicate-code, line-too-long
+# pylint: disable=duplicate-code, line-too-long, ungrouped-imports
 """
 Setups up OpenTelemetry tracer
 """
@@ -10,8 +10,11 @@ from opentelemetry.sdk.resources import Resource
 from opentelemetry.sdk.trace import TracerProvider
 from opentelemetry.sdk.trace.export import BatchSpanProcessor, SimpleSpanProcessor
 from opentelemetry.sdk.trace.export import ConsoleSpanExporter
-from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
 
+if os.environ.get("OTEL_EXPORTER_OTLP_PROTOCOL") == "grpc":
+    from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter
+else:
+    from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
 
 # Global flag to check if the tracer provider initialization is complete.
 TRACER_SET = False

{openlit-1.30.0 → openlit-1.30.2}/src/openlit/semcov/__init__.py

@@ -88,6 +88,7 @@ class SemanticConvetion:
     GEN_AI_TYPE_FINETUNING = "fine_tuning"
     GEN_AI_TYPE_VECTORDB = "vectordb"
     GEN_AI_TYPE_FRAMEWORK = "framework"
+    GEN_AI_TYPE_AGENT = "agent"
 
     GEN_AI_SYSTEM_HUGGING_FACE = "huggingface"
     GEN_AI_SYSTEM_OPENAI = "openai"
@@ -108,6 +109,8 @@ class SemanticConvetion:
     GEN_AI_SYSTEM_LLAMAINDEX = "llama_index"
     GEN_AI_SYSTEM_HAYSTACK = "haystack"
     GEN_AI_SYSTEM_EMBEDCHAIN = "embedchain"
+    GEN_AI_SYSTEM_LITELLM = "litellm"
+    GEN_AI_SYSTEM_CREWAI = "crewai"
 
     # Vector DB
     DB_REQUESTS = "db.total.requests"