openlit 1.11.0__py3-none-any.whl → 1.14.0__py3-none-any.whl

openlit/__init__.py

@@ -1,17 +1,26 @@
+# pylint: disable=broad-exception-caught
 """
 The __init__.py module for the openLIT package.
 This module sets up the openLIT configuration and instrumentation for various
 large language models (LLMs).
 """
+
 from typing import Dict
 import logging
 from importlib.util import find_spec
+from functools import wraps
+from contextlib import contextmanager
+
 
 # Import internal modules for setting up tracing and fetching pricing info.
+from opentelemetry import trace as t
+from opentelemetry.trace import SpanKind, Status, StatusCode, Span
+from openlit.semcov import SemanticConvetion
 from openlit.otel.tracing import setup_tracing
 from openlit.otel.metrics import setup_meter
 from openlit.__helpers import fetch_pricing_info
 
+
 # Instrumentors for various large language models.
 from openlit.instrumentation.openai import OpenAIInstrumentor
 from openlit.instrumentation.anthropic import AnthropicInstrumentor
@@ -31,17 +40,19 @@ from openlit.instrumentation.pinecone import PineconeInstrumentor
 from openlit.instrumentation.qdrant import QdrantInstrumentor
 from openlit.instrumentation.milvus import MilvusInstrumentor
 from openlit.instrumentation.transformers import TransformersInstrumentor
+from openlit.instrumentation.gpu import NvidiaGPUInstrumentor
 
 # Set up logging for error and information messages.
 logger = logging.getLogger(__name__)
 
+
 class OpenlitConfig:
     """
     A Singleton Configuration class for openLIT.
-    
+
     This class maintains a single instance of configuration settings including
     environment details, application name, and tracing information throughout the openLIT package.
-    
+
     Attributes:
         environment (str): Deployment environment of the application.
         application_name (str): Name of the application using openLIT.
@@ -52,6 +63,7 @@ class OpenlitConfig:
         disable_batch (bool): Flag to disable batch span processing in tracing.
         trace_content (bool): Flag to enable or disable tracing of content.
     """
+
     _instance = None
 
     def __new__(cls):
@@ -76,9 +88,19 @@ class OpenlitConfig:
         cls.disable_metrics = False
 
     @classmethod
-    def update_config(cls, environment, application_name, tracer, otlp_endpoint,
-                      otlp_headers, disable_batch, trace_content, metrics_dict,
-                      disable_metrics, pricing_json):
+    def update_config(
+        cls,
+        environment,
+        application_name,
+        tracer,
+        otlp_endpoint,
+        otlp_headers,
+        disable_batch,
+        trace_content,
+        metrics_dict,
+        disable_metrics,
+        pricing_json,
+    ):
         """
         Updates the configuration based on provided parameters.
 
@@ -104,8 +126,14 @@ class OpenlitConfig:
         cls.trace_content = trace_content
         cls.disable_metrics = disable_metrics
 
-def instrument_if_available(instrumentor_name, instrumentor_instance, config,
-                            disabled_instrumentors, module_name_map):
+
+def instrument_if_available(
+    instrumentor_name,
+    instrumentor_instance,
+    config,
+    disabled_instrumentors,
+    module_name_map,
+):
     """Instruments the specified instrumentor if its library is available."""
     if instrumentor_name in disabled_instrumentors:
         return
@@ -121,7 +149,7 @@ def instrument_if_available(instrumentor_name, instrumentor_instance, config,
                 pricing_info=config.pricing_info,
                 trace_content=config.trace_content,
                 metrics_dict=config.metrics_dict,
-                disable_metrics=config.disable_metrics
+                disable_metrics=config.disable_metrics,
             )
 
         # pylint: disable=broad-exception-caught
@@ -130,13 +158,13 @@ def instrument_if_available(instrumentor_name, instrumentor_instance, config,
 
 def init(environment="default", application_name="default", tracer=None, otlp_endpoint=None,
          otlp_headers=None, disable_batch=False, trace_content=True, disabled_instrumentors=None,
-         meter=None, disable_metrics=False, pricing_json=None):
+         meter=None, disable_metrics=False, pricing_json=None, collect_gpu_stats=False):
     """
     Initializes the openLIT configuration and setups tracing.
-    
-    This function sets up the openLIT environment with provided configurations 
+
+    This function sets up the openLIT environment with provided configurations
     and initializes instrumentors for tracing.
-    
+
     Args:
         environment (str): Deployment environment.
         application_name (str): Application name.
@@ -147,16 +175,17 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
         disable_batch (bool): Flag to disable batch span processing (Optional).
         trace_content (bool): Flag to trace content (Optional).
         disabled_instrumentors (List[str]): Optional. List of instrumentor names to disable.
-        disable_metrics (bool): Flag to disable metrics (Optional)
-        pricing_json(str): File path or url to the pricing json (Optional)
+        disable_metrics (bool): Flag to disable metrics (Optional).
+        pricing_json(str): File path or url to the pricing json (Optional).
+        collect_gpu_stats (bool): Flag to enable or disable GPU metrics collection.
     """
     disabled_instrumentors = disabled_instrumentors if disabled_instrumentors else []
     # Check for invalid instrumentor names
 
     module_name_map = {
         "openai": "openai",
-        "anthropic": "anthropic",  
-        "cohere": "cohere",  
+        "anthropic": "anthropic",
+        "cohere": "cohere",
         "mistral": "mistralai",
         "bedrock": "boto3",
         "vertexai": "vertexai",
@@ -171,12 +200,16 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
         "pinecone": "pinecone",
         "qdrant": "qdrant_client",
         "milvus": "pymilvus",
-        "transformers": "transformers"
+        "transformers": "transformers",
     }
 
-    invalid_instrumentors = [name for name in disabled_instrumentors if name not in module_name_map]
+    invalid_instrumentors = [
+        name for name in disabled_instrumentors if name not in module_name_map
+    ]
     for invalid_name in invalid_instrumentors:
-        logger.warning("Invalid instrumentor name detected and ignored: '%s'", invalid_name)
+        logger.warning(
+            "Invalid instrumentor name detected and ignored: '%s'", invalid_name
+        )
 
     try:
         # Retrieve or create the single configuration instance.
@@ -185,9 +218,11 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
         # Setup tracing based on the provided or default configuration.
         tracer = setup_tracing(
             application_name=application_name,
-            environment=environment, tracer=tracer,
-            otlp_endpoint=otlp_endpoint, otlp_headers=otlp_headers,
-            disable_batch=disable_batch
+            environment=environment,
+            tracer=tracer,
+            otlp_endpoint=otlp_endpoint,
+            otlp_headers=otlp_headers,
+            disable_batch=disable_batch,
         )
 
         if not tracer:
@@ -195,18 +230,31 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
             return
 
         # Setup meter and receive metrics_dict instead of meter
-        metrics_dict = setup_meter(application_name=application_name,
-                                   environment=environment, meter=meter,
-                                   otlp_endpoint=otlp_endpoint, otlp_headers=otlp_headers)
+        metrics_dict = setup_meter(
+            application_name=application_name,
+            environment=environment,
+            meter=meter,
+            otlp_endpoint=otlp_endpoint,
+            otlp_headers=otlp_headers,
+        )
 
         if not metrics_dict:
             logger.error("openLIT metrics setup failed. Metrics will not be available.")
             return
 
         # Update global configuration with the provided settings.
-        config.update_config(environment, application_name, tracer, otlp_endpoint,
-                             otlp_headers, disable_batch, trace_content,
-                             metrics_dict, disable_metrics, pricing_json)
+        config.update_config(
+            environment,
+            application_name,
+            tracer,
+            otlp_endpoint,
+            otlp_headers,
+            disable_batch,
+            trace_content,
+            metrics_dict,
+            disable_metrics,
+            pricing_json,
+        )
 
         # Map instrumentor names to their instances
         instrumentor_instances = {
@@ -227,7 +275,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
             "pinecone": PineconeInstrumentor(),
             "qdrant": QdrantInstrumentor(),
             "milvus": MilvusInstrumentor(),
-            "transformers": TransformersInstrumentor()
+            "transformers": TransformersInstrumentor(),
         }
 
         # Initialize and instrument only the enabled instrumentors
@@ -235,6 +283,139 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
             instrument_if_available(name, instrumentor, config,
                                     disabled_instrumentors, module_name_map)
 
-    # pylint: disable=broad-exception-caught
+        if (disable_metrics is False) and (collect_gpu_stats is True):
+            NvidiaGPUInstrumentor().instrument(
+                environment=config.environment,
+                application_name=config.application_name,
+            )
+
     except Exception as e:
         logger.error("Error during openLIT initialization: %s", e)
+
+
+def trace(wrapped):
+    """
+    Generates a telemetry wrapper for messages to collect metrics.
+    """
+
+    @wraps(wrapped)
+    def wrapper(*args, **kwargs):
+        __trace = t.get_tracer_provider()
+        with __trace.get_tracer(__name__).start_as_current_span(
+            name=wrapped.__name__,
+            kind=SpanKind.CLIENT,
+        ) as span:
+            try:
+                response = wrapped(*args, **kwargs)
+                span.set_attribute(
+                    SemanticConvetion.GEN_AI_CONTENT_COMPLETION, response
+                )
+                span.set_status(Status(StatusCode.OK))
+
+            except Exception as e:
+                response = None
+                span.record_exception(e)
+                span.set_status(status=Status(StatusCode.ERROR), description=e)
+                logging.error("Error in %s: %s", wrapped.__name__, e, exc_info=True)
+
+            # Adding function arguments as metadata
+            try:
+                span.set_attribute("function.args", str(args))
+                span.set_attribute("function.kwargs", str(kwargs))
+                span.set_attribute(
+                    SemanticConvetion.GEN_AI_APPLICATION_NAME,
+                    OpenlitConfig.application_name,
+                )
+                span.set_attribute(
+                    SemanticConvetion.GEN_AI_ENVIRONMENT, OpenlitConfig.environment
+                )
+
+            except Exception as meta_exception:
+                logging.error(
+                    "Failed to set metadata for %s: %s",
+                    wrapped.__name__,
+                    meta_exception,
+                    exc_info=True,
+                )
+
+            return response
+
+    return wrapper
+
+
+class TracedSpan:
+    """
+    A wrapper class for an OpenTelemetry span that provides helper methods
+    for setting result and metadata attributes on the span.
+
+    Attributes:
+        _span (Span): The underlying OpenTelemetry span.
+    """
+
+    def __init__(self, span):
+        """
+        Initializes the TracedSpan with the given span.
+
+        Params:
+            span (Span): The OpenTelemetry span to be wrapped.
+        """
+
+        self._span: Span = span
+
+    def set_result(self, result):
+        """
+        Sets the result attribute on the underlying span.
+
+        Params:
+            result: The result to be set as an attribute on the span.
+        """
+
+        self._span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_COMPLETION, result)
+
+    def set_metadata(self, metadata: Dict):
+        """
+        Sets multiple attributes on the underlying span.
+
+        Params:
+            metadata (Dict): A dictionary of attributes to be set on the span.
+        """
+
+        self._span.set_attributes(attributes=metadata)
+
+    def __enter__(self):
+        """
+        Enters the context of the TracedSpan, returning itself.
+
+        Returns:
+            TracedSpan: The instance of TracedSpan.
+        """
+
+        return self
+
+    def __exit__(self, _exc_type, _exc_val, _exc_tb):
+        """
+        Exits the context of the TracedSpan by ending the underlying span.
+        """
+
+        self._span.end()
+
+
+@contextmanager
+def start_trace(name: str):
+    """
+    A context manager that starts a new trace and provides a TracedSpan
+    for usage within the context.
+
+    Params:
+        name (str): The name of the span.
+
+    Yields:
+        TracedSpan: The wrapped span for trace operations.
+    """
+
+    __trace = t.get_tracer_provider()
+    with __trace.get_tracer(__name__).start_as_current_span(
+        name,
+        kind=SpanKind.CLIENT,
+    ) as span:
+        yield TracedSpan(span)

openlit/instrumentation/gpu/__init__.py

@@ -0,0 +1,132 @@
+# pylint: disable=useless-return, bad-staticmethod-argument, duplicate-code, import-outside-toplevel, broad-exception-caught, unused-argument
+"""Initializer of Auto Instrumentation of GPU Metrics"""
+
+from typing import Collection, Iterable
+import logging
+from functools import partial
+
+from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
+from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
+from opentelemetry.metrics import get_meter, CallbackOptions, Observation
+
+from openlit.semcov import SemanticConvetion
+
+# Initialize logger for logging potential issues and operations
+logger = logging.getLogger(__name__)
+
+class NvidiaGPUInstrumentor(BaseInstrumentor):
+    """
+    An instrumentor for collecting NVIDIA GPU metrics.
+    """
+
+    def instrumentation_dependencies(self) -> Collection[str]:
+        return []
+
+    def _instrument(self, **kwargs):
+
+        application_name = kwargs.get("application_name", "default")
+        environment = kwargs.get("environment", "default")
+
+        meter = get_meter(
+            __name__,
+            "0.1.0",
+            schema_url="https://opentelemetry.io/schemas/1.11.0",
+        )
+
+        def check_and_record(value):
+            return value if value is not None else 0
+
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_UTILIZATION,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "utilization")],
+            description="GPU Utilization",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_UTILIZATION_ENC,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "utilization_enc")],
+            description="GPU Encoder Utilization",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_UTILIZATION_DEC,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "utilization_dec")],
+            description="GPU Decoder Utilization",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_TEMPERATURE,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "temperature")],
+            description="GPU Temperature",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_FAN_SPEED,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "fan_speed")],
+            description="GPU Fan Speed",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_MEMORY_AVAILABLE,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "memory_available")],
+            description="GPU Memory Available",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_MEMORY_TOTAL,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "memory_total")],
+            description="GPU Memory Total",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_MEMORY_USED,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "memory_used")],
+            description="GPU Memory Used",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_MEMORY_FREE,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "memory_free")],
+            description="GPU Memory Free",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_POWER_DRAW,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "power_draw")],
+            description="GPU Power Draw",
+        )
+        meter.create_observable_gauge(
+            name=SemanticConvetion.GPU_POWER_LIMIT,
+            callbacks=[partial(self._collect_metric, environment,
+                               application_name, check_and_record, "power_limit")],
+            description="GPU Power Limit",
+        )
+
+    def _uninstrument(self, **kwargs):
+        # Proper uninstrumentation logic to revert patched methods
+        pass
+
+    def _collect_metric(self, environment, application_name,
+                        check_and_record, metric_name,
+                        options: CallbackOptions) -> Iterable[Observation]:
+
+        import gpustat
+
+        try:
+            gpu_stats = gpustat.GPUStatCollection.new_query()
+
+            for gpu in gpu_stats.gpus:
+                attributes = {
+                    TELEMETRY_SDK_NAME: "openlit",
+                    SemanticConvetion.GEN_AI_APPLICATION_NAME: application_name,
+                    SemanticConvetion.GEN_AI_ENVIRONMENT: environment,
+                    SemanticConvetion.GPU_INDEX: gpu.index,
+                    SemanticConvetion.GPU_UUID: gpu.uuid,
+                    SemanticConvetion.GPU_NAME: gpu.name,
+                }
+
+                yield Observation(check_and_record(getattr(gpu, metric_name, 0)), attributes)
+
+        except Exception as e:
+            logger.error("Error in GPU metrics collection: %s", e)

openlit/instrumentation/groq/async_groq.py

@@ -268,7 +268,7 @@ def async_chat(gen_ai_endpoint, version, environment, application_name,
                         else:
                             i = 0
                             while i < kwargs["n"] and trace_content is True:
-                                attribute_name = f"gen_ai.content.completion.{i}"
+                                attribute_name = f"gen_ai.completion.{i}"
                                 span.set_attribute(attribute_name,
                                                     response.choices[i].message.content)
                                 i += 1

openlit/instrumentation/groq/groq.py

@@ -268,7 +268,7 @@ def chat(gen_ai_endpoint, version, environment, application_name,
                         else:
                             i = 0
                             while i < kwargs["n"] and trace_content is True:
-                                attribute_name = f"gen_ai.content.completion.{i}"
+                                attribute_name = f"gen_ai.completion.{i}"
                                 span.set_attribute(attribute_name,
                                                     response.choices[i].message.content)
                                 i += 1

openlit/instrumentation/openai/async_azure_openai.py

@@ -269,7 +269,7 @@ def azure_async_chat_completions(gen_ai_endpoint, version, environment, applicat
                         else:
                             i = 0
                             while i < kwargs["n"] and trace_content is True:
-                                attribute_name = f"gen_ai.content.completion.{i}"
+                                attribute_name = f"gen_ai.completion.{i}"
                                 span.set_attribute(attribute_name,
                                                     response.choices[i].message.content)
                                 i += 1
@@ -550,7 +550,7 @@ def azure_async_completions(gen_ai_endpoint, version, environment, application_n
                         else:
                             i = 0
                             while i < kwargs["n"] and trace_content is True:
-                                attribute_name = f"gen_ai.content.completion.{i}"
+                                attribute_name = f"gen_ai.completion.{i}"
                                 span.set_attribute(attribute_name,
                                                     response.choices[i].text)
                                 i += 1

openlit/instrumentation/openai/async_openai.py

@@ -273,7 +273,7 @@ def async_chat_completions(gen_ai_endpoint, version, environment, application_na
                         else:
                             i = 0
                             while i < kwargs["n"] and trace_content is True:
-                                attribute_name = f"gen_ai.content.completion.{i}"
+                                attribute_name = f"gen_ai.completion.{i}"
                                 span.set_attribute(attribute_name,
                                                     response.choices[i].message.content)
                                 i += 1

openlit/instrumentation/openai/azure_openai.py

@@ -269,7 +269,7 @@ def azure_chat_completions(gen_ai_endpoint, version, environment, application_na
                         else:
                             i = 0
                             while i < kwargs["n"] and trace_content is True:
-                                attribute_name = f"gen_ai.content.completion.{i}"
+                                attribute_name = f"gen_ai.completion.{i}"
                                 span.set_attribute(attribute_name,
                                                     response.choices[i].message.content)
                                 i += 1
@@ -548,7 +548,7 @@ def azure_completions(gen_ai_endpoint, version, environment, application_name,
                         else:
                             i = 0
                             while i < kwargs["n"] and trace_content is True:
-                                attribute_name = f"gen_ai.content.completion.{i}"
+                                attribute_name = f"gen_ai.completion.{i}"
                                 span.set_attribute(attribute_name,
                                                     response.choices[i].text)
                                 i += 1

openlit/instrumentation/openai/openai.py

@@ -272,7 +272,7 @@ def chat_completions(gen_ai_endpoint, version, environment, application_name,
                         else:
                             i = 0
                             while i < kwargs["n"] and trace_content is True:
-                                attribute_name = f"gen_ai.content.completion.{i}"
+                                attribute_name = f"gen_ai.completion.{i}"
                                 span.set_attribute(attribute_name,
                                                     response.choices[i].message.content)
                                 i += 1

openlit/instrumentation/transformers/transformers.py

@@ -98,7 +98,7 @@ def text_wrap(gen_ai_endpoint, version, environment, application_name,
                 completion_tokens = 0
                 for completion in response:
                     if len(response) > 1:
-                        attribute_name = f"gen_ai.content.completion.{i}"
+                        attribute_name = f"gen_ai.completion.{i}"
                     else:
                         attribute_name = SemanticConvetion.GEN_AI_CONTENT_COMPLETION
                     if i == 0:

openlit/semcov/__init__.py

@@ -21,7 +21,7 @@ class SemanticConvetion:
     GEN_AI_SYSTEM = "gen_ai.system"
     GEN_AI_ENVIRONMENT = "gen_ai.environment"
     GEN_AI_APPLICATION_NAME = "gen_ai.application_name"
-    GEN_AI_TYPE = "gen_ai.type"
+    GEN_AI_TYPE = "gen_ai.operation.name"
     GEN_AI_HUB_OWNER = "gen_ai.hub.owner"
     GEN_AI_HUB_REPO = "gen_ai.hub.repo"
     GEN_AI_RETRIEVAL_SOURCE = "gen_ai.retrieval.source"
@@ -68,8 +68,8 @@ class SemanticConvetion:
     GEN_AI_RESPONSE_IMAGE_STYLE = "gen_ai.request.image_style"
 
     # GenAI Content
-    GEN_AI_CONTENT_PROMPT = "gen_ai.content.prompt"
-    GEN_AI_CONTENT_COMPLETION = "gen_ai.content.completion"
+    GEN_AI_CONTENT_PROMPT = "gen_ai.prompt"
+    GEN_AI_CONTENT_COMPLETION = "gen_ai.completion"
     GEN_AI_CONTENT_REVISED_PROMPT = "gen_ai.content.revised_prompt"
 
     # GenAI Evaluation Metrics
@@ -145,3 +145,20 @@ class SemanticConvetion:
     DB_SYSTEM_PINECONE = "pinecone"
     DB_SYSTEM_QDRANT = "qdrant"
     DB_SYSTEM_MILVUS = "milvus"
+
+    # GPU
+    GPU_INDEX = "gpu.index"
+    GPU_UUID = "gpu.uuid"
+    GPU_NAME = "gpu.name"
+
+    GPU_UTILIZATION = "gpu.utilization"
+    GPU_UTILIZATION_ENC = "gpu.enc.utilization"
+    GPU_UTILIZATION_DEC = "gpu.dec.utilization"
+    GPU_TEMPERATURE = "gpu.temperature"
+    GPU_FAN_SPEED = "gpu.fan_speed"
+    GPU_MEMORY_AVAILABLE = "gpu.memory.available"
+    GPU_MEMORY_TOTAL = "gpu.memory.total"
+    GPU_MEMORY_USED = "gpu.memory.used"
+    GPU_MEMORY_FREE = "gpu.memory.free"
+    GPU_POWER_DRAW = "gpu.power.draw"
+    GPU_POWER_LIMIT = "gpu.power.limit"

{openlit-1.11.0.dist-info → openlit-1.14.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.11.0
+Version: 1.14.0
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT
@@ -14,11 +14,13 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: boto3 (>=1.34.0,<2.0.0)
 Requires-Dist: botocore (>=1.34.0,<2.0.0)
+Requires-Dist: gpustat (>=1.1.1,<2.0.0)
 Requires-Dist: opentelemetry-api (>=1.24.0,<2.0.0)
 Requires-Dist: opentelemetry-exporter-otlp (>=1.24.0,<2.0.0)
 Requires-Dist: opentelemetry-instrumentation (>=0.45b0,<0.46)
 Requires-Dist: opentelemetry-sdk (>=1.24.0,<2.0.0)
 Requires-Dist: requests (>=2.26.0,<3.0.0)
+Requires-Dist: schedule (>=1.2.2,<2.0.0)
 Requires-Dist: tiktoken (>=0.6.0,<0.7.0)
 Project-URL: Repository, https://github.com/openlit/openlit/tree/main/openlit/python
 Description-Content-Type: text/markdown
@@ -36,7 +38,8 @@ OpenTelemetry Auto-Instrumentation for GenAI & LLM Applications</h1>
 [![GitHub Contributors](https://img.shields.io/github/contributors/openlit/openlit)](https://github.com/openlit/openlit/graphs/contributors)
 
 [![Slack](https://img.shields.io/badge/Slack-4A154B?logo=slack&logoColor=white)](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ)
-[![X](https://img.shields.io/badge/follow-%40OpenLIT-1DA1F2?logo=x&style=social)](https://twitter.com/openlit_io)
+[![Discord](https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white)](https://discord.gg/rjvTm6zd)
+[![X](https://img.shields.io/badge/follow-%40openlit__io-1DA1F2?logo=x&style=social)](https://twitter.com/openlit_io)
 
 ![OpenLIT Connections Banner](https://github.com/openlit/.github/blob/main/profile/assets/github-readme-connections-banner.png?raw=true)
 
@@ -70,8 +73,9 @@ This project adheres to the [Semantic Conventions](https://github.com/open-telem
 - [✅ Prometheus + Tempo](https://docs.openlit.io/latest/connections/prometheus-tempo)
 - [✅ Prometheus + Jaeger](https://docs.openlit.io/latest/connections/prometheus-jaeger)
 - [✅ Grafana Cloud](https://docs.openlit.io/latest/connections/grafanacloud)
-- [✅ DataDog](https://docs.openlit.io/latest/connections/datadog)
 - [✅ New Relic](https://docs.openlit.io/latest/connections/new-relic)
+- [✅ Elastic](https://docs.openlit.io/latest/connections/elastic)
+- [✅ DataDog](https://docs.openlit.io/latest/connections/datadog)
 - [✅ SigNoz](https://docs.openlit.io/latest/connections/signoz)
 - [✅ Dynatrace](https://docs.openlit.io/latest/connections/dynatrace)
 - [✅ OpenObserve](https://docs.openlit.io/latest/connections/openobserve)
@@ -183,6 +187,7 @@ Below is a detailed overview of the configuration options available, allowing yo
 | `disabled_instrumentors`| List of instrumentors to disable. | `None` |    No    |
 | `disable_metrics`       | If set, disables the collection of metrics.                                                   | `False`        |    No    |
 | `pricing_json`          | URL or file path of the pricing JSON file.                                             | `https://github.com/openlit/openlit/blob/main/assets/pricing.json`        |    No    |
+| `collect_gpu_stats`          | Flag to enable or disable GPU metrics collection.                                         | `False`        |    No    |
 
 ## 🌱 Contributing
 
@@ -190,7 +195,7 @@ Whether it's big or small, we love contributions 💚. Check out our [Contributi
 
 Unsure where to start? Here are a few ways to get involved:
 
-- Join our [Slack channel](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ) to discuss ideas, share feedback, and connect with both our team and the wider OpenLIT community.
+- Join our [Slack](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ) or [Discord](https://discord.gg/rjvTm6zd) community to discuss ideas, share feedback, and connect with both our team and the wider OpenLIT community.
 
 Your input helps us grow and improve, and we're here to support you every step of the way.
 
@@ -199,7 +204,7 @@ Your input helps us grow and improve, and we're here to support you every step o
 Connect with the OpenLIT community and maintainers for support, discussions, and updates:
 
 - 🌟 If you like it, Leave a star on our [GitHub](https://github.com/openlit/openlit/)
-- 🌍 Join our [Slack](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ) Community for live interactions and questions.
+- 🌍 Join our [Slack](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ) or [Discord](https://discord.gg/rjvTm6zd) community for live interactions and questions.
 - 🐞 Report bugs on our [GitHub Issues](https://github.com/openlit/openlit/issues) to help us improve OpenLIT.
 - 𝕏 Follow us on [X](https://x.com/openlit_io) for the latest updates and news.
 

{openlit-1.11.0.dist-info → openlit-1.14.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
 openlit/__helpers.py,sha256=lrn4PBs9owDudiCY2NBoVbAi7AU_HtUpyOj0oqPBsPY,5545
-openlit/__init__.py,sha256=uW32Zg5R6NK3qqy3rfQhUnFi_YfvhnM4TFJSLo6Yr54,10439
+openlit/__init__.py,sha256=1CB3rIWpEzhc330JtZ7HxZ77bZfX4DEUtiubOQivXk0,14841
 openlit/instrumentation/anthropic/__init__.py,sha256=oaU53BOPyfUKbEzYvLr1DPymDluurSnwo4Hernf2XdU,1955
 openlit/instrumentation/anthropic/anthropic.py,sha256=CYBui5eEfWdSfFF0xtCQjh1xO-gCVJc_V9Hli0szVZE,16026
 openlit/instrumentation/anthropic/async_anthropic.py,sha256=NW84kTQ3BkUx1zZuMRps_J7zTYkmq5BxOrqSjqWInBs,16068
@@ -13,9 +13,10 @@ openlit/instrumentation/embedchain/__init__.py,sha256=8TYk1OEbz46yF19dr-gB_x80VZ
 openlit/instrumentation/embedchain/embedchain.py,sha256=SLlr7qieT3kp4M6OYSRy8FaVCXQ2t3oPyIiE99ioNE4,7892
 openlit/instrumentation/gpt4all/__init__.py,sha256=-59CP2B3-HGZJ_vC-fI9Dt-0BuQXRhSCWCjnaGeU15Q,1802
 openlit/instrumentation/gpt4all/gpt4all.py,sha256=iDu8CAat4j5VPAlhIdkGOclZvhFPG-u7zKwadsKeJps,17948
+openlit/instrumentation/gpu/__init__.py,sha256=Dj2MLar0DB20-t6W3pfR-3jfR_mwg4SYwhzIrH_n9sU,5596
 openlit/instrumentation/groq/__init__.py,sha256=uW_0G6HSanQyK2dIXYhzR604pDiyPQfybzc37DsfSew,1911
-openlit/instrumentation/groq/async_groq.py,sha256=WQwHpC-NJoyEf-jAJlxEcdnpd5jmlfAsDtEBRJ47CxA,19084
-openlit/instrumentation/groq/groq.py,sha256=4uiEFUjxJ0q-c3GlgPAMc4NijG1YLgQp7o3wcwFrxeg,19048
+openlit/instrumentation/groq/async_groq.py,sha256=aOwgoUrEqIgLSlnAtJnaGIF8T_LUlpTnOzPNBIUwez4,19076
+openlit/instrumentation/groq/groq.py,sha256=iMh4TPwBEJ7Eg6Gi4x6KYpELtQKDXIsgLrh6kQHVkHc,19040
 openlit/instrumentation/haystack/__init__.py,sha256=QK6XxxZUHX8vMv2Crk7rNBOc64iOOBLhJGL_lPlAZ8s,1758
 openlit/instrumentation/haystack/haystack.py,sha256=oQIZiDhdp3gnJnhYQ1OouJMc9YT0pQ-_31cmNuopa68,3891
 openlit/instrumentation/langchain/__init__.py,sha256=TW1ZR7I1i9Oig-wDWp3j1gmtQFO76jNBXQRBGGKzoOo,2531
@@ -31,23 +32,23 @@ openlit/instrumentation/ollama/__init__.py,sha256=cOax8PiypDuo_FC4WvDCYBRo7lH5nV
 openlit/instrumentation/ollama/async_ollama.py,sha256=ESk1zZTj2hPmkWIH5F2owuoo0apleDSSx5VORlO3e3w,28991
 openlit/instrumentation/ollama/ollama.py,sha256=PLGF9RB3TRNZ9GSGqeGVvKFBtgUK8Hc8xwvk-3NPeGI,28901
 openlit/instrumentation/openai/__init__.py,sha256=AZ2cPr3TMKkgGdMl_yXMeSi7bWhtmMqOW1iHdzHHGHA,16265
-openlit/instrumentation/openai/async_azure_openai.py,sha256=QE_5KHaCHAndkf7Y2Iq66mZUc0I1qtqIJ6iYPnwiuXA,46297
-openlit/instrumentation/openai/async_openai.py,sha256=qfJG_gIkSz3Gjau0zQ_G3tvkqkOd-md5LBK6wIjvH0U,45841
-openlit/instrumentation/openai/azure_openai.py,sha256=8nm1hsGdWLhJt97fkV254_biYdGeVJiZP2_Yb3pKSEU,46091
-openlit/instrumentation/openai/openai.py,sha256=VVl0fuQfxitH-V4hVeP5VxB31-yWMI74Xz4katlsG78,46522
+openlit/instrumentation/openai/async_azure_openai.py,sha256=Lkclj_EraztqBpuYldDMwhqApa0iUb1s5gcUlgkwMkA,46281
+openlit/instrumentation/openai/async_openai.py,sha256=KtY_nGbUjDXE4jU3udGT51XbV-FVJwPMj8uoHfiAvi8,45833
+openlit/instrumentation/openai/azure_openai.py,sha256=q1o2tnxOY5Abm3YV7cNqkgLJPNzIxlETZ2gET6FRdxI,46075
+openlit/instrumentation/openai/openai.py,sha256=kTGe7BjByIVRSWEALwFc1D3ZYLioTmKlZ4m76luupoQ,46514
 openlit/instrumentation/pinecone/__init__.py,sha256=Mv9bElqNs07_JQkYyNnO0wOM3hdbprmw7sttdMeKC7g,2526
 openlit/instrumentation/pinecone/pinecone.py,sha256=0EhLmtOuvwWVvAKh3e56wyd8wzQq1oaLOmF15SVHxVE,8765
 openlit/instrumentation/qdrant/__init__.py,sha256=OJIg17-IGmBEvBYVKjCHcJ0hFXuEL7XV_jzUTqkolN8,4799
 openlit/instrumentation/qdrant/qdrant.py,sha256=4uHKYGvWQtRAEVLUWo3o4joJw7hFm2NxVuBu5YKZKiI,14456
 openlit/instrumentation/transformers/__init__.py,sha256=9-KLjq-aPTh13gTBYsWltV6hokGwt3mP4759SwsaaCk,1478
-openlit/instrumentation/transformers/transformers.py,sha256=peT0BGskYt7AZ0b93TZ7qECXfZRgDQMasUeamexYdZI,7592
+openlit/instrumentation/transformers/transformers.py,sha256=Kh7WlEDT4ZNGQTMO8V-eYCc45nj-OPrkXXN-Ss4V5no,7584
 openlit/instrumentation/vertexai/__init__.py,sha256=N3E9HtzefD-zC0fvmfGYiDmSqssoavp_i59wfuYLyMw,6079
 openlit/instrumentation/vertexai/async_vertexai.py,sha256=PMHYyLf1J4gZpC_-KZ_ZVx1xIHhZDJSNa7mrjNXZ5M0,52372
 openlit/instrumentation/vertexai/vertexai.py,sha256=UvpNKBHPoV9idVMfGigZnmWuEQiyqSwZn0zK9-U7Lzw,52125
 openlit/otel/metrics.py,sha256=O7NoaDz0bY19mqpE4-0PcKwEe-B-iJFRgOCaanAuZAc,4291
 openlit/otel/tracing.py,sha256=vL1ifMbARPBpqK--yXYsCM6y5dSu5LFIKqkhZXtYmUc,3712
-openlit/semcov/__init__.py,sha256=6t5P_0_oS4TtorvKsfLtCQchO0HtIzTenxSye_F4G2Y,6687
-openlit-1.11.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-openlit-1.11.0.dist-info/METADATA,sha256=EAwsft48mdWV1fOxy_XghH1H1rnvhdTOpIrvKviIXSE,13055
-openlit-1.11.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-openlit-1.11.0.dist-info/RECORD,,
+openlit/semcov/__init__.py,sha256=LgMVOQj_9DA9maxZLlcVM3Vfvt3dBL8yXMA0aWVkh9A,7235
+openlit-1.14.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+openlit-1.14.0.dist-info/METADATA,sha256=PrevJMeTAaGTYwG2Wiq7pkHsKUQV97aMaDDh-pPN3W4,13563
+openlit-1.14.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+openlit-1.14.0.dist-info/RECORD,,