openlit 1.31.1__py3-none-any.whl → 1.32.3__py3-none-any.whl

openlit/__init__.py

@@ -36,21 +36,27 @@ from openlit.instrumentation.gpt4all import GPT4AllInstrumentor
 from openlit.instrumentation.elevenlabs import ElevenLabsInstrumentor
 from openlit.instrumentation.vllm import VLLMInstrumentor
 from openlit.instrumentation.google_ai_studio import GoogleAIStudioInstrumentor
+from openlit.instrumentation.reka import RekaInstrumentor
+from openlit.instrumentation.premai import PremAIInstrumentor
 from openlit.instrumentation.azure_ai_inference import AzureAIInferenceInstrumentor
 from openlit.instrumentation.langchain import LangChainInstrumentor
 from openlit.instrumentation.llamaindex import LlamaIndexInstrumentor
 from openlit.instrumentation.haystack import HaystackInstrumentor
 from openlit.instrumentation.embedchain import EmbedChainInstrumentor
+from openlit.instrumentation.mem0 import Mem0Instrumentor
 from openlit.instrumentation.chroma import ChromaInstrumentor
 from openlit.instrumentation.pinecone import PineconeInstrumentor
 from openlit.instrumentation.qdrant import QdrantInstrumentor
 from openlit.instrumentation.milvus import MilvusInstrumentor
+from openlit.instrumentation.astra import AstraInstrumentor
 from openlit.instrumentation.transformers import TransformersInstrumentor
 from openlit.instrumentation.litellm import LiteLLMInstrumentor
 from openlit.instrumentation.crewai import CrewAIInstrumentor
 from openlit.instrumentation.ag2 import AG2Instrumentor
+from openlit.instrumentation.multion import MultiOnInstrumentor
 from openlit.instrumentation.dynamiq import DynamiqInstrumentor
 from openlit.instrumentation.phidata import PhidataInstrumentor
+from openlit.instrumentation.julep import JulepInstrumentor
 from openlit.instrumentation.gpu import GPUInstrumentor
 import openlit.guard
 import openlit.evals
@@ -228,6 +234,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
         "llama_index": "llama_index",
         "haystack": "haystack",
         "embedchain": "embedchain",
+        "mem0": "mem0",
         "chroma": "chromadb",
         "pinecone": "pinecone",
         "qdrant": "qdrant_client",
@@ -238,8 +245,13 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
         "ag2": "ag2",
         "autogen": "autogen",
         "pyautogen": "pyautogen",
+        "multion": "multion",
         "dynamiq": "dynamiq",
         "phidata": "phi",
+        "reka-api": "reka",
+        "premai": "premai",
+        "julep": "julep",
+        "astra": "astrapy",
     }
 
     invalid_instrumentors = [
@@ -312,6 +324,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
             "llama_index": LlamaIndexInstrumentor(),
             "haystack": HaystackInstrumentor(),
             "embedchain": EmbedChainInstrumentor(),
+            "mem0": Mem0Instrumentor(),
             "chroma": ChromaInstrumentor(),
             "pinecone": PineconeInstrumentor(),
             "qdrant": QdrantInstrumentor(),
@@ -320,10 +333,15 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
             "litellm": LiteLLMInstrumentor(),
             "crewai": CrewAIInstrumentor(),
             "ag2": AG2Instrumentor(),
+            "multion": MultiOnInstrumentor(),
             "autogen": AG2Instrumentor(),
             "pyautogen": AG2Instrumentor(),
             "dynamiq": DynamiqInstrumentor(),
             "phidata": PhidataInstrumentor(),
+            "reka-api": RekaInstrumentor(),
+            "premai": PremAIInstrumentor(),
+            "julep": JulepInstrumentor(),
+            "astra": AstraInstrumentor(),
         }
 
         # Initialize and instrument only the enabled instrumentors

openlit/instrumentation/astra/__init__.py

@@ -0,0 +1,179 @@
+# pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
+"""Initializer of Auto Instrumentation of AstraDB Functions"""
+from typing import Collection
+import importlib.metadata
+from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
+from wrapt import wrap_function_wrapper
+
+from openlit.instrumentation.astra.astra import general_wrap
+# from openlit.instrumentation.astra.async_astra import asyc_general_wrap
+
+_instruments = ("astrapy >= 1.5.2",)
+
+class AstraInstrumentor(BaseInstrumentor):
+    """An instrumentor for AstraDB's client library."""
+
+    def instrumentation_dependencies(self) -> Collection[str]:
+        return _instruments
+
+    def _instrument(self, **kwargs):
+        application_name = kwargs.get("application_name")
+        environment = kwargs.get("environment")
+        tracer = kwargs.get("tracer")
+        metrics = kwargs.get("metrics_dict")
+        pricing_info = kwargs.get("pricing_info")
+        trace_content = kwargs.get("trace_content")
+        disable_metrics = kwargs.get("disable_metrics")
+        version = importlib.metadata.version("astrapy")
+
+        # Sync
+        wrap_function_wrapper(
+            "astrapy.database",
+            "Database.create_collection",
+            general_wrap("astra.create_collection", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.database",
+            "Database.drop_collection",
+            general_wrap("astra.drop_collection", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.insert_one",
+            general_wrap("astra.insert_one", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.insert_many",
+            general_wrap("astra.insert_many", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.update_one",
+            general_wrap("astra.update_one", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.update_many",
+            general_wrap("astra.update_many", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.find_one_and_update",
+            general_wrap("astra.find_one_and_update", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.find",
+            general_wrap("astra.find", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.replace_one",
+            general_wrap("astra.replace_one", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.find_one_and_delete",
+            general_wrap("astra.find_one_and_delete", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.delete_one",
+            general_wrap("astra.delete_one", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "Collection.delete_many",
+            general_wrap("astra.delete_many", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+        # ASync
+        wrap_function_wrapper(
+            "astrapy.database",
+            "AsyncDatabase.create_collection",
+            general_wrap("astra.create_collection", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.database",
+            "AsyncDatabase.drop_collection",
+            general_wrap("astra.drop_collection", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.insert_one",
+            general_wrap("astra.insert_one", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.insert_many",
+            general_wrap("astra.insert_many", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.update_one",
+            general_wrap("astra.update_one", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.update_many",
+            general_wrap("astra.update_many", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.find_one_and_update",
+            general_wrap("astra.find_one_and_update", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.find",
+            general_wrap("astra.find", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.replace_one",
+            general_wrap("astra.replace_one", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.find_one_and_delete",
+            general_wrap("astra.find_one_and_delete", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.delete_one",
+            general_wrap("astra.delete_one", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+        wrap_function_wrapper(
+            "astrapy.collection",
+            "AsyncCollection.delete_many",
+            general_wrap("astra.delete_many", version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics),
+        )
+
+    @staticmethod
+    def _uninstrument(self, **kwargs):
+        pass

openlit/instrumentation/astra/astra.py

@@ -0,0 +1,226 @@
+# pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, possibly-used-before-assignment, too-many-branches
+"""
+Module for monitoring AstraDB.
+"""
+
+import logging
+from opentelemetry.trace import SpanKind, Status, StatusCode
+from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
+from openlit.__helpers import handle_exception
+from openlit.semcov import SemanticConvetion
+
+# Initialize logger for logging potential issues and operations
+logger = logging.getLogger(__name__)
+
+def object_count(obj):
+    """
+    Counts Length of object if it exists, Else returns None
+    """
+
+    return len(obj) if obj else None
+
+def general_wrap(gen_ai_endpoint, version, environment, application_name,
+                 tracer, pricing_info, trace_content, metrics, disable_metrics):
+    """
+    Wraps a AstraDB operation to trace and log its execution metrics.
+
+    This function is intended to wrap around AstraDB operations in order to
+    measure their execution time, log relevant information, and trace the execution
+    using OpenTelemetry. This helps in monitoring and debugging operations within
+    the AstraDB space.
+
+    Parameters:
+    - operation (str): The specific AstraDB operation being monitored.
+                                Examples include 'create_index', 'query', 'upsert', etc.
+    - version (str): The version of the application interfacing with AstraDB.
+    - environment (str): The deployment environment, such as 'production' or 'development'.
+    - application_name (str): The name of the application performing the AstraDB operation.
+    - tracer (opentelemetry.trace.Tracer): An object used for OpenTelemetry tracing.
+    - pricing_info (dict): Information about pricing, not used in current implementation.
+    - trace_content (bool): A flag indicating whether the content of responses should be traced.
+
+    Returns:
+    - function: A decorator function that, when applied, wraps the target function with
+                additional functionality for tracing and logging AstraDB operations.
+    """
+
+    def wrapper(wrapped, instance, args, kwargs):
+        """
+        Executes the wrapped AstraDB operation, adding tracing and logging.
+
+        This inner wrapper function captures the execution of AstraDB operations,
+        annotating the operation with relevant metrics and tracing information, and
+        ensuring any exceptions are caught and logged appropriately.
+
+        Parameters:
+        - wrapped (Callable): The AstraDB operation to be wrapped and executed.
+        - instance (object): The instance on which the operation is called (for class methods).
+        - args (tuple): Positional arguments for the AstraDB operation.
+        - kwargs (dict): Keyword arguments for the AstraDB operation.
+
+        Returns:
+        - Any: The result of executing the wrapped AstraDB operation.
+        """
+
+        with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
+            response = wrapped(*args, **kwargs)
+
+            try:
+                span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
+                span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
+                                   gen_ai_endpoint)
+                span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
+                                   environment)
+                span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
+                                   application_name)
+                span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
+                                   SemanticConvetion.GEN_AI_TYPE_VECTORDB)
+                span.set_attribute(SemanticConvetion.DB_SYSTEM,
+                                   SemanticConvetion.DB_SYSTEM_ASTRA)
+
+                if gen_ai_endpoint == "astra.create_collection":
+                    db_operation = SemanticConvetion.DB_OPERATION_CREATE_COLLECTION
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       response.name)
+                    span.set_attribute(SemanticConvetion.DB_INDEX_DIMENSION,
+                                       kwargs.get("dimension", ""))
+                    span.set_attribute(SemanticConvetion.DB_INDEX_METRIC,
+                                       kwargs.get("metric", ""))
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                        instance.api_endpoint)
+
+                elif gen_ai_endpoint == "astra.drop_collection":
+                    db_operation = SemanticConvetion.DB_OPERATION_DELETE_COLLECTION
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       kwargs.get("name_or_collection", ""))
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.api_endpoint)
+
+                elif gen_ai_endpoint == "astra.insert_one":
+                    db_operation = SemanticConvetion.DB_OPERATION_INSERT
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       instance.name)
+                    span.set_attribute(SemanticConvetion.DB_DOCUMENTS_COUNT,
+                                       1)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.database.api_endpoint)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_ID,
+                                       response.inserted_id)
+
+                elif gen_ai_endpoint == "astra.insert_many":
+                    db_operation = SemanticConvetion.DB_OPERATION_INSERT
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_DOCUMENTS_COUNT,
+                                       object_count(args[0]))
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       instance.name)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.database.api_endpoint)
+
+                elif gen_ai_endpoint in ["astra.update_one", "astra.update_many"]:
+                    db_operation = SemanticConvetion.DB_OPERATION_UPDATE
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       instance.name)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.database.api_endpoint)
+                    span.set_attribute(SemanticConvetion.DB_DOCUMENTS_COUNT,
+                                       response.update_info.get("nModified", 0))
+
+                elif gen_ai_endpoint == "astra.find_one_and_update":
+                    db_operation = SemanticConvetion.DB_OPERATION_UPDATE
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       instance.name)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.database.api_endpoint)
+
+                elif gen_ai_endpoint == "astra.find":
+                    db_operation = SemanticConvetion.DB_OPERATION_QUERY
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       instance.name)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.database.api_endpoint)
+                    span.set_attribute(SemanticConvetion.DB_STATEMENT,
+                                       str(args))
+
+                elif gen_ai_endpoint == "astra.replace_one":
+                    if kwargs.get("upsert") is True:
+                        db_operation = SemanticConvetion.DB_OPERATION_UPSERT
+                    else:
+                        db_operation = SemanticConvetion.DB_OPERATION_REPLACE
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       instance.name)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.database.api_endpoint)
+                    span.set_attribute(SemanticConvetion.DB_STATEMENT,
+                                       str(args))
+
+                elif gen_ai_endpoint in ["astra.delete_one", "astra.delete_many"]:
+                    db_operation = SemanticConvetion.DB_OPERATION_DELETE
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       instance.name)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.database.api_endpoint)
+                    span.set_attribute(SemanticConvetion.DB_STATEMENT,
+                                       str(args))
+                    span.set_attribute(SemanticConvetion.DB_DOCUMENTS_COUNT,
+                                       response.deleted_count)
+
+                elif gen_ai_endpoint == "astra.find_one_and_delete":
+                    db_operation = SemanticConvetion.DB_OPERATION_DELETE
+                    span.set_attribute(SemanticConvetion.DB_OPERATION,
+                                       db_operation)
+                    span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
+                                       instance.name)
+                    span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
+                                       instance.database.api_endpoint)
+                    span.set_attribute(SemanticConvetion.DB_STATEMENT,
+                                       str(args))
+
+                span.set_status(Status(StatusCode.OK))
+
+                if disable_metrics is False:
+                    attributes = {
+                        TELEMETRY_SDK_NAME:
+                            "openlit",
+                        SemanticConvetion.GEN_AI_APPLICATION_NAME:
+                            application_name,
+                        SemanticConvetion.DB_SYSTEM:
+                            SemanticConvetion.DB_SYSTEM_ASTRA,
+                        SemanticConvetion.GEN_AI_ENVIRONMENT:
+                            environment,
+                        SemanticConvetion.GEN_AI_TYPE:
+                            SemanticConvetion.GEN_AI_TYPE_VECTORDB,
+                        SemanticConvetion.DB_OPERATION:
+                            db_operation
+                    }
+
+                    metrics["db_requests"].add(1, attributes)
+
+                # Return original response
+                return response
+
+            except Exception as e:
+                handle_exception(span, e)
+                logger.error("Error in trace creation: %s", e)
+
+                # Return original response
+                return response
+
+    return wrapper