monocle-apptrace 0.1.1__py3-none-any.whl → 0.3.0__py3-none-any.whl

monocle_apptrace/wrap_common.py

@@ -1,311 +0,0 @@
-#pylint: disable=protected-access
-import logging
-import os
-from urllib.parse import urlparse
-
-from opentelemetry.trace import Span, Tracer
-from monocle_apptrace.utils import resolve_from_alias, update_span_with_infra_name, with_tracer_wrapper, get_embedding_model
-
-logger = logging.getLogger(__name__)
-WORKFLOW_TYPE_KEY = "workflow_type"
-CONTEXT_INPUT_KEY = "context_input"
-CONTEXT_OUTPUT_KEY = "context_output"
-PROMPT_INPUT_KEY = "input"
-PROMPT_OUTPUT_KEY = "output"
-QUERY = "question"
-RESPONSE = "response"
-TAGS = "tags"
-SESSION_PROPERTIES_KEY = "session"
-INFRA_SERVICE_KEY = "infra_service_name"
-TYPE = "type"
-PROVIDER = "provider_name"
-EMBEDDING_MODEL = "embedding_model"
-VECTOR_STORE = 'vector_store'
-
-
-WORKFLOW_TYPE_MAP = {
-    "llama_index": "workflow.llamaindex",
-    "langchain": "workflow.langchain",
-    "haystack": "workflow.haystack"
-}
-
-framework_vector_store_mapping = {
-    'langchain_core.retrievers': lambda instance: {
-        'provider': instance.tags[0],
-        'embedding_model': instance.tags[1],
-        'type': VECTOR_STORE,
-    },
-    'llama_index.core.indices.base_retriever': lambda instance: {
-        'provider': type(instance._vector_store).__name__,
-        'embedding_model': instance._embed_model.model_name,
-        'type': VECTOR_STORE,
-    },
-    'haystack.components.retrievers': lambda instance: {
-        'provider': instance.__dict__.get("document_store").__class__.__name__,
-        'embedding_model': get_embedding_model(),
-        'type': VECTOR_STORE,
-    },
-}
-
-@with_tracer_wrapper
-def task_wrapper(tracer: Tracer, to_wrap, wrapped, instance, args, kwargs):
-    """Instruments and calls every function defined in TO_WRAP."""
-
-    # Some Langchain objects are wrapped elsewhere, so we ignore them here
-    if instance.__class__.__name__ in ("AgentExecutor"):
-        return wrapped(*args, **kwargs)
-
-    if hasattr(instance, "name") and instance.name:
-        name = f"{to_wrap.get('span_name')}.{instance.name.lower()}"
-    elif to_wrap.get("span_name"):
-        name = to_wrap.get("span_name")
-    else:
-        name = f"langchain.task.{instance.__class__.__name__}"
-
-    with tracer.start_as_current_span(name) as span:
-        pre_task_processing(to_wrap, instance, args, span)
-        return_value = wrapped(*args, **kwargs)
-        post_task_processing(to_wrap, span, return_value)
-
-    return return_value
-
-def post_task_processing(to_wrap, span, return_value):
-    update_span_with_context_output(to_wrap=to_wrap, return_value=return_value, span=span)
-
-    if is_root_span(span):
-        workflow_name = span.resource.attributes.get("service.name")
-        span.set_attribute("workflow_name",workflow_name)
-        update_span_with_prompt_output(to_wrap=to_wrap, wrapped_args=return_value, span=span)
-        update_workflow_type(to_wrap, span)
-
-def pre_task_processing(to_wrap, instance, args, span):
-    if is_root_span(span):
-        update_span_with_prompt_input(to_wrap=to_wrap, wrapped_args=args, span=span)
-
-        update_span_with_infra_name(span, INFRA_SERVICE_KEY)
-
-    #capture the tags attribute of the instance if present, else ignore
-    try:
-        update_tags(instance, span)
-        update_vectorstore_attributes(to_wrap, instance, span)
-    except AttributeError:
-        pass
-    update_span_with_context_input(to_wrap=to_wrap, wrapped_args=args, span=span)
-
-
-
-@with_tracer_wrapper
-async def atask_wrapper(tracer, to_wrap, wrapped, instance, args, kwargs):
-    """Instruments and calls every function defined in TO_WRAP."""
-
-    # Some Langchain objects are wrapped elsewhere, so we ignore them here
-    if instance.__class__.__name__ in ("AgentExecutor"):
-        return wrapped(*args, **kwargs)
-
-    if hasattr(instance, "name") and instance.name:
-        name = f"{to_wrap.get('span_name')}.{instance.name.lower()}"
-    elif to_wrap.get("span_name"):
-        name = to_wrap.get("span_name")
-    else:
-        name = f"langchain.task.{instance.__class__.__name__}"
-    with tracer.start_as_current_span(name) as span:
-        pre_task_processing(to_wrap, instance, args, span)
-        return_value = await wrapped(*args, **kwargs)
-        post_task_processing(to_wrap, span, return_value)
-
-    return return_value
-
-@with_tracer_wrapper
-async def allm_wrapper(tracer, to_wrap, wrapped, instance, args, kwargs):
-    # Some Langchain objects are wrapped elsewhere, so we ignore them here
-    if instance.__class__.__name__ in ("AgentExecutor"):
-        return wrapped(*args, **kwargs)
-
-    if callable(to_wrap.get("span_name_getter")):
-        name = to_wrap.get("span_name_getter")(instance)
-
-    elif hasattr(instance, "name") and instance.name:
-        name = f"{to_wrap.get('span_name')}.{instance.name.lower()}"
-    elif to_wrap.get("span_name"):
-        name = to_wrap.get("span_name")
-    else:
-        name = f"langchain.task.{instance.__class__.__name__}"
-    with tracer.start_as_current_span(name) as span:
-        update_llm_endpoint(curr_span= span, instance=instance)
-
-        return_value = await wrapped(*args, **kwargs)
-        update_span_from_llm_response(response = return_value, span = span)
-
-    return return_value
-
-@with_tracer_wrapper
-def llm_wrapper(tracer: Tracer, to_wrap, wrapped, instance, args, kwargs):
-
-    # Some Langchain objects are wrapped elsewhere, so we ignore them here
-    if instance.__class__.__name__ in ("AgentExecutor"):
-        return wrapped(*args, **kwargs)
-
-    if callable(to_wrap.get("span_name_getter")):
-        name = to_wrap.get("span_name_getter")(instance)
-
-    elif hasattr(instance, "name") and instance.name:
-        name = f"{to_wrap.get('span_name')}.{instance.name.lower()}"
-    elif to_wrap.get("span_name"):
-        name = to_wrap.get("span_name")
-    else:
-        name = f"langchain.task.{instance.__class__.__name__}"
-    with tracer.start_as_current_span(name) as span:
-        if 'haystack.components.retrievers' in to_wrap['package'] and 'haystack.retriever' in span.name:
-            update_vectorstore_attributes(to_wrap, instance, span)
-        update_llm_endpoint(curr_span= span, instance=instance)
-
-        return_value = wrapped(*args, **kwargs)
-        update_span_from_llm_response(response = return_value, span = span)
-
-    return return_value
-
-def update_llm_endpoint(curr_span: Span, instance):
-    triton_llm_endpoint = os.environ.get("TRITON_LLM_ENDPOINT")
-    if triton_llm_endpoint is not None and len(triton_llm_endpoint) > 0:
-        curr_span.set_attribute("server_url", triton_llm_endpoint)
-    else:
-        if 'temperature' in instance.__dict__:
-            temp_val = instance.__dict__.get("temperature")
-            curr_span.set_attribute("temperature", temp_val)
-            # handling for model name
-        model_name = resolve_from_alias(instance.__dict__ , ["model","model_name"])
-        curr_span.set_attribute("model_name", model_name)
-        set_provider_name(curr_span, instance)
-        # handling AzureOpenAI deployment
-        deployment_name = resolve_from_alias(instance.__dict__ , [ "engine", "azure_deployment",
-                                                                   "deployment_name", "deployment_id", "deployment"])
-        curr_span.set_attribute("az_openai_deployment", deployment_name)
-        # handling the inference endpoint
-        inference_ep = resolve_from_alias(instance.__dict__,["azure_endpoint","api_base"])
-        curr_span.set_attribute("inference_endpoint",inference_ep)
-
-def set_provider_name(curr_span, instance):
-    provider_url = ""
-
-    try :
-        if isinstance(instance.client._client.base_url.host, str) :
-            provider_url = instance. client._client.base_url.host
-    except:
-        pass
-
-    try :
-        if isinstance(instance.api_base, str):
-            provider_url = instance.api_base
-    except:
-        pass
-
-    try :
-        if len(provider_url) > 0:
-            parsed_provider_url = urlparse(provider_url)
-            curr_span.set_attribute("provider_name", parsed_provider_url.hostname or provider_url)
-    except:
-        pass
-
-def is_root_span(curr_span: Span) -> bool:
-    return curr_span.parent is None
-
-def get_input_from_args(chain_args):
-    if len(chain_args) > 0 and isinstance(chain_args[0], str):
-        return chain_args[0]
-    return ""
-
-def update_span_from_llm_response(response, span: Span):
-    # extract token uasge from langchain openai
-    if (response is not None and hasattr(response, "response_metadata")):
-        response_metadata = response.response_metadata
-        token_usage = response_metadata.get("token_usage")
-        if token_usage is not None:
-            span.set_attribute("completion_tokens", token_usage.get("completion_tokens"))
-            span.set_attribute("prompt_tokens", token_usage.get("prompt_tokens"))
-            span.set_attribute("total_tokens", token_usage.get("total_tokens"))
-    # extract token usage from llamaindex openai
-    if(response is not None and hasattr(response, "raw")):
-        try:
-            if response.raw is not None:
-                token_usage = response.raw.get("usage") if isinstance(response.raw, dict) else getattr(response.raw, "usage", None)
-                if token_usage is not None:
-                    if getattr(token_usage, "completion_tokens", None):
-                        span.set_attribute("completion_tokens", getattr(token_usage, "completion_tokens"))
-                    if getattr(token_usage, "prompt_tokens", None):
-                        span.set_attribute("prompt_tokens", getattr(token_usage, "prompt_tokens"))
-                    if getattr(token_usage, "total_tokens", None):
-                        span.set_attribute("total_tokens", getattr(token_usage, "total_tokens"))
-        except AttributeError:
-            token_usage = None
-
-
-def update_workflow_type(to_wrap, span: Span):
-    package_name = to_wrap.get('package')
-
-    for (package, workflow_type) in WORKFLOW_TYPE_MAP.items():
-        if(package_name is not None and package in package_name):
-            span.set_attribute(WORKFLOW_TYPE_KEY, workflow_type)
-
-def update_span_with_context_input(to_wrap, wrapped_args ,span: Span):
-    package_name: str = to_wrap.get('package')
-    if "langchain_core.retrievers" in package_name:
-        input_arg_text = wrapped_args[0]
-        span.add_event(CONTEXT_INPUT_KEY, {QUERY:input_arg_text})
-    if "llama_index.core.indices.base_retriever" in package_name:
-        input_arg_text = wrapped_args[0].query_str
-        span.add_event(CONTEXT_INPUT_KEY, {QUERY:input_arg_text})
-
-def update_span_with_context_output(to_wrap, return_value ,span: Span):
-    package_name: str = to_wrap.get('package')
-    if "llama_index.core.indices.base_retriever" in package_name:
-        output_arg_text = return_value[0].text
-        span.add_event(CONTEXT_OUTPUT_KEY, {RESPONSE:output_arg_text})
-
-def update_span_with_prompt_input(to_wrap, wrapped_args ,span: Span):
-    input_arg_text = wrapped_args[0]
-
-    if isinstance(input_arg_text, dict):
-        span.add_event(PROMPT_INPUT_KEY,input_arg_text)
-    else:
-        span.add_event(PROMPT_INPUT_KEY,{QUERY:input_arg_text})
-
-def update_span_with_prompt_output(to_wrap, wrapped_args ,span: Span):
-    package_name: str = to_wrap.get('package')
-    if isinstance(wrapped_args, str):
-        span.add_event(PROMPT_OUTPUT_KEY, {RESPONSE:wrapped_args})
-    if "llama_index.core.base.base_query_engine" in package_name:
-        span.add_event(PROMPT_OUTPUT_KEY, {RESPONSE:wrapped_args.response})
-
-def update_tags(instance, span):
-    try:
-        # copy tags as is from langchain
-        span.set_attribute(TAGS, getattr(instance, TAGS))
-    except:
-        pass
-    try:
-        # extract embed model and vector store names for llamaindex
-        model_name = instance.retriever._embed_model.model_name
-        vector_store_name = type(instance.retriever._vector_store).__name__
-        span.set_attribute(TAGS, [model_name, vector_store_name])
-    except:
-        pass
-
-
-def update_vectorstore_attributes(to_wrap, instance, span):
-    """
-       Updates the telemetry span attributes for vector store retrieval tasks.
-    """
-    try:
-        package = to_wrap.get('package')
-        if package in framework_vector_store_mapping:
-            attributes = framework_vector_store_mapping[package](instance)
-            span._attributes.update({
-                TYPE: attributes['type'],
-                PROVIDER: attributes['provider'],
-                EMBEDDING_MODEL: attributes['embedding_model']
-            })
-        else:
-            logger.warning(f"Package '{package}' not recognized for vector store telemetry.")
-
-    except Exception as e:
-        logger.error(f"Error updating span attributes: {e}")

monocle_apptrace/wrapper.py

@@ -1,24 +0,0 @@
-
-
-from monocle_apptrace.haystack import HAYSTACK_METHODS
-from monocle_apptrace.langchain import LANGCHAIN_METHODS
-from monocle_apptrace.llamaindex import LLAMAINDEX_METHODS
-from monocle_apptrace.wrap_common import task_wrapper
-
-# pylint: disable=too-few-public-methods
-class WrapperMethod:
-    def __init__(
-            self,
-            package: str,
-            object_name: str,
-            method: str,
-            span_name: str = None,
-            wrapper = task_wrapper
-            ):
-        self.package = package
-        self.object = object_name
-        self.method = method
-        self.span_name = span_name
-        self.wrapper = wrapper
-
-INBUILT_METHODS_LIST = LANGCHAIN_METHODS + LLAMAINDEX_METHODS + HAYSTACK_METHODS

monocle_apptrace-0.1.1.dist-info/RECORD

@@ -1,29 +0,0 @@
-monocle_apptrace/README.md,sha256=T5NFC01bF8VR0oVnAX_n0bhsEtttwqfTxDNAe5Y_ivE,3765
-monocle_apptrace/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-monocle_apptrace/constants.py,sha256=wjObbmMTFL201x-bf3EOXevYygwkFH_1ng5dDrpE3z0,810
-monocle_apptrace/instrumentor.py,sha256=txKj7tZaXY0gznc8QVOyMI-LA5r7tfSPJkleZPI1fWQ,5051
-monocle_apptrace/utils.py,sha256=l3FAVF0rFbsph1LFdTMcs7K5ASiaovRQBmBeFYEHZmU,3174
-monocle_apptrace/wrap_common.py,sha256=rhiY2PE2WoLYofbby3LioTSjFG8YrMlhUnc82yXRkFk,12612
-monocle_apptrace/wrapper.py,sha256=cNUdfciAXNYAhvtOA2O4ONRvuT2bbHb4ax_7pALijEI,734
-monocle_apptrace/exporters/file_exporter.py,sha256=gN9pJ_X5pcstVVsyivgHsjWhr443eRa6Y6Hx1rGLQAM,2280
-monocle_apptrace/haystack/__init__.py,sha256=95LGUcUZbOcX5h-NwNrquKycp-qhuwCmcMfWAwxGylQ,321
-monocle_apptrace/haystack/wrap_node.py,sha256=IK07Wn3Lk1Os9URsyrmB1HXOH2FNdzK9fNLlR8TZdYc,908
-monocle_apptrace/haystack/wrap_openai.py,sha256=Yp916DhOl0WI6virRi3L43snfsQm7PhI28wlDsg19v8,1536
-monocle_apptrace/haystack/wrap_pipeline.py,sha256=1bufscslUpjbSw_kVl24rngTMsiGV33oCKbTxwtWM6Q,2173
-monocle_apptrace/langchain/__init__.py,sha256=3ABxFk92mmRj67Y3z70leZ4j1ig9Z6OU--rtxzfNIIM,271
-monocle_apptrace/llamaindex/__init__.py,sha256=lr-rdprhXJdSt-Fp1LghW-hMxWgDN6lPFTQgyqnb7N0,573
-monocle_apptrace/metamodel/README.md,sha256=KYuuYqgA9PNbOjG0zYj2nAdvNEpyNN_Bk9M2tNdnZ_s,4598
-monocle_apptrace/metamodel/entities/README.md,sha256=ZE8PYne9F8xN4uu0CB1BOS8iM5QdKdpQjHuqCaw7Vkg,1553
-monocle_apptrace/metamodel/entities/entity_types.json,sha256=-J1ZbzrZny1c9HSQKwRZu2Un3c0JjX9FvsfHwlZvaaw,5435
-monocle_apptrace/metamodel/entities/entity_types.py,sha256=4CzobOm692tou1Tsv8YX_yrOhhnwMBF8hBAt1Czn_8Q,1076
-monocle_apptrace/metamodel/maps/haystack_methods.json,sha256=JmngkaKICAzOyrWNTWEOLYFrp99l5wcERYKE_SQRNxE,698
-monocle_apptrace/metamodel/maps/lang_chain_methods.json,sha256=HaOhhxb3PkI7tXPxXhWR4cnWrnEHU--k5pOY9RS0Uew,3119
-monocle_apptrace/metamodel/maps/llama_index_methods.json,sha256=qpODnBHkaDjPBYZNd7clwmp_2subTu-fmI08Ky5OWdg,2192
-monocle_apptrace/metamodel/spans/README.md,sha256=_uMkLLaWitQ_rPh7oQbW5Oe7uGSv2h_QA6YwxHRJi74,5433
-monocle_apptrace/metamodel/spans/span_example.json,sha256=R4YVyz3rkhVc_FxpeBkY9JfO0GwluFa2A2wn4LkOPbo,4402
-monocle_apptrace/metamodel/spans/span_format.json,sha256=GhfioGgMhG7St0DeYA1fgNtMkbr9wiQ1L2hovekRQ24,1512
-monocle_apptrace-0.1.1.dist-info/METADATA,sha256=2Oz22Sjk1qarR4h_RctVoYnQWq0LSklrXu05_GFJjjE,5215
-monocle_apptrace-0.1.1.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-monocle_apptrace-0.1.1.dist-info/licenses/LICENSE,sha256=ay9trLiP5I7ZsFXo6AqtkLYdRqe5S9r-DrPOvsNlZrg,9136
-monocle_apptrace-0.1.1.dist-info/licenses/NOTICE,sha256=9jn4xtwM_uUetJMx5WqGnhrR7MIhpoRlpokjSTlyt8c,112
-monocle_apptrace-0.1.1.dist-info/RECORD,,