monocle-apptrace 0.4.1__py3-none-any.whl → 0.5.0__py3-none-any.whl

monocle_apptrace/instrumentation/metamodel/gemini/entities/inference.py

@@ -0,0 +1,86 @@
+from monocle_apptrace.instrumentation.metamodel.gemini import (
+    _helper,
+)
+from monocle_apptrace.instrumentation.common.utils import get_error_message
+
+INFERENCE = {
+    "type": "inference",
+    "attributes": [
+        [
+            {
+                "_comment": "provider type  , inference_endpoint",
+                "attribute": "type",
+                "accessor": lambda arguments: 'inference.vertexai' if hasattr(arguments['instance'],"vertexai") and arguments['instance'].vertexai else 'inference.gemini'
+            },
+            {
+                "attribute": "inference_endpoint",
+                "accessor": lambda arguments: _helper.extract_inference_endpoint(arguments['instance'])
+            },
+            {
+                "attribute": "provider_name",
+                "accessor": lambda arguments: 'gcp'
+            }        ],
+        [
+            {
+                "_comment": "LLM Model",
+                "attribute": "name",
+                "accessor": lambda arguments: _helper.resolve_from_alias(arguments['kwargs'],
+                                                                         ['model'])
+            },
+            {
+                "attribute": "type",
+                "accessor": lambda arguments: 'model.llm.' + _helper.resolve_from_alias(arguments['kwargs'],
+                                                                                        ['model'])
+            }
+        ]
+    ],
+    "events": [
+        {
+         "name": "data.input",
+         "attributes": [
+
+             {
+                 "_comment": "this is instruction and user query to LLM",
+                 "attribute": "input",
+                 "accessor": lambda arguments: _helper.extract_messages(arguments['kwargs'])
+             }
+         ]
+         },
+        {
+            "name": "data.output",
+            "attributes": [
+                {
+                    "attribute": "error_code",
+                    "accessor": lambda arguments: get_error_message(arguments)
+                },
+                {
+                    "attribute": "response",
+                    "accessor": lambda arguments: _helper.extract_assistant_message(arguments)
+                }
+            ]
+        },
+        {
+            "name": "metadata",
+            "attributes": [
+                {
+                    "_comment": "this is metadata usage from LLM",
+                    "accessor": lambda arguments: _helper.update_span_from_llm_response(arguments['result'], arguments['instance'])
+                },
+                {
+                    "_comment": "finish reason from Gemini response",
+                    "attribute": "finish_reason",
+                    "accessor": lambda arguments: _helper.extract_finish_reason(arguments)
+                },
+                {
+                    "_comment": "finish type mapped from finish reason",
+                    "attribute": "finish_type",
+                    "accessor": lambda arguments: _helper.map_finish_reason_to_finish_type(
+                        _helper.extract_finish_reason(arguments)
+                    )
+                }
+            ]
+        }
+
+
+    ]
+}

monocle_apptrace/instrumentation/metamodel/gemini/entities/retrieval.py

@@ -0,0 +1,43 @@
+from monocle_apptrace.instrumentation.metamodel.gemini import (
+    _helper,
+)
+
+RETRIEVAL = {
+    "type": "retrieval",
+    "attributes": [
+        [
+            {
+                "_comment": "Embedding Model",
+                "attribute": "name",
+                "accessor": lambda arguments: _helper.resolve_from_alias(arguments['kwargs'],
+                                                                         ['model'])
+            },
+            {
+                "attribute": "type",
+                "accessor": lambda arguments: 'model.embedding.' + _helper.resolve_from_alias(arguments['kwargs'],
+                                                                                        ['model'])
+            }
+        ]
+    ],
+    "events": [
+        {
+         "name": "data.input",
+         "attributes": [
+             {
+                 "attribute": "input",
+                 "accessor": lambda arguments: _helper.update_input_span_events(arguments['kwargs'])
+             }
+         ]
+         },
+        {
+            "name": "data.output",
+            "attributes": [
+                {
+                    "attribute": "response",
+                    "accessor": lambda arguments: _helper.update_output_span_events(arguments['result'])
+                }
+            ]
+        }
+
+    ]
+}

monocle_apptrace/instrumentation/metamodel/gemini/methods.py

@@ -0,0 +1,31 @@
+from monocle_apptrace.instrumentation.common.wrapper import atask_wrapper, task_wrapper
+from monocle_apptrace.instrumentation.metamodel.gemini.entities.inference import (
+    INFERENCE,
+)
+from monocle_apptrace.instrumentation.metamodel.gemini.entities.retrieval import (
+    RETRIEVAL,
+)
+
+GEMINI_METHODS = [
+    {
+      "package": "google.genai.models",
+      "object": "Models",
+      "method": "generate_content",
+      "wrapper_method": task_wrapper,
+      "output_processor": INFERENCE,
+    },
+    {
+      "package": "google.genai.models",
+      "object": "AsyncModels",
+      "method": "generate_content",
+      "wrapper_method": atask_wrapper,
+      "output_processor": INFERENCE,
+    },
+    {
+      "package": "google.genai.models",
+      "object": "Models",
+      "method": "embed_content",
+      "wrapper_method": task_wrapper,
+      "output_processor": RETRIEVAL,
+    }
+]

monocle_apptrace/instrumentation/metamodel/haystack/_helper.py

@@ -2,12 +2,15 @@ import logging
 
 from monocle_apptrace.instrumentation.common.utils import (
     Option,
+    get_json_dumps,
     get_keys_as_tuple,
     get_nested_value,
     try_option,
     get_exception_message,
     get_status_code,
 )
+from monocle_apptrace.instrumentation.metamodel.finish_types import map_haystack_finish_reason_to_finish_type
+
 logger = logging.getLogger(__name__)
 
 
@@ -56,24 +59,27 @@ def extract_question_from_prompt(content):
 
 def extract_assistant_message(arguments):
     status = get_status_code(arguments)
-    response: str = ""
+    messages = []
+    role = "assistant"
     if status == 'success':
+        response = ""
         if "replies" in arguments['result']:
             reply = arguments['result']["replies"][0]
+            if hasattr(reply, role) and hasattr(reply,role, "value") and isinstance(reply.role.value, str):
+                role = reply.role.value or role
             if hasattr(reply, 'content'):
                 response = reply.content
             elif hasattr(reply, 'text'):
                 response = reply.text
             else:
                 response = reply
+        messages.append({role: response})
     else:
         if arguments["exception"] is not None:
-            response = get_exception_message(arguments)
-        elif hasattr(response, "error"):
-            response = arguments['result'].error
-
-    return response
-
+            return get_exception_message(arguments)
+        elif hasattr(arguments["result"], "error"):
+            return arguments['result'].error
+    return get_json_dumps(messages[0]) if messages else ""
 
 def get_vectorstore_deployment(my_map):
     if isinstance(my_map, dict):
@@ -112,7 +118,10 @@ def resolve_from_alias(my_map, alias):
     return None
 
 def extract_inference_endpoint(instance):
-    inference_endpoint: Option[str] = try_option(getattr, instance.client, 'base_url').map(str)
+    if hasattr(instance, '_model_name') and isinstance(instance._model_name, str) and 'gemini' in instance._model_name.lower():
+        inference_endpoint = try_option(lambda: f"https://generativelanguage.googleapis.com/v1beta/models/{instance._model_name}:generateContent")
+    if hasattr(instance, 'client') and hasattr(instance.client, 'base_url'):
+        inference_endpoint: Option[str] = try_option(getattr, instance.client, 'base_url').map(str)
     if inference_endpoint.is_none():
         inference_endpoint = try_option(getattr, instance.client.meta, 'endpoint_url').map(str)
 
@@ -146,3 +155,65 @@ def update_output_span_events(results):
     if len(output_arg_text) > 100:
         output_arg_text = output_arg_text[:100] + "..."
     return output_arg_text
+
+def extract_finish_reason(arguments):
+    """Extract finish_reason from Haystack response."""
+    try:
+        # Handle exception cases first
+        if arguments.get("exception") is not None:
+            return "error"
+
+        response = arguments.get("result")
+        if response is None:
+            return None
+
+        # Direct finish_reason attribute
+        if hasattr(response, "finish_reason") and response.finish_reason:
+            return response.finish_reason
+
+        if isinstance(response,dict) and 'meta' in response and response['meta'] and len(response['meta']) > 0:
+            metadata = response['meta'][0]
+            if isinstance(metadata, dict):
+                # Check for finish_reason in metadata
+                if "finish_reason" in metadata:
+                    return metadata["finish_reason"]
+
+        if isinstance(response,dict) and 'replies' in response and response['replies'] and len(response['replies']) > 0:
+            metadata = response['replies'][0]
+            if hasattr(metadata,'meta') and metadata.meta:
+                if "finish_reason" in metadata.meta:
+                    return metadata.meta["finish_reason"]
+
+        # Check if response has generation_info
+        if hasattr(response, "generation_info") and response.generation_info:
+            finish_reason = response.generation_info.get("finish_reason")
+            if finish_reason:
+                return finish_reason
+
+        # Check if response has llm_output (batch responses)
+        if hasattr(response, "llm_output") and response.llm_output:
+            finish_reason = response.llm_output.get("finish_reason")
+            if finish_reason:
+                return finish_reason
+
+        # For AIMessage responses, check additional_kwargs
+        if hasattr(response, "additional_kwargs") and response.additional_kwargs:
+            finish_reason = response.additional_kwargs.get("finish_reason")
+            if finish_reason:
+                return finish_reason
+
+        # For generation responses with choices (similar to OpenAI structure)
+        if hasattr(response, "choices") and response.choices:
+            choice = response.choices[0]
+            if hasattr(choice, "finish_reason"):
+                return choice.finish_reason
+
+        # Fallback: if no finish_reason found, default to "stop" (success)
+        return "stop"
+    except Exception as e:
+        logger.warning("Warning: Error occurred in extract_finish_reason: %s", str(e))
+        return None
+
+def map_finish_reason_to_finish_type(finish_reason):
+    """Map Haystack finish_reason to finish_type using Haystack mapping."""
+    return map_haystack_finish_reason_to_finish_type(finish_reason)

monocle_apptrace/instrumentation/metamodel/haystack/entities/inference.py

@@ -1,7 +1,7 @@
 from monocle_apptrace.instrumentation.metamodel.haystack import (
     _helper,
 )
-from monocle_apptrace.instrumentation.common.utils import get_llm_type, get_status, get_status_code
+from monocle_apptrace.instrumentation.common.utils import get_error_message, get_llm_type
 
 INFERENCE = {
     "type": "inference.framework",
@@ -35,12 +35,12 @@ INFERENCE = {
                 "_comment": "LLM Model",
                 "attribute": "name",
                 "accessor": lambda arguments: _helper.resolve_from_alias(arguments['instance'].__dict__,
-                                                                         ['model', 'model_name'])
+                                                                         ['model', 'model_name','_model_name'])
             },
             {
                 "attribute": "type",
                 "accessor": lambda arguments: 'model.llm.' + _helper.resolve_from_alias(arguments['instance'].__dict__,
-                                                                                        ['model', 'model_name'])
+                                                                                        ['model', 'model_name','_model_name'])
             }
         ]
     ],
@@ -59,13 +59,8 @@ INFERENCE = {
             "name": "data.output",
             "attributes": [
                 {
-                    "_comment": "this is response from LLM",
-                    "attribute": "status",
-                    "accessor": lambda arguments: get_status(arguments)
-                },
-                {
-                    "attribute": "status_code",
-                    "accessor": lambda arguments: get_status_code(arguments)
+                    "attribute": "error_code",
+                    "accessor": lambda arguments: get_error_message(arguments)
                 },
                 {
                     "attribute": "response",
@@ -80,6 +75,16 @@ INFERENCE = {
                     "_comment": "this is metadata usage from LLM",
                     "accessor": lambda arguments: _helper.update_span_from_llm_response(arguments['result'],
                                                                                         arguments['instance'])
+                },
+                {
+                    "attribute": "finish_reason",
+                    "accessor": lambda arguments: _helper.extract_finish_reason(arguments)
+                },
+                {
+                    "attribute": "finish_type",
+                    "accessor": lambda arguments: _helper.map_finish_reason_to_finish_type(
+                        _helper.extract_finish_reason(arguments)
+                    )
                 }
             ]
         }

monocle_apptrace/instrumentation/metamodel/haystack/methods.py

@@ -44,4 +44,11 @@ HAYSTACK_METHODS = [
         "wrapper_method": task_wrapper,
         "output_processor": INFERENCE
     },
+    {
+        "package": "haystack_integrations.components.generators.google_ai",
+        "object": "GoogleAIGeminiChatGenerator",
+        "method": "run",
+        "wrapper_method": task_wrapper,
+        "output_processor": INFERENCE
+    },
 ]

monocle_apptrace/instrumentation/metamodel/lambdafunc/_helper.py

@@ -0,0 +1,78 @@
+import logging
+from threading import local
+from monocle_apptrace.instrumentation.common.utils import extract_http_headers, clear_http_scopes, try_option, Option, \
+    MonocleSpanException
+from monocle_apptrace.instrumentation.common.span_handler import SpanHandler
+from monocle_apptrace.instrumentation.common.constants import HTTP_SUCCESS_CODES
+from urllib.parse import unquote, urlparse, ParseResult
+
+logger = logging.getLogger(__name__)
+MAX_DATA_LENGTH = 1000
+token_data = local()
+token_data.current_token = None
+
+def get_url(kwargs) -> ParseResult:
+    url_str = try_option(lambda k: k.get('path'), kwargs['event'])
+    url = url_str.unwrap_or(None)
+    if url is not None:
+        return urlparse(url)
+    else:
+        return None
+
+def get_route(args) -> str:
+    event = args[1]
+    route = event.get("path") or event.get("requestContext", {}).get("path")
+    return route
+
+def get_method(args) -> str:
+    event = args[1]
+    http_method = event.get("httpMethod") or event.get("requestContext", {}).get("httpMethod")
+    return http_method
+
+
+def get_params(args) -> dict:
+    event = args[1]
+    question = None
+    query_params = event.get('queryStringParameters', {})
+    if isinstance(query_params, dict):
+        question = query_params.get('question')
+    return question
+
+def get_body(args) -> dict:
+    event = args[1]
+    body = event.get("body")
+    return body
+
+def extract_response(result) -> str:
+    if isinstance(result, dict) and 'body' in result:
+        response = result['body']
+        if isinstance(response, bytes):
+            response = response.decode('utf-8', errors='ignore')
+    else:
+        response = ""
+    return response
+
+
+def extract_status(result) -> str:
+    status = f"{result['statusCode']}" if isinstance(result, dict) and 'statusCode' in result else ""
+    if status not in HTTP_SUCCESS_CODES:
+        error_message = extract_response(result)
+        raise MonocleSpanException(f"error: {status} - {error_message}")
+    return status
+
+
+def lambda_func_pre_tracing(kwargs):
+    headers = kwargs['event'].get('headers', {}) if 'event' in kwargs else {}
+    return extract_http_headers(headers)
+
+
+def lambda_func_post_tracing(token):
+    clear_http_scopes(token)
+
+
+class lambdaSpanHandler(SpanHandler):
+    def pre_tracing(self, to_wrap, wrapped, instance, args, kwargs):
+        return lambda_func_pre_tracing(kwargs)
+
+    def post_tracing(self, to_wrap, wrapped, instance, args, kwargs, return_value,token):
+        lambda_func_post_tracing(token)

monocle_apptrace/instrumentation/metamodel/lambdafunc/entities/http.py

@@ -0,0 +1,51 @@
+from monocle_apptrace.instrumentation.metamodel.lambdafunc import _helper
+LAMBDA_HTTP_PROCESSOR = {
+    "type": "http.process",
+    "attributes": [
+        [
+            {
+                "_comment": "request method, request URI",
+                "attribute": "method",
+                "accessor": lambda arguments: _helper.get_method(arguments['args'])
+            },
+            {
+                "_comment": "request method, request URI",
+                "attribute": "route",
+                "accessor": lambda arguments: _helper.get_route(arguments['args'])
+            },
+            {
+                "_comment": "request method, request URI",
+                "attribute": "body",
+                "accessor": lambda arguments: _helper.get_body(arguments['args'])
+            },
+        ]
+    ],
+    "events": [
+        {
+            "name": "data.input",
+            "attributes": [
+                {
+                    "_comment": "route params",
+                    "attribute": "params",
+                    "accessor": lambda arguments: _helper.get_params(arguments['args'])
+                }
+            ]
+        },
+        {
+            "name": "data.output",
+            "attributes": [
+                {
+                    "_comment": "status from HTTP response",
+                    "attribute": "status",
+                    "accessor": lambda arguments: _helper.extract_status(arguments['result'])
+                },
+                {
+                    "_comment": "this is result from LLM",
+                    "attribute": "response",
+                    "accessor": lambda arguments: _helper.extract_response(arguments['result'])
+                }
+            ]
+        }
+
+    ]
+}

monocle_apptrace/instrumentation/metamodel/lambdafunc/methods.py

@@ -0,0 +1,23 @@
+from monocle_apptrace.instrumentation.common.wrapper import atask_wrapper, task_wrapper
+from monocle_apptrace.instrumentation.metamodel.lambdafunc.entities.http import LAMBDA_HTTP_PROCESSOR
+
+LAMBDA_HTTP_METHODS = [
+    {
+        "package": "monocle_apptrace.instrumentation.metamodel.lambdafunc.wrapper",
+        "object": "LambdaFunctionRouteWrapper",
+        "method": "run_async",
+        "span_name": "lambda_function_route",
+        "wrapper_method": atask_wrapper,
+        "span_handler": "lambda_func_handler",
+        "output_processor": LAMBDA_HTTP_PROCESSOR
+    },
+    {
+        "package": "monocle_apptrace.instrumentation.metamodel.lambdafunc.wrapper",
+        "object": "LambdaFunctionRouteWrapper",
+        "method": "run_sync",
+        "span_name": "lambda_function_route",
+        "wrapper_method": task_wrapper,
+        "span_handler": "lambda_func_handler",
+        "output_processor": LAMBDA_HTTP_PROCESSOR
+    }
+]

monocle_apptrace/instrumentation/metamodel/lambdafunc/wrapper.py

@@ -0,0 +1,23 @@
+from functools import wraps
+import inspect
+
+def monocle_trace_lambda_function_route(func):
+    if inspect.iscoroutinefunction(func):
+        @wraps(func)
+        async def wrapper(*args, **kwargs):
+            return await LambdaFunctionRouteWrapper.run_async(func, *args, **kwargs)
+        return wrapper
+    else:
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            return LambdaFunctionRouteWrapper.run_sync(func, *args, **kwargs)
+        return wrapper
+
+class LambdaFunctionRouteWrapper:
+    @staticmethod
+    async def run_async(func, *args, **kwargs):
+        return await func(*args, **kwargs)
+
+    @staticmethod
+    def run_sync(func, *args, **kwargs):
+        return func(*args, **kwargs)