openlit 1.32.7__py3-none-any.whl → 1.32.8__py3-none-any.whl

openlit/instrumentation/langchain/__init__.py

@@ -71,6 +71,12 @@ WRAPPED_METHODS = [
         "endpoint": "langchain.chat_models",
         "wrapper": achat,
     },
+    {
+        "package": "langchain.chains.base",
+        "object": "Chain.invoke",
+        "endpoint": "langchain.chain.invoke",
+        "wrapper": chat,
+    }
 ]
 
 class LangChainInstrumentor(BaseInstrumentor):

openlit/instrumentation/langchain/langchain.py

@@ -1,4 +1,4 @@
-# pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, unused-import
+# pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, unused-import, too-many-function-args
 """
 Module for monitoring Langchain applications.
 """
@@ -507,12 +507,25 @@ def chat(gen_ai_endpoint, version, environment, application_name,
             response = wrapped(*args, **kwargs)
 
             try:
-                token_usage = response.response_metadata.get("token_usage", {})
-                input_tokens = token_usage.get("prompt_tokens", 0)
-                output_tokens = token_usage.get("completion_tokens", 0)
-                model = response.response_metadata.get("model_name", "gpt-4")
-
-                prompt = "" if isinstance(args[0], list) else args[0]
+                prompt = ""
+                if hasattr(response, 'response_metadata') and response.response_metadata:
+                    token_usage = response.response_metadata.get("token_usage", {})
+                    input_tokens = token_usage.get("prompt_tokens", 0)
+                    output_tokens = token_usage.get("completion_tokens", 0)
+                    model = response.response_metadata.get("model_name", "gpt-4")
+                    prompt = "" if isinstance(args[0], list) else args[0]
+                else:
+                    if not isinstance(response, dict) or "output_text" not in response:
+                        return response
+                    # Fallback: Calculate tokens manually if response_metadata is missing
+                    model = "gpt-4o-mini"  # Fallback model
+                    input_texts = [
+                    doc.page_content for doc in response.get("input_documents", [])
+                    if isinstance(doc.page_content, str)
+                    ]
+                    input_tokens = sum(general_tokens(text, model) for text in input_texts)
+                    output_text = response.get("output_text", "")
+                    output_tokens = general_tokens(output_text, model)
 
                 # Calculate cost of the operation
                 cost = get_chat_model_cost(
@@ -556,10 +569,11 @@ def chat(gen_ai_endpoint, version, environment, application_name,
                             SemanticConvetion.GEN_AI_CONTENT_PROMPT: prompt,
                         },
                     )
+                    completion_content = getattr(response, 'content', "")
                     span.add_event(
                         name=SemanticConvetion.GEN_AI_CONTENT_COMPLETION_EVENT,
                         attributes={
-                            SemanticConvetion.GEN_AI_CONTENT_COMPLETION: response.content,
+                            SemanticConvetion.GEN_AI_CONTENT_COMPLETION: completion_content,
                         },
                     )
 

{openlit-1.32.7.dist-info → openlit-1.32.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.32.7
+Version: 1.32.8
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu

{openlit-1.32.7.dist-info → openlit-1.32.8.dist-info}/RECORD

@@ -59,8 +59,8 @@ openlit/instrumentation/haystack/haystack.py,sha256=oQIZiDhdp3gnJnhYQ1OouJMc9YT0
 openlit/instrumentation/julep/__init__.py,sha256=oonEVK41P5g4SYRm0E_H4zCVH9NM4aJ-UswXzF3Oiv0,3136
 openlit/instrumentation/julep/async_julep.py,sha256=OO8lIm9uUV1lhPo_klKBVyaDwgHhFJlohTeZItd5qwU,5273
 openlit/instrumentation/julep/julep.py,sha256=lDUmkEP4hXk7vgUUbNRD-mnfdfrZifXSFVVILs8Ttkw,5276
-openlit/instrumentation/langchain/__init__.py,sha256=0AI2Dnqw81IcJw3jM--gGkv_HRh2GtosOGJjvOpw7Zk,3431
-openlit/instrumentation/langchain/langchain.py,sha256=jZgWBBWYHYSNnkf5wKyNFF_z9M9YxaZKGI_uyfvtMBU,36909
+openlit/instrumentation/langchain/__init__.py,sha256=gVtPZJifx-H8rqdZlU3GXdy3NtRF8yVb7PW7gE-ddJk,3592
+openlit/instrumentation/langchain/langchain.py,sha256=fYtFDN95aW4DLUKIaldBQXbee4oR__yo1cWcZXqQkEk,37874
 openlit/instrumentation/litellm/__init__.py,sha256=Z-LsVHKJdPganHfJA_rWg7xAfQYkvLfpLdF-eckU4qY,2401
 openlit/instrumentation/litellm/async_litellm.py,sha256=1MKNZbvKaf1lFWbXi1MQy3qFNNeXawav34SDlOQ_H3w,27544
 openlit/instrumentation/litellm/litellm.py,sha256=4YqCQ4CEQ4sfDu7pTlnflL_AfUqYEQdJDTO7nHJ6noY,27450
@@ -106,7 +106,7 @@ openlit/instrumentation/vllm/vllm.py,sha256=lDzM7F5pgxvh8nKL0dcKB4TD0Mc9wXOWeXOs
 openlit/otel/metrics.py,sha256=y7SQDTyfLakMrz0V4DThN-WAeap7YZzyndeYGSP6nVg,4516
 openlit/otel/tracing.py,sha256=fG3vl-flSZ30whCi7rrG25PlkIhhr8PhnfJYCkZzCD0,3895
 openlit/semcov/__init__.py,sha256=9gCyLKqhV2iErzNMIb4H9-CAlzaMUUoNXJmRZbDdhfc,10628
-openlit-1.32.7.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-openlit-1.32.7.dist-info/METADATA,sha256=7asxUq7rdEPsvzQ375lE42Wi6XQOYMF17fPrIymLHNk,22670
-openlit-1.32.7.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-openlit-1.32.7.dist-info/RECORD,,
+openlit-1.32.8.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+openlit-1.32.8.dist-info/METADATA,sha256=w203C6GIfvP0D7jXDdE0BK3K7GU7SbnyYIKtVN_umLM,22670
+openlit-1.32.8.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+openlit-1.32.8.dist-info/RECORD,,