openlit 1.24.0__tar.gz → 1.25.0__tar.gz

{openlit-1.24.0 → openlit-1.25.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.24.0
+Version: 1.25.0
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
@@ -12,6 +12,7 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: boto3 (>=1.34.0,<2.0.0)
 Requires-Dist: botocore (>=1.34.0,<2.0.0)
 Requires-Dist: gpustat (>=1.1.1,<2.0.0)

{openlit-1.24.0 → openlit-1.25.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "openlit"
-version = "1.24.0"
+version = "1.25.0"
 description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
 authors = ["OpenLIT"]
 repository = "https://github.com/openlit/openlit/tree/main/openlit/python"

{openlit-1.24.0 → openlit-1.25.0}/src/openlit/__init__.py

@@ -7,9 +7,11 @@ large language models (LLMs).
 
 from typing import Dict
 import logging
+import os
 from importlib.util import find_spec
 from functools import wraps
 from contextlib import contextmanager
+import requests
 
 
 # Import internal modules for setting up tracing and fetching pricing info.
@@ -316,6 +318,73 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
     except Exception as e:
         logger.error("Error during openLIT initialization: %s", e)
 
+def get_prompt(url=None, name=None, api_key=None, prompt_id=None,
+    version=None, should_compile=None, variables=None, meta_properties=None):
+    """
+    Retrieve and returns the prompt from OpenLIT Prompt Hub
+    """
+
+    def get_env_variable(name, arg_value, error_message):
+        """
+        Retrieve an environment variable if the argument is not provided
+        and raise an error if both are not set.
+        """
+        if arg_value is not None:
+            return arg_value
+        value = os.getenv(name)
+        if not value:
+            logging.error(error_message)
+            raise RuntimeError(error_message)
+        return value
+
+    # Validate and set the base URL
+    url = get_env_variable(
+        'OPENLIT_URL',
+        url,
+        'Missing OpenLIT URL: Provide as arg or set OPENLIT_URL env var.'
+    )
+
+    # Validate and set the API key
+    api_key = get_env_variable(
+        'OPENLIT_API_KEY', 
+        api_key,
+        'Missing API key: Provide as arg or set OPENLIT_API_KEY env var.'
+    )
+
+    # Construct the API endpoint
+    endpoint = url + "/api/prompt/get-compiled"
+
+    # Prepare the payload
+    payload = {
+        'name': name,
+        'promptId': prompt_id,
+        'version': version,
+        'shouldCompile': should_compile,
+        'variables': variables,
+        'metaProperties': meta_properties
+    }
+
+    # Remove None values from payload
+    payload = {k: v for k, v in payload.items() if v is not None}
+
+    # Prepare headers
+    headers = {
+        'Authorization': f'Bearer {api_key}',
+        'Content-Type': 'application/json'
+    }
+
+    try:
+        # Make the POST request to the API with headers
+        response = requests.post(endpoint, json=payload, headers=headers, timeout=120)
+
+        # Check if the response is successful
+        response.raise_for_status()
+
+        # Return the JSON response
+        return response.json()
+    except requests.RequestException as error:
+        print(f"Error fetching prompt: {error}")
+        return None
 
 def trace(wrapped):
     """

{openlit-1.24.0 → openlit-1.25.0}/src/openlit/instrumentation/langchain/langchain.py

@@ -623,9 +623,11 @@ def achat(gen_ai_endpoint, version, environment, application_name,
                 input_tokens = response.response_metadata.get("prompt_eval_count", 0)
                 output_tokens = response.response_metadata.get("eval_count", 0)
 
+                prompt = "" if isinstance(args[0], list) else args[0]
+                model = getattr(instance, 'model_name', getattr(instance, 'model', 'gpt-4'))
                 # Calculate cost of the operation
                 cost = get_chat_model_cost(
-                    str(getattr(instance, 'model')),
+                    model,
                     pricing_info, input_tokens, output_tokens
                 )
 
@@ -641,15 +643,13 @@ def achat(gen_ai_endpoint, version, environment, application_name,
                 span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
                                     application_name)
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
-                                    str(getattr(instance, 'model')))
+                                    model)
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
-                                    str(getattr(instance, 'temperature')))
+                                    str(getattr(instance, 'temperature',1)))
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_K,
-                                    str(getattr(instance, 'top_k')))
+                                    str(getattr(instance, 'top_k',1)))
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
-                                    str(getattr(instance, 'top_p')))
-                span.set_attribute(SemanticConvetion.GEN_AI_RESPONSE_FINISH_REASON,
-                                    [response.response_metadata["done_reason"]])
+                                    str(getattr(instance, 'top_p',1)))
                 span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
                                     False)
                 span.set_attribute(SemanticConvetion.GEN_AI_USAGE_PROMPT_TOKENS,
@@ -664,7 +664,7 @@ def achat(gen_ai_endpoint, version, environment, application_name,
                     span.add_event(
                         name=SemanticConvetion.GEN_AI_CONTENT_PROMPT_EVENT,
                         attributes={
-                            SemanticConvetion.GEN_AI_CONTENT_PROMPT: args[0],
+                            SemanticConvetion.GEN_AI_CONTENT_PROMPT: prompt,
                         },
                     )
                     span.add_event(
@@ -689,7 +689,7 @@ def achat(gen_ai_endpoint, version, environment, application_name,
                         SemanticConvetion.GEN_AI_TYPE:
                             SemanticConvetion.GEN_AI_TYPE_CHAT,
                         SemanticConvetion.GEN_AI_REQUEST_MODEL:
-                            str(getattr(instance, 'model'))
+                            model
                     }
 
                     metrics["genai_requests"].add(1, attributes)