openlit 1.24.1__tar.gz → 1.26.0__tar.gz

{openlit-1.24.1 → openlit-1.26.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 1.24.1
+Version: 1.26.0
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
 Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
@@ -12,6 +12,7 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: boto3 (>=1.34.0,<2.0.0)
 Requires-Dist: botocore (>=1.34.0,<2.0.0)
 Requires-Dist: gpustat (>=1.1.1,<2.0.0)
@@ -172,7 +173,7 @@ To send telemetry to OpenTelemetry backends requiring authentication, set the `o
 ### Step 3: Visualize and Optimize!
 With the LLM Observability data now being collected and sent to OpenLIT, the next step is to visualize and analyze this data to get insights into your LLM application’s performance, behavior, and identify areas of improvement.
 
-To begin exploring your LLM Application's performance data within the OpenLIT UI, please see the [Quickstart Guide](https://docs.openlit.io/latest/quickstart).
+To begin exploring your LLM Application's performance data within the OpenLIT, please see the [Quickstart Guide](https://docs.openlit.io/latest/quickstart).
 
 If you want to integrate and send metrics and traces to your existing observability tools, refer to our [Connections Guide](https://docs.openlit.io/latest/connections/intro) for detailed instructions.
 

{openlit-1.24.1 → openlit-1.26.0}/README.md

@@ -145,7 +145,7 @@ To send telemetry to OpenTelemetry backends requiring authentication, set the `o
 ### Step 3: Visualize and Optimize!
 With the LLM Observability data now being collected and sent to OpenLIT, the next step is to visualize and analyze this data to get insights into your LLM application’s performance, behavior, and identify areas of improvement.
 
-To begin exploring your LLM Application's performance data within the OpenLIT UI, please see the [Quickstart Guide](https://docs.openlit.io/latest/quickstart).
+To begin exploring your LLM Application's performance data within the OpenLIT, please see the [Quickstart Guide](https://docs.openlit.io/latest/quickstart).
 
 If you want to integrate and send metrics and traces to your existing observability tools, refer to our [Connections Guide](https://docs.openlit.io/latest/connections/intro) for detailed instructions.
 

{openlit-1.24.1 → openlit-1.26.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "openlit"
-version = "1.24.1"
+version = "1.26.0"
 description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
 authors = ["OpenLIT"]
 repository = "https://github.com/openlit/openlit/tree/main/openlit/python"

{openlit-1.24.1 → openlit-1.26.0}/src/openlit/__helpers.py

@@ -2,6 +2,7 @@
 """
 This module has functions to calculate model costs based on tokens and to fetch pricing information.
 """
+import os
 import json
 import logging
 from urllib.parse import urlparse
@@ -12,6 +13,19 @@ from opentelemetry.trace import Status, StatusCode
 # Set up logging
 logger = logging.getLogger(__name__)
 
+def get_env_variable(name, arg_value, error_message):
+    """
+    Retrieve an environment variable if the argument is not provided
+    and raise an error if both are not set.
+    """
+    if arg_value is not None:
+        return arg_value
+    value = os.getenv(name)
+    if not value:
+        logging.error(error_message)
+        raise RuntimeError(error_message)
+    return value
+
 def openai_tokens(text, model):
     """
     Calculate the number of tokens a given text would take up for a specified model.

{openlit-1.24.1 → openlit-1.26.0}/src/openlit/__init__.py

@@ -7,9 +7,11 @@ large language models (LLMs).
 
 from typing import Dict
 import logging
+import os
 from importlib.util import find_spec
 from functools import wraps
 from contextlib import contextmanager
+import requests
 
 
 # Import internal modules for setting up tracing and fetching pricing info.
@@ -18,7 +20,7 @@ from opentelemetry.trace import SpanKind, Status, StatusCode, Span
 from openlit.semcov import SemanticConvetion
 from openlit.otel.tracing import setup_tracing
 from openlit.otel.metrics import setup_meter
-from openlit.__helpers import fetch_pricing_info
+from openlit.__helpers import fetch_pricing_info, get_env_variable
 
 
 # Instrumentors for various large language models.
@@ -316,6 +318,117 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
     except Exception as e:
         logger.error("Error during openLIT initialization: %s", e)
 
+def get_prompt(url=None, name=None, api_key=None, prompt_id=None,
+    version=None, should_compile=None, variables=None, meta_properties=None):
+    """
+    Retrieve and returns the prompt from OpenLIT Prompt Hub
+    """
+
+    # Validate and set the base URL
+    url = get_env_variable(
+        'OPENLIT_URL',
+        url,
+        'Missing OpenLIT URL: Provide as arg or set OPENLIT_URL env var.'
+    )
+
+    # Validate and set the API key
+    api_key = get_env_variable(
+        'OPENLIT_API_KEY', 
+        api_key,
+        'Missing API key: Provide as arg or set OPENLIT_API_KEY env var.'
+    )
+
+    # Construct the API endpoint
+    endpoint = url + "/api/prompt/get-compiled"
+
+    # Prepare the payload
+    payload = {
+        'name': name,
+        'promptId': prompt_id,
+        'version': version,
+        'shouldCompile': should_compile,
+        'variables': variables,
+        'metaProperties': meta_properties
+    }
+
+    # Remove None values from payload
+    payload = {k: v for k, v in payload.items() if v is not None}
+
+    # Prepare headers
+    headers = {
+        'Authorization': f'Bearer {api_key}',
+        'Content-Type': 'application/json'
+    }
+
+    try:
+        # Make the POST request to the API with headers
+        response = requests.post(endpoint, json=payload, headers=headers, timeout=120)
+
+        # Check if the response is successful
+        response.raise_for_status()
+
+        # Return the JSON response
+        return response.json()
+    except requests.RequestException as error:
+        print(f"Error fetching prompt: {error}")
+        return None
+
+def get_secrets(url=None, api_key=None, key=None, tags=None, should_set_env=None):
+    """
+    Retrieve & returns the secrets from OpenLIT Vault & sets all to env is should_set_env is True
+    """
+
+    # Validate and set the base URL
+    url = get_env_variable(
+        'OPENLIT_URL',
+        url,
+        'Missing OpenLIT URL: Provide as arg or set OPENLIT_URL env var.'
+    )
+
+    # Validate and set the API key
+    api_key = get_env_variable(
+        'OPENLIT_API_KEY', 
+        api_key,
+        'Missing API key: Provide as arg or set OPENLIT_API_KEY env var.'
+    )
+
+    # Construct the API endpoint
+    endpoint = url + "/api/vault/get-secrets"
+
+    # Prepare the payload
+    payload = {
+        'key': key,
+        'tags': tags,
+    }
+
+    # Remove None values from payload
+    payload = {k: v for k, v in payload.items() if v is not None}
+
+    # Prepare headers
+    headers = {
+        'Authorization': f'Bearer {api_key}',
+        'Content-Type': 'application/json'
+    }
+
+    try:
+        # Make the POST request to the API with headers
+        response = requests.post(endpoint, json=payload, headers=headers, timeout=120)
+
+        # Check if the response is successful
+        response.raise_for_status()
+
+        # Return the JSON response
+        vault_response = response.json()
+
+        res = vault_response.get('res', [])
+
+        if should_set_env is True:
+            for token, value in res.items():
+                os.environ[token] = str(value)
+        return vault_response
+    except requests.RequestException as error:
+        print(f"Error fetching secrets: {error}")
+        return None
 
 def trace(wrapped):
     """