openlit 0.0.1__py3-none-any.whl → 1.0.0__py3-none-any.whl

openlit/__helpers.py

@@ -124,7 +124,7 @@ def get_audio_model_cost(model, pricing_info, prompt):
 
 def fetch_pricing_info():
     """Fetches pricing information from a specified URL."""
-    pricing_url = "https://raw.githubusercontent.com/dokulabs/doku/main/assets/pricing.json"
+    pricing_url = "https://raw.githubusercontent.com/openlit/openlit/main/assets/pricing.json"
     try:
          # Set a timeout of 10 seconds for both the connection and the read
         response = requests.get(pricing_url, timeout=20)

openlit/__init__.py

@@ -3,8 +3,9 @@ The __init__.py module for the openLIT package.
 This module sets up the openLIT configuration and instrumentation for various
 large language models (LLMs).
 """
-from typing import Optional, Dict, Any
+from typing import Dict
 import logging
+from importlib.util import find_spec
 
 # Import internal modules for setting up tracing and fetching pricing info.
 from openlit.otel.tracing import setup_tracing
@@ -91,6 +92,30 @@ class OpenlitConfig:
         cls.trace_content = trace_content
         cls.disable_metrics = disable_metrics
 
+def instrument_if_available(instrumentor_name, instrumentor_instance, config,
+                            disabled_instrumentors, module_name_map):
+    """Instruments the specified instrumentor if its library is available."""
+    if instrumentor_name in disabled_instrumentors:
+        return
+
+    module_name = module_name_map.get(instrumentor_name)
+
+    if not module_name or find_spec(module_name) is not None:
+        try:
+            instrumentor_instance.instrument(
+                environment=config.environment,
+                application_name=config.application_name,
+                tracer=config.tracer,
+                pricing_info=config.pricing_info,
+                trace_content=config.trace_content,
+                metrics_dict=config.metrics_dict,
+                disable_metrics=config.disable_metrics
+            )
+
+        # pylint: disable=broad-exception-caught
+        except Exception as e:
+            logger.error("Failed to instrument %s: %s", instrumentor_name, e)
+
 def init(environment="default", application_name="default", tracer=None, otlp_endpoint=None,
          otlp_headers=None, disable_batch=False, trace_content=True, disabled_instrumentors=None,
          meter=None, disable_metrics=False):
@@ -115,12 +140,19 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
     disabled_instrumentors = disabled_instrumentors if disabled_instrumentors else []
 
     # Check for invalid instrumentor names
-    valid_instruments = {
-        "openai", "anthropic", "langchain",
-        "cohere", "mistral", "chroma",
-        "pinecone", "transformers"
+
+    module_name_map = {
+        "openai": "openai",
+        "anthropic": "anthropic",  
+        "cohere": "cohere",  
+        "mistral": "mistralai",  
+        "langchain": "langchain",
+        "chroma": "chromadb",
+        "pinecone": "pincone",
+        "transformers": "transformers"
     }
-    invalid_instrumentors = set(disabled_instrumentors) - valid_instruments
+
+    invalid_instrumentors = [name for name in disabled_instrumentors if name not in module_name_map]
     for invalid_name in invalid_instrumentors:
         logger.warning("Invalid instrumentor name detected and ignored: '%s'", invalid_name)
 
@@ -168,16 +200,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
 
         # Initialize and instrument only the enabled instrumentors
         for name, instrumentor in instrumentor_instances.items():
-            if name not in disabled_instrumentors:
-                instrumentor.instrument(
-                    environment=config.environment,
-                    application_name=config.application_name,
-                    tracer=config.tracer,
-                    pricing_info=config.pricing_info,
-                    trace_content=config.trace_content,
-                    metrics_dict=config.metrics_dict,
-                    disable_metrics=config.disable_metrics
-                )
+            instrument_if_available(name, instrumentor, config,
+                                    disabled_instrumentors, module_name_map)
 
     # pylint: disable=broad-exception-caught
     except Exception as e:

openlit/instrumentation/cohere/__init__.py

@@ -7,7 +7,7 @@ from wrapt import wrap_function_wrapper
 
 from openlit.instrumentation.cohere.cohere import chat, chat_stream, embed
 
-_instruments = ("cohere >= 5.0.0",)
+_instruments = ("cohere >= 5.3.2",)
 
 class CohereInstrumentor(BaseInstrumentor):
     """An instrumentor for Cohere's client library."""

openlit/instrumentation/cohere/cohere.py

@@ -173,8 +173,8 @@ def chat(gen_ai_endpoint, version, environment, application_name, tracer,
                 # Calculate cost of the operation
                 cost = get_chat_model_cost(kwargs.get("model", "command"),
                                             pricing_info,
-                                            response.meta["billed_units"]["input_tokens"],
-                                            response.meta["billed_units"]["output_tokens"])
+                                            response.meta.billed_units.input_tokens,
+                                            response.meta.billed_units.output_tokens)
 
                 # Set Span attributes
                 span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
@@ -207,12 +207,12 @@ def chat(gen_ai_endpoint, version, environment, application_name, tracer,
                 span.set_attribute(SemanticConvetion.GEN_AI_RESPONSE_FINISH_REASON,
                                     response.response_id)
                 span.set_attribute(SemanticConvetion.GEN_AI_USAGE_PROMPT_TOKENS,
-                                    response.meta["billed_units"]["input_tokens"])
+                                    response.meta.billed_units.input_tokens)
                 span.set_attribute(SemanticConvetion.GEN_AI_USAGE_COMPLETION_TOKENS,
-                                    response.meta["billed_units"]["output_tokens"])
+                                    response.meta.billed_units.output_tokens)
                 span.set_attribute(SemanticConvetion.GEN_AI_USAGE_TOTAL_TOKENS,
-                                    response.meta["billed_units"]["input_tokens"] +
-                                    response.meta["billed_units"]["output_tokens"])
+                                    response.meta.billed_units.input_tokens +
+                                    response.meta.billed_units.output_tokens)
                 span.set_attribute(SemanticConvetion.GEN_AI_USAGE_COST,
                                     cost)
                 if trace_content:
@@ -241,12 +241,12 @@ def chat(gen_ai_endpoint, version, environment, application_name, tracer,
 
                     metrics["genai_requests"].add(1, attributes)
                     metrics["genai_total_tokens"].add(
-                        response.meta["billed_units"]["input_tokens"] +
-                        response.meta["billed_units"]["output_tokens"], attributes)
+                        response.meta.billed_units.input_tokens +
+                        response.meta.billed_units.output_tokens, attributes)
                     metrics["genai_completion_tokens"].add(
-                        response.meta["billed_units"]["output_tokens"], attributes)
+                        response.meta.billed_units.output_tokens, attributes)
                     metrics["genai_prompt_tokens"].add(
-                        response.meta["billed_units"]["input_tokens"], attributes)
+                        response.meta.billed_units.input_tokens, attributes)
                     metrics["genai_cost"].record(cost, attributes)
 
                 # Return original response
@@ -307,8 +307,8 @@ def chat_stream(gen_ai_endpoint, version, environment, application_name,
                     if event.event_type == "stream-end":
                         llmresponse = event.response.text
                         response_id = event.response.response_id
-                        prompt_tokens = event.response.meta["billed_units"]["input_tokens"]
-                        completion_tokens = event.response.meta["billed_units"]["output_tokens"]
+                        prompt_tokens = event.response.meta.billed_units.input_tokens
+                        completion_tokens = event.response.meta.billed_units.output_tokens
                         finish_reason = event.finish_reason
                     yield event
 

openlit/instrumentation/langchain/__init__.py

@@ -7,8 +7,7 @@ from wrapt import wrap_function_wrapper
 
 from openlit.instrumentation.langchain.langchain import general_wrap, hub
 
-_instruments = ("langchain >= 0.1.1", "langchain-openai >= 0.1.1",
-                "langchain-core > 0.1.1", "langchain-community >= 0.0.31")
+_instruments = ("langchain >= 0.1.1",)
 
 WRAPPED_METHODS = [
     {

{openlit-0.0.1.dist-info → openlit-1.0.0.dist-info}/METADATA

@@ -1,8 +1,8 @@
 Metadata-Version: 2.1
 Name: openlit
-Version: 0.0.1
+Version: 1.0.0
 Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
-Home-page: https://github.com/open-lit/openlit/tree/main/openlit/python
+Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
 Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT
 Author: OpenLIT
 Requires-Python: >=3.7.1,<4.0.0
@@ -18,10 +18,25 @@ Requires-Dist: opentelemetry-instrumentation (>=0.45b0,<0.46)
 Requires-Dist: opentelemetry-sdk (>=1.24.0,<2.0.0)
 Requires-Dist: requests (>=2.26.0,<3.0.0)
 Requires-Dist: tiktoken (>=0.1.1,<0.2.0)
-Project-URL: Repository, https://github.com/open-lit/openlit/tree/main/openlit/python
+Project-URL: Repository, https://github.com/openlit/openlit/tree/main/openlit/python
 Description-Content-Type: text/markdown
 
-# OpenLIT: OpenTelemetry-native Observability for LLMs
+<div align="center">
+<img src="https://github.com/openlit/.github/blob/main/profile/assets/wide-logo-no-bg.png?raw=true" alt="OpenLIT Logo" width="30%"><h1>
+OpenTelemetry Auto-Instrumentation for GenAI & LLM Applications</h1>
+
+**[Documentation](https://docs.openlit.io/) | [Quickstart](#-getting-started) | [Python SDK](https://github.com/openlit/openlit/tree/main/sdk/python)**
+
+[![OpenLIT](https://img.shields.io/badge/OpenLIT-orange)](https://github.com/openlit/openlit)
+[![License](https://img.shields.io/github/license/openlit/openlit?label=License&logo=github&color=f80&logoColor=white)](https://github.com/openlit/openlit/blob/main/LICENSE)
+[![Downloads](https://static.pepy.tech/badge/openlit/month)](https://pepy.tech/project/openlit)
+[![GitHub Last Commit](https://img.shields.io/github/last-commit/openlit/openlit)](https://github.com/openlit/openlit/pulse)
+[![GitHub Contributors](https://img.shields.io/github/contributors/openlit/openlit)](https://github.com/openlit/openlit/graphs/contributors)
+
+[![Slack](https://img.shields.io/badge/Slack-4A154B?logo=slack&logoColor=white)](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ)
+[![X](https://img.shields.io/badge/follow-%40OpenLIT-1DA1F2?logo=x&style=social)](https://twitter.com/openlit_io)
+
+</div>
 
 OpenLIT Python SDK is an **OpenTelemetry-native** Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects. Designed with simplicity and efficiency, OpenLIT offers the ability to embed observability into your GenAI-driven projects effortlessly using just **a single line of code**.
 
@@ -63,10 +78,20 @@ This project adheres to the [Semantic Conventions](https://github.com/open-telem
 pip install openlit
 ```
 
-## ⚡ Quick Integration
+## 🚀 Getting Started
+
+## Step 1: Install OpenLIT SDK
+
+```bash
+pip install openlit
+```
+
+### Step 2: Instrument your Application
+Integrating the OpenLIT into LLM applications is straightforward. Start monitoring for your LLM Application with just **one line of code**: 
 
 ```python
 import openlit
+
 openlit.init()
 ```
 
@@ -74,6 +99,42 @@ By default, OpenLIT directs traces and metrics straight to your console. To forw
 
 To send telemetry to OpenTelemetry backends requiring authentication, set the `otlp_headers` parameter with its desired value. Alternatively, you can configure the endpoint by setting the `OTEL_EXPORTER_OTLP_HEADERS` environment variable as recommended in the OpenTelemetry documentation.
 
+#### Example
+
+Here is how you can send telemetry from OpenLIT to Grafana Cloud
+
+```python
+openlit.init(
+  otlp_endpoint="https://otlp-gateway-prod-us-east-0.grafana.net/otlp", 
+  otlp_headers="Authorization=Basic%20<base64 encoded Instance ID and API Token>"
+)
+```
+
+Alternatively, You can also choose to set these values using `OTEL_EXPORTER_OTLP_ENDPOINT` and `OTEL_EXPORTER_OTLP_HEADERS` environment variables
+
+```python
+openlit.init()
+```
+
+```env
+export OTEL_EXPORTER_OTLP_ENDPOINT = "https://otlp-gateway-prod-us-east-0.grafana.net/otlp"
+export OTEL_EXPORTER_OTLP_HEADERS = "Authorization=Basic%20<base64 encoded Instance ID and API Token>"
+```
+
+### Step 3: Visualize and Optimize!
+With the LLM Observability data now being collected and sent to your chosen OpenTelemetry backend, the next step is to visualize and analyze this data to glean insights into your application's performance, behavior, and identify areas of improvement. Here is how you would use the data in Grafana, follow these detailed instructions to explore your LLM application's Telemetry data.
+
+   - Select the **Explore** option from Grafana's sidebar.
+   - At the top, ensure the correct Tempo data source is selected from the dropdown menu.
+   - Use the **Query** field to specify any particular traces you are interested in, or leave it empty to browse through all the available traces.
+   - You can adjust the time range to focus on specific periods of interest.
+   - Hit **Run Query** to fetch your trace data. You'll see a visual representation of your traces along with detailed information on particular spans when clicked.
+
+#### Next Steps
+
+- **Create Dashboards:** Beyond just exploring traces, consider creating dashboards in Grafana to monitor key performance indicators (KPIs) and metrics over time. Dashboards can be customized with various panels to display graphs, logs, and single stats that are most relevant to your application's performance and usage patterns.
+- **Set Alerts:** Grafana also allows you to set up alerts based on specific thresholds. This feature can be invaluable in proactively managing your application's health by notifying you of potential issues before they impact users.
+- **Iterate and Optimize:** Use the insights gained from your observability data to make informed decisions on optimizing your LLM application. This might involve refining model parameters, adjusting scaling strategies, or identifying and resolving bottlenecks.
 
 
 ### Configuration
@@ -107,7 +168,8 @@ Your input helps us grow and improve, and we're here to support you every step o
 
 Connect with the OpenLIT community and maintainers for support, discussions, and updates:
 
-- 🌟 If you like it, Leave a star on our [GitHub](https://github.com/open-lit/openlit/)
+- 🌟 If you like it, Leave a star on our [GitHub](https://github.com/openlit/openlit/)
 - 🌍 Join our [Slack](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ) Community for live interactions and questions.
-- 🐞 Report bugs on our [GitHub Issues](https://github.com/open-lit/openlit/issues) to help us improve OpenLIT.
+- 🐞 Report bugs on our [GitHub Issues](https://github.com/openlit/openlit/issues) to help us improve OpenLIT.
 - 𝕏 Follow us on [X](https://twitter.com/openlit) for the latest updates and news.
+

{openlit-0.0.1.dist-info → openlit-1.0.0.dist-info}/RECORD

@@ -1,13 +1,13 @@
-openlit/__helpers.py,sha256=G-QikEhscZIKxV372EQwW8oEqXKy11okykmvQ6VO_Ys,4649
-openlit/__init__.py,sha256=rQcQ8Oej01MpGaWFj0fxAJQux0-L0Bdyo-l5XHx9uTw,7954
+openlit/__helpers.py,sha256=EEbLEUKuCiBp0WiieAvUnGcaU5D7grFgNVDCBgMKjQE,4651
+openlit/__init__.py,sha256=E1J6QPM0BiQAbOSetZ32yaw-Ikx4ZgvPemMP9XTdxFA,8795
 openlit/instrumentation/anthropic/__init__.py,sha256=oaU53BOPyfUKbEzYvLr1DPymDluurSnwo4Hernf2XdU,1955
 openlit/instrumentation/anthropic/anthropic.py,sha256=gLN7LrgbTTOxgO8TEn-mX7WCYVGExrIGB-_ueCLPMEY,15993
 openlit/instrumentation/anthropic/async_anthropic.py,sha256=wb5U9aF3FtgPZ_1EZudsuKaB6wmOrEVwDIlfcEWnQqU,16035
 openlit/instrumentation/chroma/__init__.py,sha256=61lFpHlUEQUobsUJZHXdvOViKwsOH8AOvSfc4VgCmiM,3253
 openlit/instrumentation/chroma/chroma.py,sha256=wcY5sN-Lfdr4P56FDy8O_ft20gfxTDP12c2vIUF7Qno,10374
-openlit/instrumentation/cohere/__init__.py,sha256=Q83kFr1FA4vyUcfZlUb7DjkSsbcuxvKcsFZG8www5Xw,1920
-openlit/instrumentation/cohere/cohere.py,sha256=Ygx4BFeTA5Eop60ZjwmbVTOCLQx-rK4ooHIY3SHRs8w,20420
-openlit/instrumentation/langchain/__init__.py,sha256=zmge92WPSFisoIBL0kbUrijbPNsBlPECz6ERe9cQrP0,2634
+openlit/instrumentation/cohere/__init__.py,sha256=PC5T1qIg9pwLNocBP_WjG5B_6p_z019s8quk_fNLAMs,1920
+openlit/instrumentation/cohere/cohere.py,sha256=LdRMStLs-UTxDsGsTObEv-unC8g1tRFaU2EFCUBFGHI,20348
+openlit/instrumentation/langchain/__init__.py,sha256=TW1ZR7I1i9Oig-wDWp3j1gmtQFO76jNBXQRBGGKzoOo,2531
 openlit/instrumentation/langchain/langchain.py,sha256=D-PiYlmUW5SuE4rvKRMOsMGtW5wI6aA3ldig1JhXUok,7609
 openlit/instrumentation/mistral/__init__.py,sha256=zJCIpFWRbsYrvooOJYuqwyuKeSOQLWbyXWCObL-Snks,3156
 openlit/instrumentation/mistral/async_mistral.py,sha256=nD1ns326mclIUjd4PEfrSa8mufpoZqjYF1meK9oohkA,21328
@@ -24,7 +24,7 @@ openlit/instrumentation/transformers/transformers.py,sha256=peT0BGskYt7AZ0b93TZ7
 openlit/otel/metrics.py,sha256=GdlQB1PpNvFAVbCqSTh7A87k6VVb1raHrW0y7xGSuQA,4293
 openlit/otel/tracing.py,sha256=peismkno0YPoRezHPbF5Ycz15_oOBErn_coW1CPspHg,3612
 openlit/semcov/__init__.py,sha256=n7lrz6xOwATtKF8cOWvhjr3JIrZ16sy3DXAW4Li2Q24,5686
-openlit-0.0.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-openlit-0.0.1.dist-info/METADATA,sha256=wi-sQz8QHV7LTiV7q_aJb_NGJV1TZq_Gteqvx6kAlto,6515
-openlit-0.0.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-openlit-0.0.1.dist-info/RECORD,,
+openlit-1.0.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+openlit-1.0.0.dist-info/METADATA,sha256=GlARW9aeWjuMH3mYz-AWBv39pthUN-o88CSg6WptwTk,10454
+openlit-1.0.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+openlit-1.0.0.dist-info/RECORD,,