openlit 1.14.1__py3-none-any.whl → 1.15.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- openlit/__init__.py +3 -0
- openlit/instrumentation/bedrock/bedrock.py +2 -2
- openlit/instrumentation/elevenlabs/__init__.py +54 -0
- openlit/instrumentation/elevenlabs/async_elevenlabs.py +117 -0
- openlit/instrumentation/elevenlabs/elevenlabs.py +117 -0
- openlit/instrumentation/langchain/__init__.py +14 -2
- openlit/instrumentation/langchain/langchain.py +169 -0
- openlit/instrumentation/openai/async_azure_openai.py +3 -3
- openlit/instrumentation/openai/async_openai.py +5 -5
- openlit/instrumentation/openai/azure_openai.py +3 -3
- openlit/instrumentation/openai/openai.py +5 -5
- openlit/instrumentation/transformers/__init__.py +1 -1
- openlit/instrumentation/transformers/transformers.py +3 -3
- openlit/semcov/__init__.py +6 -3
- {openlit-1.14.1.dist-info → openlit-1.15.0.dist-info}/METADATA +17 -17
- {openlit-1.14.1.dist-info → openlit-1.15.0.dist-info}/RECORD +18 -15
- {openlit-1.14.1.dist-info → openlit-1.15.0.dist-info}/LICENSE +0 -0
- {openlit-1.14.1.dist-info → openlit-1.15.0.dist-info}/WHEEL +0 -0
openlit/__init__.py
CHANGED
@@ -31,6 +31,7 @@ from openlit.instrumentation.vertexai import VertexAIInstrumentor
|
|
31
31
|
from openlit.instrumentation.groq import GroqInstrumentor
|
32
32
|
from openlit.instrumentation.ollama import OllamaInstrumentor
|
33
33
|
from openlit.instrumentation.gpt4all import GPT4AllInstrumentor
|
34
|
+
from openlit.instrumentation.elevenlabs import ElevenLabsInstrumentor
|
34
35
|
from openlit.instrumentation.langchain import LangChainInstrumentor
|
35
36
|
from openlit.instrumentation.llamaindex import LlamaIndexInstrumentor
|
36
37
|
from openlit.instrumentation.haystack import HaystackInstrumentor
|
@@ -192,6 +193,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
|
|
192
193
|
"groq": "groq",
|
193
194
|
"ollama": "ollama",
|
194
195
|
"gpt4all": "gpt4all",
|
196
|
+
"elevenlabs": "elevenlabs",
|
195
197
|
"langchain": "langchain",
|
196
198
|
"llama_index": "llama_index",
|
197
199
|
"haystack": "haystack",
|
@@ -267,6 +269,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
|
|
267
269
|
"groq": GroqInstrumentor(),
|
268
270
|
"ollama": OllamaInstrumentor(),
|
269
271
|
"gpt4all": GPT4AllInstrumentor(),
|
272
|
+
"elevenlabs": ElevenLabsInstrumentor(),
|
270
273
|
"langchain": LangChainInstrumentor(),
|
271
274
|
"llama_index": LlamaIndexInstrumentor(),
|
272
275
|
"haystack": HaystackInstrumentor(),
|
@@ -88,9 +88,9 @@ def chat(gen_ai_endpoint, version, environment, application_name, tracer,
|
|
88
88
|
quality = request_body.get("imageGenerationConfig", {}).get("quality", "standard")
|
89
89
|
n = request_body.get("imageGenerationConfig", {}).get("numberOfImages", 1)
|
90
90
|
|
91
|
-
span.set_attribute(SemanticConvetion.
|
91
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_SIZE,
|
92
92
|
size)
|
93
|
-
span.set_attribute(SemanticConvetion.
|
93
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_QUALITY,
|
94
94
|
quality)
|
95
95
|
# Calculate cost of the operation
|
96
96
|
cost = n * get_image_model_cost(model,
|
@@ -0,0 +1,54 @@
|
|
1
|
+
# pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
|
2
|
+
"""Initializer of Auto Instrumentation of ElevenLabs Functions"""
|
3
|
+
|
4
|
+
from typing import Collection
|
5
|
+
import importlib.metadata
|
6
|
+
from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
|
7
|
+
from wrapt import wrap_function_wrapper
|
8
|
+
|
9
|
+
from openlit.instrumentation.elevenlabs.elevenlabs import (
|
10
|
+
generate
|
11
|
+
)
|
12
|
+
from openlit.instrumentation.elevenlabs.async_elevenlabs import (
|
13
|
+
async_generate
|
14
|
+
)
|
15
|
+
|
16
|
+
_instruments = ("elevenlabs >= 1.4.0",)
|
17
|
+
|
18
|
+
class ElevenLabsInstrumentor(BaseInstrumentor):
|
19
|
+
"""
|
20
|
+
An instrumentor for ElevenLabs's client library.
|
21
|
+
"""
|
22
|
+
|
23
|
+
def instrumentation_dependencies(self) -> Collection[str]:
|
24
|
+
return _instruments
|
25
|
+
|
26
|
+
def _instrument(self, **kwargs):
|
27
|
+
application_name = kwargs.get("application_name", "default")
|
28
|
+
environment = kwargs.get("environment", "default")
|
29
|
+
tracer = kwargs.get("tracer")
|
30
|
+
metrics = kwargs.get("metrics_dict")
|
31
|
+
pricing_info = kwargs.get("pricing_info", {})
|
32
|
+
trace_content = kwargs.get("trace_content", False)
|
33
|
+
disable_metrics = kwargs.get("disable_metrics")
|
34
|
+
version = importlib.metadata.version("elevenlabs")
|
35
|
+
|
36
|
+
# sync generate
|
37
|
+
wrap_function_wrapper(
|
38
|
+
"elevenlabs.client",
|
39
|
+
"ElevenLabs.generate",
|
40
|
+
generate("elevenlabs.generate", version, environment, application_name,
|
41
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
42
|
+
)
|
43
|
+
|
44
|
+
# async generate
|
45
|
+
wrap_function_wrapper(
|
46
|
+
"elevenlabs.client",
|
47
|
+
"AsyncElevenLabs.generate",
|
48
|
+
async_generate("elevenlabs.generate", version, environment, application_name,
|
49
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
50
|
+
)
|
51
|
+
|
52
|
+
def _uninstrument(self, **kwargs):
|
53
|
+
# Proper uninstrumentation logic to revert patched methods
|
54
|
+
pass
|
@@ -0,0 +1,117 @@
|
|
1
|
+
# pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, possibly-used-before-assignment
|
2
|
+
"""
|
3
|
+
Module for monitoring Ollama API calls.
|
4
|
+
"""
|
5
|
+
|
6
|
+
import logging
|
7
|
+
from opentelemetry.trace import SpanKind, Status, StatusCode
|
8
|
+
from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
|
9
|
+
from openlit.__helpers import get_audio_model_cost
|
10
|
+
from openlit.__helpers import handle_exception
|
11
|
+
from openlit.semcov import SemanticConvetion
|
12
|
+
|
13
|
+
# Initialize logger for logging potential issues and operations
|
14
|
+
logger = logging.getLogger(__name__)
|
15
|
+
|
16
|
+
def async_generate(gen_ai_endpoint, version, environment, application_name,
|
17
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics):
|
18
|
+
"""
|
19
|
+
Generates a telemetry wrapper for creating speech audio to collect metrics.
|
20
|
+
|
21
|
+
Args:
|
22
|
+
gen_ai_endpoint: Endpoint identifier for logging and tracing.
|
23
|
+
version: Version of the monitoring package.
|
24
|
+
environment: Deployment environment (e.g., production, staging).
|
25
|
+
application_name: Name of the application using the ElevenLabs API.
|
26
|
+
tracer: OpenTelemetry tracer for creating spans.
|
27
|
+
pricing_info: Information used for calculating the cost of generating speech audio.
|
28
|
+
trace_content: Flag indicating whether to trace the input text and generated audio.
|
29
|
+
|
30
|
+
Returns:
|
31
|
+
A function that wraps the speech audio creation method to add telemetry.
|
32
|
+
"""
|
33
|
+
|
34
|
+
async def wrapper(wrapped, instance, args, kwargs):
|
35
|
+
"""
|
36
|
+
Wraps the 'generate' API call to add telemetry.
|
37
|
+
|
38
|
+
This collects metrics such as execution time, cost, and handles errors
|
39
|
+
gracefully, adding details to the trace for observability.
|
40
|
+
|
41
|
+
Args:
|
42
|
+
wrapped: The original 'generate' method to be wrapped.
|
43
|
+
instance: The instance of the class where the original method is defined.
|
44
|
+
args: Positional arguments for the 'generate' method.
|
45
|
+
kwargs: Keyword arguments for the 'generate' method.
|
46
|
+
|
47
|
+
Returns:
|
48
|
+
The response from the original 'generate' method.
|
49
|
+
"""
|
50
|
+
|
51
|
+
with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
|
52
|
+
response = await wrapped(*args, **kwargs)
|
53
|
+
|
54
|
+
try:
|
55
|
+
# Calculate cost of the operation
|
56
|
+
cost = get_audio_model_cost(kwargs.get("model", "eleven_multilingual_v2"),
|
57
|
+
pricing_info, kwargs.get("text", ""))
|
58
|
+
|
59
|
+
# Set Span attributes
|
60
|
+
span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
|
61
|
+
span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
|
62
|
+
SemanticConvetion.GEN_AI_SYSTEM_ELEVENLABS)
|
63
|
+
span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
|
64
|
+
SemanticConvetion.GEN_AI_TYPE_AUDIO)
|
65
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
|
66
|
+
gen_ai_endpoint)
|
67
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
|
68
|
+
environment)
|
69
|
+
span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
|
70
|
+
application_name)
|
71
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
72
|
+
kwargs.get("model", "eleven_multilingual_v2"))
|
73
|
+
if isinstance(kwargs.get("voice", "Rachel"), str):
|
74
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_AUDIO_VOICE,
|
75
|
+
kwargs.get("voice", "Rachel"))
|
76
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_AUDIO_RESPONSE_FORMAT,
|
77
|
+
kwargs.get("output_format", "mp3"))
|
78
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_AUDIO_SETTINGS,
|
79
|
+
str(kwargs.get("voice_settings", "")))
|
80
|
+
span.set_attribute(SemanticConvetion.GEN_AI_USAGE_COST,
|
81
|
+
cost)
|
82
|
+
if trace_content:
|
83
|
+
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_PROMPT,
|
84
|
+
str(kwargs.get("text", "")))
|
85
|
+
|
86
|
+
span.set_status(Status(StatusCode.OK))
|
87
|
+
|
88
|
+
if disable_metrics is False:
|
89
|
+
attributes = {
|
90
|
+
TELEMETRY_SDK_NAME:
|
91
|
+
"openlit",
|
92
|
+
SemanticConvetion.GEN_AI_APPLICATION_NAME:
|
93
|
+
application_name,
|
94
|
+
SemanticConvetion.GEN_AI_SYSTEM:
|
95
|
+
SemanticConvetion.GEN_AI_SYSTEM_ELEVENLABS,
|
96
|
+
SemanticConvetion.GEN_AI_ENVIRONMENT:
|
97
|
+
environment,
|
98
|
+
SemanticConvetion.GEN_AI_TYPE:
|
99
|
+
SemanticConvetion.GEN_AI_TYPE_AUDIO,
|
100
|
+
SemanticConvetion.GEN_AI_REQUEST_MODEL:
|
101
|
+
kwargs.get("model", "eleven_multilingual_v2")
|
102
|
+
}
|
103
|
+
|
104
|
+
metrics["genai_requests"].add(1, attributes)
|
105
|
+
metrics["genai_cost"].record(cost, attributes)
|
106
|
+
|
107
|
+
# Return original response
|
108
|
+
return response
|
109
|
+
|
110
|
+
except Exception as e:
|
111
|
+
handle_exception(span, e)
|
112
|
+
logger.error("Error in trace creation: %s", e)
|
113
|
+
|
114
|
+
# Return original response
|
115
|
+
return response
|
116
|
+
|
117
|
+
return wrapper
|
@@ -0,0 +1,117 @@
|
|
1
|
+
# pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, possibly-used-before-assignment
|
2
|
+
"""
|
3
|
+
Module for monitoring Ollama API calls.
|
4
|
+
"""
|
5
|
+
|
6
|
+
import logging
|
7
|
+
from opentelemetry.trace import SpanKind, Status, StatusCode
|
8
|
+
from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
|
9
|
+
from openlit.__helpers import get_audio_model_cost
|
10
|
+
from openlit.__helpers import handle_exception
|
11
|
+
from openlit.semcov import SemanticConvetion
|
12
|
+
|
13
|
+
# Initialize logger for logging potential issues and operations
|
14
|
+
logger = logging.getLogger(__name__)
|
15
|
+
|
16
|
+
def generate(gen_ai_endpoint, version, environment, application_name,
|
17
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics):
|
18
|
+
"""
|
19
|
+
Generates a telemetry wrapper for creating speech audio to collect metrics.
|
20
|
+
|
21
|
+
Args:
|
22
|
+
gen_ai_endpoint: Endpoint identifier for logging and tracing.
|
23
|
+
version: Version of the monitoring package.
|
24
|
+
environment: Deployment environment (e.g., production, staging).
|
25
|
+
application_name: Name of the application using the ElevenLabs API.
|
26
|
+
tracer: OpenTelemetry tracer for creating spans.
|
27
|
+
pricing_info: Information used for calculating the cost of generating speech audio.
|
28
|
+
trace_content: Flag indicating whether to trace the input text and generated audio.
|
29
|
+
|
30
|
+
Returns:
|
31
|
+
A function that wraps the speech audio creation method to add telemetry.
|
32
|
+
"""
|
33
|
+
|
34
|
+
def wrapper(wrapped, instance, args, kwargs):
|
35
|
+
"""
|
36
|
+
Wraps the 'generate' API call to add telemetry.
|
37
|
+
|
38
|
+
This collects metrics such as execution time, cost, and handles errors
|
39
|
+
gracefully, adding details to the trace for observability.
|
40
|
+
|
41
|
+
Args:
|
42
|
+
wrapped: The original 'generate' method to be wrapped.
|
43
|
+
instance: The instance of the class where the original method is defined.
|
44
|
+
args: Positional arguments for the 'generate' method.
|
45
|
+
kwargs: Keyword arguments for the 'generate' method.
|
46
|
+
|
47
|
+
Returns:
|
48
|
+
The response from the original 'generate' method.
|
49
|
+
"""
|
50
|
+
|
51
|
+
with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
|
52
|
+
response = wrapped(*args, **kwargs)
|
53
|
+
|
54
|
+
try:
|
55
|
+
# Calculate cost of the operation
|
56
|
+
cost = get_audio_model_cost(kwargs.get("model", "eleven_multilingual_v2"),
|
57
|
+
pricing_info, kwargs.get("text", ""))
|
58
|
+
|
59
|
+
# Set Span attributes
|
60
|
+
span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
|
61
|
+
span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
|
62
|
+
SemanticConvetion.GEN_AI_SYSTEM_ELEVENLABS)
|
63
|
+
span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
|
64
|
+
SemanticConvetion.GEN_AI_TYPE_AUDIO)
|
65
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
|
66
|
+
gen_ai_endpoint)
|
67
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
|
68
|
+
environment)
|
69
|
+
span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
|
70
|
+
application_name)
|
71
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
72
|
+
kwargs.get("model", "eleven_multilingual_v2"))
|
73
|
+
if isinstance(kwargs.get("voice", "Rachel"), str):
|
74
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_AUDIO_VOICE,
|
75
|
+
kwargs.get("voice", "Rachel"))
|
76
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_AUDIO_RESPONSE_FORMAT,
|
77
|
+
kwargs.get("output_format", "mp3"))
|
78
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_AUDIO_SETTINGS,
|
79
|
+
str(kwargs.get("voice_settings", "")))
|
80
|
+
span.set_attribute(SemanticConvetion.GEN_AI_USAGE_COST,
|
81
|
+
cost)
|
82
|
+
if trace_content:
|
83
|
+
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_PROMPT,
|
84
|
+
str(kwargs.get("text", "")))
|
85
|
+
|
86
|
+
span.set_status(Status(StatusCode.OK))
|
87
|
+
|
88
|
+
if disable_metrics is False:
|
89
|
+
attributes = {
|
90
|
+
TELEMETRY_SDK_NAME:
|
91
|
+
"openlit",
|
92
|
+
SemanticConvetion.GEN_AI_APPLICATION_NAME:
|
93
|
+
application_name,
|
94
|
+
SemanticConvetion.GEN_AI_SYSTEM:
|
95
|
+
SemanticConvetion.GEN_AI_SYSTEM_ELEVENLABS,
|
96
|
+
SemanticConvetion.GEN_AI_ENVIRONMENT:
|
97
|
+
environment,
|
98
|
+
SemanticConvetion.GEN_AI_TYPE:
|
99
|
+
SemanticConvetion.GEN_AI_TYPE_AUDIO,
|
100
|
+
SemanticConvetion.GEN_AI_REQUEST_MODEL:
|
101
|
+
kwargs.get("model", "eleven_multilingual_v2")
|
102
|
+
}
|
103
|
+
|
104
|
+
metrics["genai_requests"].add(1, attributes)
|
105
|
+
metrics["genai_cost"].record(cost, attributes)
|
106
|
+
|
107
|
+
# Return original response
|
108
|
+
return response
|
109
|
+
|
110
|
+
except Exception as e:
|
111
|
+
handle_exception(span, e)
|
112
|
+
logger.error("Error in trace creation: %s", e)
|
113
|
+
|
114
|
+
# Return original response
|
115
|
+
return response
|
116
|
+
|
117
|
+
return wrapper
|
@@ -5,9 +5,9 @@ import importlib.metadata
|
|
5
5
|
from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
|
6
6
|
from wrapt import wrap_function_wrapper
|
7
7
|
|
8
|
-
from openlit.instrumentation.langchain.langchain import general_wrap, hub
|
8
|
+
from openlit.instrumentation.langchain.langchain import general_wrap, hub, llm, allm
|
9
9
|
|
10
|
-
_instruments = ("langchain >= 0.1.
|
10
|
+
_instruments = ("langchain >= 0.1.20",)
|
11
11
|
|
12
12
|
WRAPPED_METHODS = [
|
13
13
|
{
|
@@ -40,6 +40,18 @@ WRAPPED_METHODS = [
|
|
40
40
|
"endpoint": "langchain.retrieve.prompt",
|
41
41
|
"wrapper": hub,
|
42
42
|
},
|
43
|
+
{
|
44
|
+
"package": "langchain_core.language_models.llms",
|
45
|
+
"object": "BaseLLM.invoke",
|
46
|
+
"endpoint": "langchain.llm",
|
47
|
+
"wrapper": llm,
|
48
|
+
},
|
49
|
+
{
|
50
|
+
"package": "langchain_core.language_models.llms",
|
51
|
+
"object": "BaseLLM.ainvoke",
|
52
|
+
"endpoint": "langchain.llm",
|
53
|
+
"wrapper": allm,
|
54
|
+
},
|
43
55
|
]
|
44
56
|
|
45
57
|
class LangChainInstrumentor(BaseInstrumentor):
|
@@ -159,3 +159,172 @@ def hub(gen_ai_endpoint, version, environment, application_name, tracer,
|
|
159
159
|
return response
|
160
160
|
|
161
161
|
return wrapper
|
162
|
+
|
163
|
+
|
164
|
+
def allm(gen_ai_endpoint, version, environment, application_name,
|
165
|
+
tracer, pricing_info, trace_content):
|
166
|
+
"""
|
167
|
+
Creates a wrapper around a function call to trace and log its execution metrics.
|
168
|
+
|
169
|
+
This function wraps any given function to measure its execution time,
|
170
|
+
log its operation, and trace its execution using OpenTelemetry.
|
171
|
+
|
172
|
+
Parameters:
|
173
|
+
- gen_ai_endpoint (str): A descriptor or name for the endpoint being traced.
|
174
|
+
- version (str): The version of the Langchain application.
|
175
|
+
- environment (str): The deployment environment (e.g., 'production', 'development').
|
176
|
+
- application_name (str): Name of the Langchain application.
|
177
|
+
- tracer (opentelemetry.trace.Tracer): The tracer object used for OpenTelemetry tracing.
|
178
|
+
- pricing_info (dict): Information about the pricing for internal metrics (currently not used).
|
179
|
+
- trace_content (bool): Flag indicating whether to trace the content of the response.
|
180
|
+
|
181
|
+
Returns:
|
182
|
+
- function: A higher-order function that takes a function 'wrapped' and returns
|
183
|
+
a new function that wraps 'wrapped' with additional tracing and logging.
|
184
|
+
"""
|
185
|
+
|
186
|
+
async def wrapper(wrapped, instance, args, kwargs):
|
187
|
+
"""
|
188
|
+
An inner wrapper function that executes the wrapped function, measures execution
|
189
|
+
time, and records trace data using OpenTelemetry.
|
190
|
+
|
191
|
+
Parameters:
|
192
|
+
- wrapped (Callable): The original function that this wrapper will execute.
|
193
|
+
- instance (object): The instance to which the wrapped function belongs. This
|
194
|
+
is used for instance methods. For static and classmethods,
|
195
|
+
this may be None.
|
196
|
+
- args (tuple): Positional arguments passed to the wrapped function.
|
197
|
+
- kwargs (dict): Keyword arguments passed to the wrapped function.
|
198
|
+
|
199
|
+
Returns:
|
200
|
+
- The result of the wrapped function call.
|
201
|
+
|
202
|
+
The wrapper initiates a span with the provided tracer, sets various attributes
|
203
|
+
on the span based on the function's execution and response, and ensures
|
204
|
+
errors are handled and logged appropriately.
|
205
|
+
"""
|
206
|
+
with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
|
207
|
+
response = await wrapped(*args, **kwargs)
|
208
|
+
|
209
|
+
try:
|
210
|
+
span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
|
211
|
+
span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
|
212
|
+
SemanticConvetion.GEN_AI_SYSTEM_LANGCHAIN)
|
213
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
|
214
|
+
gen_ai_endpoint)
|
215
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
|
216
|
+
environment)
|
217
|
+
span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
|
218
|
+
SemanticConvetion.GEN_AI_TYPE_FRAMEWORK)
|
219
|
+
span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
|
220
|
+
application_name)
|
221
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
222
|
+
str(getattr(instance, 'model')))
|
223
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
|
224
|
+
str(getattr(instance, 'temperature')))
|
225
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_K,
|
226
|
+
str(getattr(instance, 'top_k')))
|
227
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
|
228
|
+
str(getattr(instance, 'top_p')))
|
229
|
+
if trace_content:
|
230
|
+
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_PROMPT,
|
231
|
+
args[0])
|
232
|
+
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_COMPLETION,
|
233
|
+
response)
|
234
|
+
span.set_status(Status(StatusCode.OK))
|
235
|
+
|
236
|
+
# Return original response
|
237
|
+
return response
|
238
|
+
|
239
|
+
except Exception as e:
|
240
|
+
handle_exception(span, e)
|
241
|
+
logger.error("Error in trace creation: %s", e)
|
242
|
+
|
243
|
+
# Return original response
|
244
|
+
return response
|
245
|
+
|
246
|
+
return wrapper
|
247
|
+
|
248
|
+
def llm(gen_ai_endpoint, version, environment, application_name,
|
249
|
+
tracer, pricing_info, trace_content):
|
250
|
+
"""
|
251
|
+
Creates a wrapper around a function call to trace and log its execution metrics.
|
252
|
+
|
253
|
+
This function wraps any given function to measure its execution time,
|
254
|
+
log its operation, and trace its execution using OpenTelemetry.
|
255
|
+
|
256
|
+
Parameters:
|
257
|
+
- gen_ai_endpoint (str): A descriptor or name for the endpoint being traced.
|
258
|
+
- version (str): The version of the Langchain application.
|
259
|
+
- environment (str): The deployment environment (e.g., 'production', 'development').
|
260
|
+
- application_name (str): Name of the Langchain application.
|
261
|
+
- tracer (opentelemetry.trace.Tracer): The tracer object used for OpenTelemetry tracing.
|
262
|
+
- pricing_info (dict): Information about the pricing for internal metrics (currently not used).
|
263
|
+
- trace_content (bool): Flag indicating whether to trace the content of the response.
|
264
|
+
|
265
|
+
Returns:
|
266
|
+
- function: A higher-order function that takes a function 'wrapped' and returns
|
267
|
+
a new function that wraps 'wrapped' with additional tracing and logging.
|
268
|
+
"""
|
269
|
+
|
270
|
+
def wrapper(wrapped, instance, args, kwargs):
|
271
|
+
"""
|
272
|
+
An inner wrapper function that executes the wrapped function, measures execution
|
273
|
+
time, and records trace data using OpenTelemetry.
|
274
|
+
|
275
|
+
Parameters:
|
276
|
+
- wrapped (Callable): The original function that this wrapper will execute.
|
277
|
+
- instance (object): The instance to which the wrapped function belongs. This
|
278
|
+
is used for instance methods. For static and classmethods,
|
279
|
+
this may be None.
|
280
|
+
- args (tuple): Positional arguments passed to the wrapped function.
|
281
|
+
- kwargs (dict): Keyword arguments passed to the wrapped function.
|
282
|
+
|
283
|
+
Returns:
|
284
|
+
- The result of the wrapped function call.
|
285
|
+
|
286
|
+
The wrapper initiates a span with the provided tracer, sets various attributes
|
287
|
+
on the span based on the function's execution and response, and ensures
|
288
|
+
errors are handled and logged appropriately.
|
289
|
+
"""
|
290
|
+
with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
|
291
|
+
response = wrapped(*args, **kwargs)
|
292
|
+
|
293
|
+
try:
|
294
|
+
span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
|
295
|
+
span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
|
296
|
+
SemanticConvetion.GEN_AI_SYSTEM_LANGCHAIN)
|
297
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
|
298
|
+
gen_ai_endpoint)
|
299
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
|
300
|
+
environment)
|
301
|
+
span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
|
302
|
+
SemanticConvetion.GEN_AI_TYPE_FRAMEWORK)
|
303
|
+
span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
|
304
|
+
application_name)
|
305
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
306
|
+
str(getattr(instance, 'model')))
|
307
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
|
308
|
+
str(getattr(instance, 'temperature')))
|
309
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_K,
|
310
|
+
str(getattr(instance, 'top_k')))
|
311
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
|
312
|
+
str(getattr(instance, 'top_p')))
|
313
|
+
if trace_content:
|
314
|
+
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_PROMPT,
|
315
|
+
args[0])
|
316
|
+
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_COMPLETION,
|
317
|
+
response)
|
318
|
+
span.set_status(Status(StatusCode.OK))
|
319
|
+
|
320
|
+
# Return original response
|
321
|
+
return response
|
322
|
+
|
323
|
+
except Exception as e:
|
324
|
+
handle_exception(span, e)
|
325
|
+
logger.error("Error in trace creation: %s", e)
|
326
|
+
|
327
|
+
# Return original response
|
328
|
+
return response
|
329
|
+
|
330
|
+
return wrapper
|
@@ -785,11 +785,11 @@ def azure_async_image_generate(gen_ai_endpoint, version, environment, applicatio
|
|
785
785
|
application_name)
|
786
786
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
787
787
|
"azure_" + kwargs.get("model", "dall-e-3"))
|
788
|
-
span.set_attribute(SemanticConvetion.
|
788
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_SIZE,
|
789
789
|
kwargs.get("size", "1024x1024"))
|
790
|
-
span.set_attribute(SemanticConvetion.
|
790
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_QUALITY,
|
791
791
|
kwargs.get("quality", "standard"))
|
792
|
-
span.set_attribute(SemanticConvetion.
|
792
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_STYLE,
|
793
793
|
kwargs.get("style", "vivid"))
|
794
794
|
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_REVISED_PROMPT,
|
795
795
|
items.revised_prompt if response.revised_prompt else "")
|
@@ -600,11 +600,11 @@ def async_image_generate(gen_ai_endpoint, version, environment, application_name
|
|
600
600
|
application_name)
|
601
601
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
602
602
|
kwargs.get("model", "dall-e-2"))
|
603
|
-
span.set_attribute(SemanticConvetion.
|
603
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_SIZE,
|
604
604
|
kwargs.get("size", "1024x1024"))
|
605
|
-
span.set_attribute(SemanticConvetion.
|
605
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_QUALITY,
|
606
606
|
kwargs.get("quality", "standard"))
|
607
|
-
span.set_attribute(SemanticConvetion.
|
607
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_STYLE,
|
608
608
|
kwargs.get("style", "vivid"))
|
609
609
|
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_REVISED_PROMPT,
|
610
610
|
items.revised_prompt if items.revised_prompt else "")
|
@@ -724,9 +724,9 @@ def async_image_variatons(gen_ai_endpoint, version, environment, application_nam
|
|
724
724
|
kwargs.get("model", "dall-e-2"))
|
725
725
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
|
726
726
|
kwargs.get("user", ""))
|
727
|
-
span.set_attribute(SemanticConvetion.
|
727
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_SIZE,
|
728
728
|
kwargs.get("size", "1024x1024"))
|
729
|
-
span.set_attribute(SemanticConvetion.
|
729
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_QUALITY,
|
730
730
|
"standard")
|
731
731
|
if trace_content:
|
732
732
|
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_PROMPT,
|
@@ -784,11 +784,11 @@ def azure_image_generate(gen_ai_endpoint, version, environment, application_name
|
|
784
784
|
application_name)
|
785
785
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
786
786
|
"azure_" + kwargs.get("model", "dall-e-3"))
|
787
|
-
span.set_attribute(SemanticConvetion.
|
787
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_SIZE,
|
788
788
|
kwargs.get("size", "1024x1024"))
|
789
|
-
span.set_attribute(SemanticConvetion.
|
789
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_QUALITY,
|
790
790
|
kwargs.get("quality", "standard"))
|
791
|
-
span.set_attribute(SemanticConvetion.
|
791
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_STYLE,
|
792
792
|
kwargs.get("style", "vivid"))
|
793
793
|
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_REVISED_PROMPT,
|
794
794
|
items.revised_prompt if response.revised_prompt else "")
|
@@ -615,11 +615,11 @@ def image_generate(gen_ai_endpoint, version, environment, application_name,
|
|
615
615
|
application_name)
|
616
616
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
617
617
|
kwargs.get("model", "dall-e-2"))
|
618
|
-
span.set_attribute(SemanticConvetion.
|
618
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_SIZE,
|
619
619
|
kwargs.get("size", "1024x1024"))
|
620
|
-
span.set_attribute(SemanticConvetion.
|
620
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_QUALITY,
|
621
621
|
kwargs.get("quality", "standard"))
|
622
|
-
span.set_attribute(SemanticConvetion.
|
622
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_STYLE,
|
623
623
|
kwargs.get("style", "vivid"))
|
624
624
|
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_REVISED_PROMPT,
|
625
625
|
items.revised_prompt if items.revised_prompt else "")
|
@@ -739,9 +739,9 @@ def image_variatons(gen_ai_endpoint, version, environment, application_name,
|
|
739
739
|
kwargs.get("model", "dall-e-2"))
|
740
740
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
|
741
741
|
kwargs.get("user", ""))
|
742
|
-
span.set_attribute(SemanticConvetion.
|
742
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_SIZE,
|
743
743
|
kwargs.get("size", "1024x1024"))
|
744
|
-
span.set_attribute(SemanticConvetion.
|
744
|
+
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IMAGE_QUALITY,
|
745
745
|
"standard")
|
746
746
|
if trace_content:
|
747
747
|
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_PROMPT,
|
@@ -26,7 +26,7 @@ class TransformersInstrumentor(BaseInstrumentor):
|
|
26
26
|
version = importlib.metadata.version("transformers")
|
27
27
|
|
28
28
|
wrap_function_wrapper(
|
29
|
-
"transformers
|
29
|
+
"transformers",
|
30
30
|
"TextGenerationPipeline.__call__",
|
31
31
|
text_wrap("huggingface.text_generation", version, environment, application_name,
|
32
32
|
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
@@ -83,11 +83,11 @@ def text_wrap(gen_ai_endpoint, version, environment, application_name,
|
|
83
83
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
|
84
84
|
instance.model.config.name_or_path)
|
85
85
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
|
86
|
-
forward_params.get("temperature"))
|
86
|
+
forward_params.get("temperature", "null"))
|
87
87
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
|
88
|
-
forward_params.get("top_p"))
|
88
|
+
forward_params.get("top_p", "null"))
|
89
89
|
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
|
90
|
-
forward_params.get("max_length"))
|
90
|
+
forward_params.get("max_length", "null"))
|
91
91
|
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_PROMPT,
|
92
92
|
prompt)
|
93
93
|
if trace_content:
|
openlit/semcov/__init__.py
CHANGED
@@ -45,6 +45,7 @@ class SemanticConvetion:
|
|
45
45
|
GEN_AI_REQUEST_AUDIO_VOICE = "gen_ai.request.audio_voice"
|
46
46
|
GEN_AI_REQUEST_AUDIO_RESPONSE_FORMAT = "gen_ai.request.audio_response_format"
|
47
47
|
GEN_AI_REQUEST_AUDIO_SPEED = "gen_ai.request.audio_speed"
|
48
|
+
GEN_AI_REQUEST_AUDIO_SETTINGS = "gen_ai.request.audio_settings"
|
48
49
|
GEN_AI_REQUEST_FINETUNE_STATUS = "gen_ai.request.fine_tune_status"
|
49
50
|
GEN_AI_REQUEST_FINETUNE_MODEL_SUFFIX = "gen_ai.request.fine_tune_model_suffix"
|
50
51
|
GEN_AI_REQUEST_FINETUNE_MODEL_EPOCHS = "gen_ai.request.fine_tune_n_epochs"
|
@@ -53,6 +54,10 @@ class SemanticConvetion:
|
|
53
54
|
GEN_AI_REQUEST_VALIDATION_FILE = "gen_ai.request.validation_file"
|
54
55
|
GEN_AI_REQUEST_TRAINING_FILE = "gen_ai.request.training_file"
|
55
56
|
|
57
|
+
GEN_AI_REQUEST_IMAGE_SIZE = "gen_ai.request.image_size"
|
58
|
+
GEN_AI_REQUEST_IMAGE_QUALITY = "gen_ai.request.image_quality"
|
59
|
+
GEN_AI_REQUEST_IMAGE_STYLE = "gen_ai.request.image_style"
|
60
|
+
|
56
61
|
# GenAI Usage
|
57
62
|
GEN_AI_USAGE_PROMPT_TOKENS = "gen_ai.usage.prompt_tokens"
|
58
63
|
GEN_AI_USAGE_COMPLETION_TOKENS = "gen_ai.usage.completion_tokens"
|
@@ -63,9 +68,6 @@ class SemanticConvetion:
|
|
63
68
|
GEN_AI_RESPONSE_ID = "gen_ai.response.id"
|
64
69
|
GEN_AI_RESPONSE_FINISH_REASON = "gen_ai.response.finish_reason"
|
65
70
|
GEN_AI_RESPONSE_IMAGE = "gen_ai.response.image" # Not used directly in code yet
|
66
|
-
GEN_AI_RESPONSE_IMAGE_SIZE = "gen_ai.request.image_size"
|
67
|
-
GEN_AI_RESPONSE_IMAGE_QUALITY = "gen_ai.request.image_quality"
|
68
|
-
GEN_AI_RESPONSE_IMAGE_STYLE = "gen_ai.request.image_style"
|
69
71
|
|
70
72
|
# GenAI Content
|
71
73
|
GEN_AI_CONTENT_PROMPT = "gen_ai.prompt"
|
@@ -96,6 +98,7 @@ class SemanticConvetion:
|
|
96
98
|
GEN_AI_SYSTEM_GROQ = "groq"
|
97
99
|
GEN_AI_SYSTEM_OLLAMA = "ollama"
|
98
100
|
GEN_AI_SYSTEM_GPT4ALL = "gpt4all"
|
101
|
+
GEN_AI_SYSTEM_ELEVENLABS = "elevenlabs"
|
99
102
|
GEN_AI_SYSTEM_LANGCHAIN = "langchain"
|
100
103
|
GEN_AI_SYSTEM_LLAMAINDEX = "llama_index"
|
101
104
|
GEN_AI_SYSTEM_HAYSTACK = "haystack"
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: openlit
|
3
|
-
Version: 1.
|
3
|
+
Version: 1.15.0
|
4
4
|
Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
|
5
5
|
Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
|
6
6
|
Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT
|
@@ -38,7 +38,7 @@ OpenTelemetry Auto-Instrumentation for GenAI & LLM Applications</h1>
|
|
38
38
|
[](https://github.com/openlit/openlit/graphs/contributors)
|
39
39
|
|
40
40
|
[](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ)
|
41
|
-
[](https://discord.gg/
|
41
|
+
[](https://discord.gg/CQnXwNT3)
|
42
42
|
[](https://twitter.com/openlit_io)
|
43
43
|
|
44
44
|

|
@@ -54,20 +54,20 @@ This project adheres to the [Semantic Conventions](https://github.com/open-telem
|
|
54
54
|
|
55
55
|
## Auto Instrumentation Capabilities
|
56
56
|
|
57
|
-
| LLMs | Vector DBs | Frameworks |
|
58
|
-
|
59
|
-
| [✅ OpenAI](https://docs.openlit.io/latest/integrations/openai) | [✅ ChromaDB](https://docs.openlit.io/latest/integrations/chromadb) | [✅ Langchain](https://docs.openlit.io/latest/integrations/langchain) |
|
60
|
-
| [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) |
|
61
|
-
| [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) |
|
62
|
-
| [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) |
|
63
|
-
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) |
|
64
|
-
| [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | |
|
65
|
-
| [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | |
|
66
|
-
| [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | |
|
67
|
-
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | |
|
68
|
-
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | |
|
69
|
-
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) |
|
70
|
-
|
57
|
+
| LLMs | Vector DBs | Frameworks | GPUs |
|
58
|
+
|-----------------------------------------------------------------|----------------------------------------------|----------------------------------------------|---------------|
|
59
|
+
| [✅ OpenAI](https://docs.openlit.io/latest/integrations/openai) | [✅ ChromaDB](https://docs.openlit.io/latest/integrations/chromadb) | [✅ Langchain](https://docs.openlit.io/latest/integrations/langchain) | [✅ NVIDIA GPUs](https://docs.openlit.io/latest/integrations/nvidia-gpu) |
|
60
|
+
| [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) | |
|
61
|
+
| [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) | |
|
62
|
+
| [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) | |
|
63
|
+
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
|
64
|
+
| [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | | | |
|
65
|
+
| [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | | | |
|
66
|
+
| [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | | | |
|
67
|
+
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | | |
|
68
|
+
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | | |
|
69
|
+
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | | |
|
70
|
+
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
|
71
71
|
## Supported Destinations
|
72
72
|
- [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
|
73
73
|
- [✅ Prometheus + Tempo](https://docs.openlit.io/latest/connections/prometheus-tempo)
|
@@ -204,7 +204,7 @@ Your input helps us grow and improve, and we're here to support you every step o
|
|
204
204
|
Connect with the OpenLIT community and maintainers for support, discussions, and updates:
|
205
205
|
|
206
206
|
- 🌟 If you like it, Leave a star on our [GitHub](https://github.com/openlit/openlit/)
|
207
|
-
- 🌍 Join our [Slack](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ) or [Discord](https://discord.gg/
|
207
|
+
- 🌍 Join our [Slack](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ) or [Discord](https://discord.gg/CQnXwNT3) community for live interactions and questions.
|
208
208
|
- 🐞 Report bugs on our [GitHub Issues](https://github.com/openlit/openlit/issues) to help us improve OpenLIT.
|
209
209
|
- 𝕏 Follow us on [X](https://x.com/openlit_io) for the latest updates and news.
|
210
210
|
|
@@ -1,14 +1,17 @@
|
|
1
1
|
openlit/__helpers.py,sha256=lrn4PBs9owDudiCY2NBoVbAi7AU_HtUpyOj0oqPBsPY,5545
|
2
|
-
openlit/__init__.py,sha256=
|
2
|
+
openlit/__init__.py,sha256=eJKH1Op7wzBsuoBYuM_C022Jo7cCtRQBJxf2lpDfe_o,14981
|
3
3
|
openlit/instrumentation/anthropic/__init__.py,sha256=oaU53BOPyfUKbEzYvLr1DPymDluurSnwo4Hernf2XdU,1955
|
4
4
|
openlit/instrumentation/anthropic/anthropic.py,sha256=CYBui5eEfWdSfFF0xtCQjh1xO-gCVJc_V9Hli0szVZE,16026
|
5
5
|
openlit/instrumentation/anthropic/async_anthropic.py,sha256=NW84kTQ3BkUx1zZuMRps_J7zTYkmq5BxOrqSjqWInBs,16068
|
6
6
|
openlit/instrumentation/bedrock/__init__.py,sha256=QPvDMQde6Meodu5JvosHdZsnyExS19lcoP5Li4YrOkw,1540
|
7
|
-
openlit/instrumentation/bedrock/bedrock.py,sha256=
|
7
|
+
openlit/instrumentation/bedrock/bedrock.py,sha256=SsN1SFWFn7P84Z6irH_8OLY2mOctWsBG82f-cnroOhU,22276
|
8
8
|
openlit/instrumentation/chroma/__init__.py,sha256=61lFpHlUEQUobsUJZHXdvOViKwsOH8AOvSfc4VgCmiM,3253
|
9
9
|
openlit/instrumentation/chroma/chroma.py,sha256=E80j_41UeZi8RzTsHbpvi1izOA_n-0-3_VdrA68AJPA,10531
|
10
10
|
openlit/instrumentation/cohere/__init__.py,sha256=PC5T1qIg9pwLNocBP_WjG5B_6p_z019s8quk_fNLAMs,1920
|
11
11
|
openlit/instrumentation/cohere/cohere.py,sha256=GvxIp55TJIu4YyG0_FwLBDHvAMUlAXyvMNIFhl2CQP4,20437
|
12
|
+
openlit/instrumentation/elevenlabs/__init__.py,sha256=9ybg1c3CPI6lTN1xMTgzZRO-Hk0wthddI-n3VrRnp88,1942
|
13
|
+
openlit/instrumentation/elevenlabs/async_elevenlabs.py,sha256=aDbSV5rXx-ZpBMea5DLERQDGW7uoegLMszhy-x3A1lw,5543
|
14
|
+
openlit/instrumentation/elevenlabs/elevenlabs.py,sha256=HIFLmjqwTrIOC5Lrz3MNofcCd5iNn3oyoigSpaJDGE0,5525
|
12
15
|
openlit/instrumentation/embedchain/__init__.py,sha256=8TYk1OEbz46yF19dr-gB_x80VZMagU3kJ8-QihPXTeA,1929
|
13
16
|
openlit/instrumentation/embedchain/embedchain.py,sha256=SLlr7qieT3kp4M6OYSRy8FaVCXQ2t3oPyIiE99ioNE4,7892
|
14
17
|
openlit/instrumentation/gpt4all/__init__.py,sha256=-59CP2B3-HGZJ_vC-fI9Dt-0BuQXRhSCWCjnaGeU15Q,1802
|
@@ -19,8 +22,8 @@ openlit/instrumentation/groq/async_groq.py,sha256=aOwgoUrEqIgLSlnAtJnaGIF8T_LUlp
|
|
19
22
|
openlit/instrumentation/groq/groq.py,sha256=iMh4TPwBEJ7Eg6Gi4x6KYpELtQKDXIsgLrh6kQHVkHc,19040
|
20
23
|
openlit/instrumentation/haystack/__init__.py,sha256=QK6XxxZUHX8vMv2Crk7rNBOc64iOOBLhJGL_lPlAZ8s,1758
|
21
24
|
openlit/instrumentation/haystack/haystack.py,sha256=oQIZiDhdp3gnJnhYQ1OouJMc9YT0pQ-_31cmNuopa68,3891
|
22
|
-
openlit/instrumentation/langchain/__init__.py,sha256=
|
23
|
-
openlit/instrumentation/langchain/langchain.py,sha256=
|
25
|
+
openlit/instrumentation/langchain/__init__.py,sha256=19C7YGSF-6u5VlvKkThNS4zZqvxw-fQfRsKufZ9onfk,2881
|
26
|
+
openlit/instrumentation/langchain/langchain.py,sha256=xGiRb3Z_fY1PU09hfSBFt6ipfYJIQrwFFm5HEDaawOY,16243
|
24
27
|
openlit/instrumentation/llamaindex/__init__.py,sha256=vPtK65G6b-TwJERowVRUVl7f_nBSlFdwPBtpg8dOGos,1977
|
25
28
|
openlit/instrumentation/llamaindex/llamaindex.py,sha256=uiIigbwhonSbJWA7LpgOVI1R4kxxPODS1K5wyHIQ4hM,4048
|
26
29
|
openlit/instrumentation/milvus/__init__.py,sha256=qi1yfmMrvkDtnrN_6toW8qC9BRL78bq7ayWpObJ8Bq4,2961
|
@@ -32,23 +35,23 @@ openlit/instrumentation/ollama/__init__.py,sha256=cOax8PiypDuo_FC4WvDCYBRo7lH5nV
|
|
32
35
|
openlit/instrumentation/ollama/async_ollama.py,sha256=ESk1zZTj2hPmkWIH5F2owuoo0apleDSSx5VORlO3e3w,28991
|
33
36
|
openlit/instrumentation/ollama/ollama.py,sha256=PLGF9RB3TRNZ9GSGqeGVvKFBtgUK8Hc8xwvk-3NPeGI,28901
|
34
37
|
openlit/instrumentation/openai/__init__.py,sha256=AZ2cPr3TMKkgGdMl_yXMeSi7bWhtmMqOW1iHdzHHGHA,16265
|
35
|
-
openlit/instrumentation/openai/async_azure_openai.py,sha256=
|
36
|
-
openlit/instrumentation/openai/async_openai.py,sha256=
|
37
|
-
openlit/instrumentation/openai/azure_openai.py,sha256=
|
38
|
-
openlit/instrumentation/openai/openai.py,sha256=
|
38
|
+
openlit/instrumentation/openai/async_azure_openai.py,sha256=e_Tw85tMhKR11jifWUK4PgqABUinfkH5Bs6eANc0xBE,46278
|
39
|
+
openlit/instrumentation/openai/async_openai.py,sha256=f7FJfs996Rk7qZEZvaZ1YeRTBrDwjZW94QKtx9vmIck,45828
|
40
|
+
openlit/instrumentation/openai/azure_openai.py,sha256=R4It9gRaoBav7JUKjarJBIywbr2j_BAF6MkvCr9EP64,46072
|
41
|
+
openlit/instrumentation/openai/openai.py,sha256=7Dq7EEQH5GjIExj2f_A_DSZYixh3PxxJ54UqSjPCP8c,46509
|
39
42
|
openlit/instrumentation/pinecone/__init__.py,sha256=Mv9bElqNs07_JQkYyNnO0wOM3hdbprmw7sttdMeKC7g,2526
|
40
43
|
openlit/instrumentation/pinecone/pinecone.py,sha256=0EhLmtOuvwWVvAKh3e56wyd8wzQq1oaLOmF15SVHxVE,8765
|
41
44
|
openlit/instrumentation/qdrant/__init__.py,sha256=OJIg17-IGmBEvBYVKjCHcJ0hFXuEL7XV_jzUTqkolN8,4799
|
42
45
|
openlit/instrumentation/qdrant/qdrant.py,sha256=4uHKYGvWQtRAEVLUWo3o4joJw7hFm2NxVuBu5YKZKiI,14456
|
43
|
-
openlit/instrumentation/transformers/__init__.py,sha256=
|
44
|
-
openlit/instrumentation/transformers/transformers.py,sha256=
|
46
|
+
openlit/instrumentation/transformers/__init__.py,sha256=4GBtjzcJU4XiPexIUYEqF3pNZMeQw4Gm5B-cyumaFjs,1468
|
47
|
+
openlit/instrumentation/transformers/transformers.py,sha256=C4lappTUaRZ818jK8PqFXcLd8uMqh0LbXRiXuJYzJPk,7608
|
45
48
|
openlit/instrumentation/vertexai/__init__.py,sha256=N3E9HtzefD-zC0fvmfGYiDmSqssoavp_i59wfuYLyMw,6079
|
46
49
|
openlit/instrumentation/vertexai/async_vertexai.py,sha256=PMHYyLf1J4gZpC_-KZ_ZVx1xIHhZDJSNa7mrjNXZ5M0,52372
|
47
50
|
openlit/instrumentation/vertexai/vertexai.py,sha256=UvpNKBHPoV9idVMfGigZnmWuEQiyqSwZn0zK9-U7Lzw,52125
|
48
51
|
openlit/otel/metrics.py,sha256=O7NoaDz0bY19mqpE4-0PcKwEe-B-iJFRgOCaanAuZAc,4291
|
49
52
|
openlit/otel/tracing.py,sha256=vL1ifMbARPBpqK--yXYsCM6y5dSu5LFIKqkhZXtYmUc,3712
|
50
|
-
openlit/semcov/__init__.py,sha256=
|
51
|
-
openlit-1.
|
52
|
-
openlit-1.
|
53
|
-
openlit-1.
|
54
|
-
openlit-1.
|
53
|
+
openlit/semcov/__init__.py,sha256=Z83zteHGuj5WrYShnDky5l8AMy3L8Okua7nD10eI2Bs,7345
|
54
|
+
openlit-1.15.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
55
|
+
openlit-1.15.0.dist-info/METADATA,sha256=_kwyZ761UG27K77Lv_x1rBi9V_a8X8wJPbv4SCYITv4,14120
|
56
|
+
openlit-1.15.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
57
|
+
openlit-1.15.0.dist-info/RECORD,,
|
File without changes
|
File without changes
|