openlit 1.2.0__py3-none-any.whl → 1.6.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,155 @@
1
+ # pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
2
+ """Initializer of Auto Instrumentation of Qdrant Functions"""
3
+ from typing import Collection
4
+ import importlib.metadata
5
+ from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
6
+ from wrapt import wrap_function_wrapper
7
+
8
+ from openlit.instrumentation.qdrant.qdrant import general_wrap
9
+
10
+ _instruments = ("qdrant-client >= 1.9.0",)
11
+
12
+ WRAPPED_METHODS = [
13
+ {
14
+ "package": "qdrant_client",
15
+ "object": "QdrantClient.create_collection",
16
+ "endpoint": "qdrant.create_collection",
17
+ "wrapper": general_wrap,
18
+ },
19
+ {
20
+ "package": "qdrant_client",
21
+ "object": "QdrantClient.delete_collection",
22
+ "endpoint": "qdrant.delete_collection",
23
+ "wrapper": general_wrap,
24
+ },
25
+ {
26
+ "package": "qdrant_client",
27
+ "object": "QdrantClient.update_collection",
28
+ "endpoint": "qdrant.update_collection",
29
+ "wrapper": general_wrap,
30
+ },
31
+ {
32
+ "package": "qdrant_client",
33
+ "object": "QdrantClient.upload_collection",
34
+ "endpoint": "qdrant.upload_collection",
35
+ "wrapper": general_wrap,
36
+ },
37
+ {
38
+ "package": "qdrant_client",
39
+ "object": "QdrantClient.upsert",
40
+ "endpoint": "qdrant.upsert",
41
+ "wrapper": general_wrap,
42
+ },
43
+ {
44
+ "package": "qdrant_client",
45
+ "object": "QdrantClient.set_payload",
46
+ "endpoint": "qdrant.set_payload",
47
+ "wrapper": general_wrap,
48
+ },
49
+ {
50
+ "package": "qdrant_client",
51
+ "object": "QdrantClient.overwrite_payload",
52
+ "endpoint": "qdrant.overwrite_payload",
53
+ "wrapper": general_wrap,
54
+ },
55
+ {
56
+ "package": "qdrant_client",
57
+ "object": "QdrantClient.clear_payload",
58
+ "endpoint": "qdrant.clear_payload",
59
+ "wrapper": general_wrap,
60
+ },
61
+ {
62
+ "package": "qdrant_client",
63
+ "object": "QdrantClient.delete_payload",
64
+ "endpoint": "qdrant.delete_payload",
65
+ "wrapper": general_wrap,
66
+ },
67
+ {
68
+ "package": "qdrant_client",
69
+ "object": "QdrantClient.upload_points",
70
+ "endpoint": "qdrant.upload_points",
71
+ "wrapper": general_wrap,
72
+ },
73
+ {
74
+ "package": "qdrant_client",
75
+ "object": "QdrantClient.update_vectors",
76
+ "endpoint": "qdrant.update_vectors",
77
+ "wrapper": general_wrap,
78
+ },
79
+ {
80
+ "package": "qdrant_client",
81
+ "object": "QdrantClient.delete_vectors",
82
+ "endpoint": "qdrant.delete_vectors",
83
+ "wrapper": general_wrap,
84
+ },
85
+ {
86
+ "package": "qdrant_client",
87
+ "object": "QdrantClient.delete",
88
+ "endpoint": "qdrant.delete",
89
+ "wrapper": general_wrap,
90
+ },
91
+ {
92
+ "package": "qdrant_client",
93
+ "object": "QdrantClient.retrieve",
94
+ "endpoint": "qdrant.retrieve",
95
+ "wrapper": general_wrap,
96
+ },
97
+ {
98
+ "package": "qdrant_client",
99
+ "object": "QdrantClient.scroll",
100
+ "endpoint": "qdrant.scroll",
101
+ "wrapper": general_wrap,
102
+ },
103
+ {
104
+ "package": "qdrant_client",
105
+ "object": "QdrantClient.search",
106
+ "endpoint": "qdrant.search",
107
+ "wrapper": general_wrap,
108
+ },
109
+ {
110
+ "package": "qdrant_client",
111
+ "object": "QdrantClient.search_groups",
112
+ "endpoint": "qdrant.search_groups",
113
+ "wrapper": general_wrap,
114
+ },
115
+ {
116
+
117
+ "package": "qdrant_client",
118
+ "object": "QdrantClient.recommend",
119
+ "endpoint": "qdrant.recommend",
120
+ "wrapper": general_wrap,
121
+ }
122
+ ]
123
+
124
+ class QdrantInstrumentor(BaseInstrumentor):
125
+ """An instrumentor for Qdrant's client library."""
126
+
127
+ def instrumentation_dependencies(self) -> Collection[str]:
128
+ return _instruments
129
+
130
+ def _instrument(self, **kwargs):
131
+ application_name = kwargs.get("application_name")
132
+ environment = kwargs.get("environment")
133
+ tracer = kwargs.get("tracer")
134
+ metrics = kwargs.get("metrics_dict")
135
+ pricing_info = kwargs.get("pricing_info")
136
+ trace_content = kwargs.get("trace_content")
137
+ disable_metrics = kwargs.get("disable_metrics")
138
+ version = importlib.metadata.version("qdrant-client")
139
+
140
+ for wrapped_method in WRAPPED_METHODS:
141
+ wrap_package = wrapped_method.get("package")
142
+ wrap_object = wrapped_method.get("object")
143
+ gen_ai_endpoint = wrapped_method.get("endpoint")
144
+ wrapper = wrapped_method.get("wrapper")
145
+ wrap_function_wrapper(
146
+ wrap_package,
147
+ wrap_object,
148
+ wrapper(gen_ai_endpoint, version, environment, application_name,
149
+ tracer, pricing_info, trace_content, metrics, disable_metrics),
150
+ )
151
+
152
+
153
+ @staticmethod
154
+ def _uninstrument(self, **kwargs):
155
+ pass
@@ -0,0 +1,258 @@
1
+ # pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, possibly-used-before-assignment, too-many-branches
2
+ """
3
+ Module for monitoring Qdrant.
4
+ """
5
+
6
+ import logging
7
+ from opentelemetry.trace import SpanKind, Status, StatusCode
8
+ from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
9
+ from openlit.__helpers import handle_exception
10
+ from openlit.semcov import SemanticConvetion
11
+
12
+ # Initialize logger for logging potential issues and operations
13
+ logger = logging.getLogger(__name__)
14
+
15
+ def object_count(obj):
16
+ """
17
+ Counts Length of object if it exists, Else returns None
18
+ """
19
+ try:
20
+ cnt = len(obj)
21
+ # pylint: disable=bare-except
22
+ except:
23
+ cnt = 0
24
+
25
+ return cnt
26
+
27
+ def general_wrap(gen_ai_endpoint, version, environment, application_name,
28
+ tracer, pricing_info, trace_content, metrics, disable_metrics):
29
+ """
30
+ Creates a wrapper around a function call to trace and log its execution metrics.
31
+
32
+ This function wraps any given function to measure its execution time,
33
+ log its operation, and trace its execution using OpenTelemetry.
34
+
35
+ Parameters:
36
+ - gen_ai_endpoint (str): A descriptor or name for the endpoint being traced.
37
+ - version (str): The version of the Langchain application.
38
+ - environment (str): The deployment environment (e.g., 'production', 'development').
39
+ - application_name (str): Name of the Langchain application.
40
+ - tracer (opentelemetry.trace.Tracer): The tracer object used for OpenTelemetry tracing.
41
+ - pricing_info (dict): Information about the pricing for internal metrics (currently not used).
42
+ - trace_content (bool): Flag indicating whether to trace the content of the response.
43
+
44
+ Returns:
45
+ - function: A higher-order function that takes a function 'wrapped' and returns
46
+ a new function that wraps 'wrapped' with additional tracing and logging.
47
+ """
48
+
49
+ def wrapper(wrapped, instance, args, kwargs):
50
+ """
51
+ An inner wrapper function that executes the wrapped function, measures execution
52
+ time, and records trace data using OpenTelemetry.
53
+
54
+ Parameters:
55
+ - wrapped (Callable): The original function that this wrapper will execute.
56
+ - instance (object): The instance to which the wrapped function belongs. This
57
+ is used for instance methods. For static and classmethods,
58
+ this may be None.
59
+ - args (tuple): Positional arguments passed to the wrapped function.
60
+ - kwargs (dict): Keyword arguments passed to the wrapped function.
61
+
62
+ Returns:
63
+ - The result of the wrapped function call.
64
+
65
+ The wrapper initiates a span with the provided tracer, sets various attributes
66
+ on the span based on the function's execution and response, and ensures
67
+ errors are handled and logged appropriately.
68
+ """
69
+ with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
70
+ response = wrapped(*args, **kwargs)
71
+
72
+ try:
73
+ span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
74
+ span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
75
+ gen_ai_endpoint)
76
+ span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
77
+ environment)
78
+ span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
79
+ application_name)
80
+ span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
81
+ SemanticConvetion.GEN_AI_TYPE_VECTORDB)
82
+ span.set_attribute(SemanticConvetion.DB_SYSTEM,
83
+ SemanticConvetion.DB_SYSTEM_QDRANT)
84
+
85
+ if gen_ai_endpoint == "qdrant.create_collection":
86
+ db_operation = SemanticConvetion.DB_OPERATION_CREATE_COLLECTION
87
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
88
+ SemanticConvetion.DB_OPERATION_CREATE_COLLECTION)
89
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
90
+ kwargs.get("collection_name", ""))
91
+
92
+ elif gen_ai_endpoint == "qdrant.upload_collection":
93
+ db_operation = SemanticConvetion.DB_OPERATION_CREATE_COLLECTION
94
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
95
+ SemanticConvetion.DB_OPERATION_CREATE_COLLECTION)
96
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
97
+ kwargs.get("collection_name", ""))
98
+
99
+ elif gen_ai_endpoint == "qdrant.delete_collection":
100
+ db_operation = SemanticConvetion.DB_OPERATION_DELETE_COLLECTION
101
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
102
+ SemanticConvetion.DB_OPERATION_DELETE_COLLECTION)
103
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
104
+ kwargs.get("collection_name", ""))
105
+
106
+ elif gen_ai_endpoint == "qdrant.update_collection":
107
+ db_operation = SemanticConvetion.DB_OPERATION_UPDATE_COLLECTION
108
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
109
+ SemanticConvetion.DB_OPERATION_UPDATE_COLLECTION)
110
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
111
+ kwargs.get("collection_name", ""))
112
+
113
+ elif gen_ai_endpoint == "qdrant.set_payload":
114
+ db_operation = SemanticConvetion.DB_OPERATION_ADD
115
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
116
+ SemanticConvetion.DB_OPERATION_ADD)
117
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
118
+ kwargs.get("collection_name", ""))
119
+ span.set_attribute(SemanticConvetion.DB_OPERATION_STATUS,
120
+ response.status)
121
+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,
122
+ object_count(kwargs.get("points")))
123
+ span.set_attribute(SemanticConvetion.DB_PAYLOAD_COUNT,
124
+ object_count(kwargs.get("payload")))
125
+
126
+ elif gen_ai_endpoint == "qdrant.retrieve":
127
+ db_operation = SemanticConvetion.DB_OPERATION_QUERY
128
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
129
+ SemanticConvetion.DB_OPERATION_QUERY)
130
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
131
+ kwargs.get("collection_name", ""))
132
+ span.set_attribute(SemanticConvetion.DB_STATEMENT,
133
+ str(kwargs.get("ids")))
134
+
135
+ elif gen_ai_endpoint == "qdrant.scroll":
136
+ db_operation = SemanticConvetion.DB_OPERATION_QUERY
137
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
138
+ SemanticConvetion.DB_OPERATION_QUERY)
139
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
140
+ kwargs.get("collection_name", ""))
141
+ span.set_attribute(SemanticConvetion.DB_STATEMENT,
142
+ str(kwargs.get("scroll_filter")))
143
+
144
+ elif gen_ai_endpoint in ["qdrant.search", "qdrant.search_groups"]:
145
+ db_operation = SemanticConvetion.DB_OPERATION_QUERY
146
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
147
+ SemanticConvetion.DB_OPERATION_QUERY)
148
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
149
+ kwargs.get("collection_name", ""))
150
+ span.set_attribute(SemanticConvetion.DB_STATEMENT,
151
+ str(kwargs.get("query_vector")))
152
+
153
+ elif gen_ai_endpoint == "qdrant.recommend":
154
+ db_operation = SemanticConvetion.DB_OPERATION_QUERY
155
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
156
+ SemanticConvetion.DB_OPERATION_QUERY)
157
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
158
+ kwargs.get("collection_name", ""))
159
+ span.set_attribute(SemanticConvetion.DB_STATEMENT,
160
+ "positive:" + str(kwargs.get("positive", "")) +
161
+ " negative:" + str(kwargs.get("negative", "")))
162
+
163
+ elif gen_ai_endpoint == "qdrant.upload_points":
164
+ db_operation = SemanticConvetion.DB_OPERATION_ADD
165
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
166
+ SemanticConvetion.DB_OPERATION_ADD)
167
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
168
+ kwargs.get("collection_name", ""))
169
+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,
170
+ object_count(kwargs.get("points")))
171
+
172
+ elif gen_ai_endpoint == "qdrant.update_vectors":
173
+ db_operation = SemanticConvetion.DB_OPERATION_UPDATE
174
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
175
+ SemanticConvetion.DB_OPERATION_UPDATE)
176
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
177
+ kwargs.get("collection_name", ""))
178
+ span.set_attribute(SemanticConvetion.DB_OPERATION_STATUS,
179
+ response.status)
180
+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,
181
+ object_count(kwargs.get("points")))
182
+
183
+ elif gen_ai_endpoint == "qdrant.overwrite_payload":
184
+ db_operation = SemanticConvetion.DB_OPERATION_UPDATE
185
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
186
+ SemanticConvetion.DB_OPERATION_UPDATE)
187
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
188
+ kwargs.get("collection_name", ""))
189
+ span.set_attribute(SemanticConvetion.DB_OPERATION_STATUS,
190
+ response.status)
191
+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,
192
+ object_count(kwargs.get("points")))
193
+ span.set_attribute(SemanticConvetion.DB_PAYLOAD_COUNT,
194
+ object_count(kwargs.get("payload")))
195
+
196
+ elif gen_ai_endpoint == "qdrant.upsert":
197
+ db_operation = SemanticConvetion.DB_OPERATION_UPSERT
198
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
199
+ kwargs.get("collection_name", ""))
200
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
201
+ SemanticConvetion.DB_OPERATION_UPSERT)
202
+ span.set_attribute(SemanticConvetion.DB_OPERATION_STATUS,
203
+ response.status)
204
+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,
205
+ object_count(kwargs.get("points")))
206
+
207
+ elif gen_ai_endpoint in ["qdrant.delete_payload", "qdrant.delete_vectors"]:
208
+ db_operation = SemanticConvetion.DB_OPERATION_DELETE
209
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
210
+ SemanticConvetion.DB_OPERATION_DELETE)
211
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
212
+ kwargs.get("collection_name", ""))
213
+ span.set_attribute(SemanticConvetion.DB_OPERATION_STATUS,
214
+ response.status)
215
+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,
216
+ object_count(kwargs.get("points")))
217
+
218
+ elif gen_ai_endpoint in ["qdrant.clear_payload", "qdrant.delete"]:
219
+ db_operation = SemanticConvetion.DB_OPERATION_DELETE
220
+ span.set_attribute(SemanticConvetion.DB_OPERATION,
221
+ SemanticConvetion.DB_OPERATION_DELETE)
222
+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
223
+ kwargs.get("collection_name", ""))
224
+ span.set_attribute(SemanticConvetion.DB_OPERATION_STATUS,
225
+ response.status)
226
+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,
227
+ object_count(kwargs.get("points_selector")))
228
+
229
+ span.set_status(Status(StatusCode.OK))
230
+
231
+ if disable_metrics is False:
232
+ attributes = {
233
+ TELEMETRY_SDK_NAME:
234
+ "openlit",
235
+ SemanticConvetion.GEN_AI_APPLICATION_NAME:
236
+ application_name,
237
+ SemanticConvetion.DB_SYSTEM:
238
+ SemanticConvetion.DB_SYSTEM_QDRANT,
239
+ SemanticConvetion.GEN_AI_ENVIRONMENT:
240
+ environment,
241
+ SemanticConvetion.GEN_AI_TYPE:
242
+ SemanticConvetion.GEN_AI_TYPE_VECTORDB,
243
+ SemanticConvetion.DB_OPERATION:
244
+ db_operation
245
+ }
246
+
247
+ metrics["db_requests"].add(1, attributes)
248
+
249
+ return response
250
+
251
+ except Exception as e:
252
+ handle_exception(span, e)
253
+ logger.error("Error in trace creation: %s", e)
254
+
255
+ # Return original response
256
+ return response
257
+
258
+ return wrapper
openlit/otel/tracing.py CHANGED
@@ -40,6 +40,9 @@ def setup_tracing(application_name, environment, tracer, otlp_endpoint, otlp_hea
40
40
  global TRACER_SET
41
41
 
42
42
  try:
43
+ #Disable Haystack Auto Tracing
44
+ os.environ["HAYSTACK_AUTO_TRACE_ENABLED"] = "false"
45
+
43
46
  if not TRACER_SET:
44
47
  # Create a resource with the service name attribute.
45
48
  resource = Resource(attributes={
@@ -87,16 +87,22 @@ class SemanticConvetion:
87
87
  GEN_AI_SYSTEM_MISTRAL = "mistral"
88
88
  GEN_AI_SYSTEM_BEDROCK = "bedrock"
89
89
  GEN_AI_SYSTEM_VERTEXAI = "vertexai"
90
+ GEN_AI_SYSTEM_GROQ = "groq"
91
+ GEN_AI_SYSTEM_OLLAMA = "ollama"
90
92
  GEN_AI_SYSTEM_LANGCHAIN = "langchain"
93
+ GEN_AI_SYSTEM_LLAMAINDEX = "llama_index"
94
+ GEN_AI_SYSTEM_HAYSTACK = "haystack"
91
95
 
92
96
  # Vector DB
93
97
  DB_REQUESTS = "db.total.requests"
94
98
  DB_SYSTEM = "db.system"
95
- DB_SYSTEM_CHROMA = "chroma"
96
- DB_SYSTEM_PINECONE = "pinecone"
97
99
  DB_COLLECTION_NAME = "db.collection.name"
98
100
  DB_OPERATION = "db.operation"
101
+ DB_OPERATION_STATUS = "db.operation.status"
99
102
  DB_OPERATION_CREATE_INDEX = "create_index"
103
+ DB_OPERATION_CREATE_COLLECTION = "create_collection"
104
+ DB_OPERATION_UPDATE_COLLECTION = "update_collection"
105
+ DB_OPERATION_DELETE_COLLECTION = "delete_collection"
100
106
  DB_OPERATION_QUERY = "query"
101
107
  DB_OPERATION_DELETE = "delete"
102
108
  DB_OPERATION_UPDATE = "update"
@@ -108,6 +114,7 @@ class SemanticConvetion:
108
114
  DB_VECTOR_COUNT = "db.vector_count"
109
115
  DB_METADATA_COUNT = "db.metadatas_count"
110
116
  DB_DOCUMENTS_COUNT = "db.documents_count"
117
+ DB_PAYLOAD_COUNT = "db.payload_count"
111
118
  DB_QUERY_LIMIT = "db.limit"
112
119
  DB_OFFSET = "db.offset"
113
120
  DB_WHERE_DOCUMENT = "db.where_document"
@@ -115,7 +122,7 @@ class SemanticConvetion:
115
122
  DB_STATEMENT = "db.statement"
116
123
  DB_N_RESULTS = "db.n_results"
117
124
  DB_DELETE_ALL = "db.delete_all"
118
- DB_INDEX_NAME = "db.create_index.name"
125
+ DB_INDEX_NAME = "db.index.name"
119
126
  DB_INDEX_DIMENSION = "db.create_index.dimensions"
120
127
  DB_INDEX_METRIC = "db.create_index.metric"
121
128
  DB_INDEX_SPEC = "db.create_index.spec"
@@ -123,3 +130,7 @@ class SemanticConvetion:
123
130
  DB_UPDATE_METADATA = "db.update.metadata"
124
131
  DB_UPDATE_VALUES = "db.update.values"
125
132
  DB_UPDATE_ID = "db.update.id"
133
+
134
+ DB_SYSTEM_CHROMA = "chroma"
135
+ DB_SYSTEM_PINECONE = "pinecone"
136
+ DB_SYSTEM_QDRANT = "qdrant"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: openlit
3
- Version: 1.2.0
3
+ Version: 1.6.0
4
4
  Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
5
5
  Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
6
6
  Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT
@@ -49,30 +49,39 @@ This project adheres to the [Semantic Conventions](https://github.com/open-telem
49
49
  ## What can be Auto Instrumented?
50
50
 
51
51
  ### LLMs
52
- - ✅ OpenAI
53
- - ✅ Anthropic
54
- - ✅ Cohere
55
- - ✅ Mistral
56
- - ✅ Azure OpenAI
57
- - ✅ HuggingFace Transformers
52
+ - [✅ OpenAI](https://docs.openlit.io/latest/integrations/openai)
53
+ - [Ollama](https://docs.openlit.io/latest/integrations/ollama)
54
+ - [Anthropic](https://docs.openlit.io/latest/integrations/anthropic)
55
+ - [Cohere](https://docs.openlit.io/latest/integrations/cohere)
56
+ - [Mistral](https://docs.openlit.io/latest/integrations/mistral)
57
+ - [Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai)
58
+ - [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface)
59
+ - [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock)
60
+ - [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai)
61
+ - [✅ Groq](https://docs.openlit.io/latest/integrations/groq)
58
62
 
59
63
  ### Vector DBs
60
- - ✅ ChromaDB
61
- - ✅ Pinecone
64
+ - [✅ ChromaDB](https://docs.openlit.io/latest/integrations/chromadb)
65
+ - [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone)
66
+ - [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant)
62
67
 
63
68
  ### Frameworks
64
- - ✅ Langchain
65
- - ✅ LiteLLM
69
+ - [✅ Langchain](https://docs.openlit.io/latest/integrations/langchain)
70
+ - [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm)
71
+ - [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index)
72
+ - [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack)
66
73
 
67
74
  ## Supported Destinations
68
- - ✅ OpenTelemetry Collector
69
- - ✅ Grafana Cloud
70
- - ✅ Grafana Tempo
71
- - ✅ DataDog
72
- - ✅ New Relic
73
- - ✅ SigNoz
74
- - ✅ Dynatrace
75
- - ✅ OpenObserve
75
+ - [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
76
+ - [Prometheus + Tempo](https://docs.openlit.io/latest/connections/prometheus-tempo)
77
+ - [Prometheus + Jaeger](https://docs.openlit.io/latest/connections/prometheus-jaeger)
78
+ - [Grafana Cloud](https://docs.openlit.io/latest/connections/grafanacloud)
79
+ - [DataDog](https://docs.openlit.io/latest/connections/datadog)
80
+ - [New Relic](https://docs.openlit.io/latest/connections/new-relic)
81
+ - [SigNoz](https://docs.openlit.io/latest/connections/signoz)
82
+ - [Dynatrace](https://docs.openlit.io/latest/connections/dynatrace)
83
+ - [✅ OpenObserve](https://docs.openlit.io/latest/connections/openobserve)
84
+ - [✅ Highlight.io](https://docs.openlit.io/latest/connections/highlight)
76
85
 
77
86
  ## 💿 Installation
78
87
 
@@ -0,0 +1,47 @@
1
+ openlit/__helpers.py,sha256=EEbLEUKuCiBp0WiieAvUnGcaU5D7grFgNVDCBgMKjQE,4651
2
+ openlit/__init__.py,sha256=6D83ebOY_LRaOtppUrgJdJfjosF3Ao4FtomEhH21pYY,9781
3
+ openlit/instrumentation/anthropic/__init__.py,sha256=oaU53BOPyfUKbEzYvLr1DPymDluurSnwo4Hernf2XdU,1955
4
+ openlit/instrumentation/anthropic/anthropic.py,sha256=CYBui5eEfWdSfFF0xtCQjh1xO-gCVJc_V9Hli0szVZE,16026
5
+ openlit/instrumentation/anthropic/async_anthropic.py,sha256=NW84kTQ3BkUx1zZuMRps_J7zTYkmq5BxOrqSjqWInBs,16068
6
+ openlit/instrumentation/bedrock/__init__.py,sha256=QPvDMQde6Meodu5JvosHdZsnyExS19lcoP5Li4YrOkw,1540
7
+ openlit/instrumentation/bedrock/bedrock.py,sha256=Q5t5283LGEvhyrUCr9ofEQF22JTkc1UvT2_6u7e7gmA,22278
8
+ openlit/instrumentation/chroma/__init__.py,sha256=61lFpHlUEQUobsUJZHXdvOViKwsOH8AOvSfc4VgCmiM,3253
9
+ openlit/instrumentation/chroma/chroma.py,sha256=r75mAdwSDmjgphixRJPiCmcSoqFIH8ojkohkcAOj7i4,10407
10
+ openlit/instrumentation/cohere/__init__.py,sha256=PC5T1qIg9pwLNocBP_WjG5B_6p_z019s8quk_fNLAMs,1920
11
+ openlit/instrumentation/cohere/cohere.py,sha256=_TXAB64-sujs51-JQVu30HqwBaNengNWHEL0hgAAgJA,20381
12
+ openlit/instrumentation/groq/__init__.py,sha256=uW_0G6HSanQyK2dIXYhzR604pDiyPQfybzc37DsfSew,1911
13
+ openlit/instrumentation/groq/async_groq.py,sha256=WQwHpC-NJoyEf-jAJlxEcdnpd5jmlfAsDtEBRJ47CxA,19084
14
+ openlit/instrumentation/groq/groq.py,sha256=4uiEFUjxJ0q-c3GlgPAMc4NijG1YLgQp7o3wcwFrxeg,19048
15
+ openlit/instrumentation/haystack/__init__.py,sha256=QK6XxxZUHX8vMv2Crk7rNBOc64iOOBLhJGL_lPlAZ8s,1758
16
+ openlit/instrumentation/haystack/haystack.py,sha256=oQIZiDhdp3gnJnhYQ1OouJMc9YT0pQ-_31cmNuopa68,3891
17
+ openlit/instrumentation/langchain/__init__.py,sha256=TW1ZR7I1i9Oig-wDWp3j1gmtQFO76jNBXQRBGGKzoOo,2531
18
+ openlit/instrumentation/langchain/langchain.py,sha256=G66UytYwWW0DdvChomzkc5_MJ-sjupuDwlxe4KqlGhY,7639
19
+ openlit/instrumentation/llamaindex/__init__.py,sha256=FwE0iozGbZcd2dWo9uk4EO6qKPAe55byhZBuzuFyxXA,1973
20
+ openlit/instrumentation/llamaindex/llamaindex.py,sha256=uiIigbwhonSbJWA7LpgOVI1R4kxxPODS1K5wyHIQ4hM,4048
21
+ openlit/instrumentation/mistral/__init__.py,sha256=zJCIpFWRbsYrvooOJYuqwyuKeSOQLWbyXWCObL-Snks,3156
22
+ openlit/instrumentation/mistral/async_mistral.py,sha256=PXpiLwkonTtAPVOUh9pXMSYeabwH0GFG_HRDWrEKhMM,21361
23
+ openlit/instrumentation/mistral/mistral.py,sha256=nbAyMlPiuA9hihePkM_nnxAjahZSndT-B-qXRO5VIhk,21212
24
+ openlit/instrumentation/ollama/__init__.py,sha256=cOax8PiypDuo_FC4WvDCYBRo7lH5nV9xU92h7k-eZbg,3812
25
+ openlit/instrumentation/ollama/async_ollama.py,sha256=ESk1zZTj2hPmkWIH5F2owuoo0apleDSSx5VORlO3e3w,28991
26
+ openlit/instrumentation/ollama/ollama.py,sha256=PLGF9RB3TRNZ9GSGqeGVvKFBtgUK8Hc8xwvk-3NPeGI,28901
27
+ openlit/instrumentation/openai/__init__.py,sha256=AZ2cPr3TMKkgGdMl_yXMeSi7bWhtmMqOW1iHdzHHGHA,16265
28
+ openlit/instrumentation/openai/async_azure_openai.py,sha256=QE_5KHaCHAndkf7Y2Iq66mZUc0I1qtqIJ6iYPnwiuXA,46297
29
+ openlit/instrumentation/openai/async_openai.py,sha256=qfJG_gIkSz3Gjau0zQ_G3tvkqkOd-md5LBK6wIjvH0U,45841
30
+ openlit/instrumentation/openai/azure_openai.py,sha256=8nm1hsGdWLhJt97fkV254_biYdGeVJiZP2_Yb3pKSEU,46091
31
+ openlit/instrumentation/openai/openai.py,sha256=VVl0fuQfxitH-V4hVeP5VxB31-yWMI74Xz4katlsG78,46522
32
+ openlit/instrumentation/pinecone/__init__.py,sha256=Mv9bElqNs07_JQkYyNnO0wOM3hdbprmw7sttdMeKC7g,2526
33
+ openlit/instrumentation/pinecone/pinecone.py,sha256=0EhLmtOuvwWVvAKh3e56wyd8wzQq1oaLOmF15SVHxVE,8765
34
+ openlit/instrumentation/qdrant/__init__.py,sha256=OJIg17-IGmBEvBYVKjCHcJ0hFXuEL7XV_jzUTqkolN8,4799
35
+ openlit/instrumentation/qdrant/qdrant.py,sha256=woK7BhmnjRqwU3OmXM6RfQdBBrjk88zV91rvQbPJ46c,14436
36
+ openlit/instrumentation/transformers/__init__.py,sha256=9-KLjq-aPTh13gTBYsWltV6hokGwt3mP4759SwsaaCk,1478
37
+ openlit/instrumentation/transformers/transformers.py,sha256=peT0BGskYt7AZ0b93TZ7qECXfZRgDQMasUeamexYdZI,7592
38
+ openlit/instrumentation/vertexai/__init__.py,sha256=N3E9HtzefD-zC0fvmfGYiDmSqssoavp_i59wfuYLyMw,6079
39
+ openlit/instrumentation/vertexai/async_vertexai.py,sha256=PMHYyLf1J4gZpC_-KZ_ZVx1xIHhZDJSNa7mrjNXZ5M0,52372
40
+ openlit/instrumentation/vertexai/vertexai.py,sha256=UvpNKBHPoV9idVMfGigZnmWuEQiyqSwZn0zK9-U7Lzw,52125
41
+ openlit/otel/metrics.py,sha256=O7NoaDz0bY19mqpE4-0PcKwEe-B-iJFRgOCaanAuZAc,4291
42
+ openlit/otel/tracing.py,sha256=vL1ifMbARPBpqK--yXYsCM6y5dSu5LFIKqkhZXtYmUc,3712
43
+ openlit/semcov/__init__.py,sha256=3Whg8caSmGi-rF2PVkJohpCf5O3QjpgN7ai8r4XBIVI,6204
44
+ openlit-1.6.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
45
+ openlit-1.6.0.dist-info/METADATA,sha256=4qtHtjElIivkXWyJFXfUt-0_tTaidonqmJbT7Uvq8rc,12213
46
+ openlit-1.6.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
47
+ openlit-1.6.0.dist-info/RECORD,,
@@ -1,35 +0,0 @@
1
- openlit/__helpers.py,sha256=EEbLEUKuCiBp0WiieAvUnGcaU5D7grFgNVDCBgMKjQE,4651
2
- openlit/__init__.py,sha256=4ETsor9HjA00uexxR3UO2FXKEeiJd871IsPUSBdwAoQ,9077
3
- openlit/instrumentation/anthropic/__init__.py,sha256=oaU53BOPyfUKbEzYvLr1DPymDluurSnwo4Hernf2XdU,1955
4
- openlit/instrumentation/anthropic/anthropic.py,sha256=gLN7LrgbTTOxgO8TEn-mX7WCYVGExrIGB-_ueCLPMEY,15993
5
- openlit/instrumentation/anthropic/async_anthropic.py,sha256=wb5U9aF3FtgPZ_1EZudsuKaB6wmOrEVwDIlfcEWnQqU,16035
6
- openlit/instrumentation/bedrock/__init__.py,sha256=QPvDMQde6Meodu5JvosHdZsnyExS19lcoP5Li4YrOkw,1540
7
- openlit/instrumentation/bedrock/bedrock.py,sha256=Q5t5283LGEvhyrUCr9ofEQF22JTkc1UvT2_6u7e7gmA,22278
8
- openlit/instrumentation/chroma/__init__.py,sha256=61lFpHlUEQUobsUJZHXdvOViKwsOH8AOvSfc4VgCmiM,3253
9
- openlit/instrumentation/chroma/chroma.py,sha256=wcY5sN-Lfdr4P56FDy8O_ft20gfxTDP12c2vIUF7Qno,10374
10
- openlit/instrumentation/cohere/__init__.py,sha256=PC5T1qIg9pwLNocBP_WjG5B_6p_z019s8quk_fNLAMs,1920
11
- openlit/instrumentation/cohere/cohere.py,sha256=LdRMStLs-UTxDsGsTObEv-unC8g1tRFaU2EFCUBFGHI,20348
12
- openlit/instrumentation/langchain/__init__.py,sha256=TW1ZR7I1i9Oig-wDWp3j1gmtQFO76jNBXQRBGGKzoOo,2531
13
- openlit/instrumentation/langchain/langchain.py,sha256=D-PiYlmUW5SuE4rvKRMOsMGtW5wI6aA3ldig1JhXUok,7609
14
- openlit/instrumentation/mistral/__init__.py,sha256=zJCIpFWRbsYrvooOJYuqwyuKeSOQLWbyXWCObL-Snks,3156
15
- openlit/instrumentation/mistral/async_mistral.py,sha256=nD1ns326mclIUjd4PEfrSa8mufpoZqjYF1meK9oohkA,21328
16
- openlit/instrumentation/mistral/mistral.py,sha256=fcwm6UfhqTZ9KEJACO90jz_CpabUg8KKsaqXTAkTwgo,21179
17
- openlit/instrumentation/openai/__init__.py,sha256=AZ2cPr3TMKkgGdMl_yXMeSi7bWhtmMqOW1iHdzHHGHA,16265
18
- openlit/instrumentation/openai/async_azure_openai.py,sha256=QE_5KHaCHAndkf7Y2Iq66mZUc0I1qtqIJ6iYPnwiuXA,46297
19
- openlit/instrumentation/openai/async_openai.py,sha256=qfJG_gIkSz3Gjau0zQ_G3tvkqkOd-md5LBK6wIjvH0U,45841
20
- openlit/instrumentation/openai/azure_openai.py,sha256=8nm1hsGdWLhJt97fkV254_biYdGeVJiZP2_Yb3pKSEU,46091
21
- openlit/instrumentation/openai/openai.py,sha256=VVl0fuQfxitH-V4hVeP5VxB31-yWMI74Xz4katlsG78,46522
22
- openlit/instrumentation/pinecone/__init__.py,sha256=Mv9bElqNs07_JQkYyNnO0wOM3hdbprmw7sttdMeKC7g,2526
23
- openlit/instrumentation/pinecone/pinecone.py,sha256=0C-Dd4YOlBCKQ7vmWvFsvokjFCKCn-snquHp7n12yPM,8732
24
- openlit/instrumentation/transformers/__init__.py,sha256=9-KLjq-aPTh13gTBYsWltV6hokGwt3mP4759SwsaaCk,1478
25
- openlit/instrumentation/transformers/transformers.py,sha256=peT0BGskYt7AZ0b93TZ7qECXfZRgDQMasUeamexYdZI,7592
26
- openlit/instrumentation/vertexai/__init__.py,sha256=N3E9HtzefD-zC0fvmfGYiDmSqssoavp_i59wfuYLyMw,6079
27
- openlit/instrumentation/vertexai/async_vertexai.py,sha256=PMHYyLf1J4gZpC_-KZ_ZVx1xIHhZDJSNa7mrjNXZ5M0,52372
28
- openlit/instrumentation/vertexai/vertexai.py,sha256=UvpNKBHPoV9idVMfGigZnmWuEQiyqSwZn0zK9-U7Lzw,52125
29
- openlit/otel/metrics.py,sha256=O7NoaDz0bY19mqpE4-0PcKwEe-B-iJFRgOCaanAuZAc,4291
30
- openlit/otel/tracing.py,sha256=peismkno0YPoRezHPbF5Ycz15_oOBErn_coW1CPspHg,3612
31
- openlit/semcov/__init__.py,sha256=VN0hX8LmU9GDxPayhGpongeQ1MZH1IUtI8Twwtd6D7M,5764
32
- openlit-1.2.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
33
- openlit-1.2.0.dist-info/METADATA,sha256=gTRf37Q2Kx-Lvxp9CZHkTdDnQhKS2_qNGJHiD8aoRcI,10535
34
- openlit-1.2.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
35
- openlit-1.2.0.dist-info/RECORD,,