openlit 1.33.8__py3-none-any.whl → 1.33.10__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. openlit/__helpers.py +88 -0
  2. openlit/__init__.py +4 -3
  3. openlit/instrumentation/ag2/ag2.py +5 -5
  4. openlit/instrumentation/ai21/__init__.py +4 -4
  5. openlit/instrumentation/ai21/ai21.py +370 -319
  6. openlit/instrumentation/ai21/async_ai21.py +371 -319
  7. openlit/instrumentation/anthropic/__init__.py +4 -4
  8. openlit/instrumentation/anthropic/anthropic.py +321 -189
  9. openlit/instrumentation/anthropic/async_anthropic.py +323 -190
  10. openlit/instrumentation/assemblyai/__init__.py +1 -1
  11. openlit/instrumentation/assemblyai/assemblyai.py +59 -43
  12. openlit/instrumentation/astra/astra.py +9 -9
  13. openlit/instrumentation/astra/async_astra.py +9 -9
  14. openlit/instrumentation/azure_ai_inference/__init__.py +4 -4
  15. openlit/instrumentation/azure_ai_inference/async_azure_ai_inference.py +406 -252
  16. openlit/instrumentation/azure_ai_inference/azure_ai_inference.py +406 -252
  17. openlit/instrumentation/bedrock/__init__.py +1 -1
  18. openlit/instrumentation/bedrock/bedrock.py +115 -58
  19. openlit/instrumentation/chroma/chroma.py +9 -9
  20. openlit/instrumentation/cohere/__init__.py +33 -10
  21. openlit/instrumentation/cohere/async_cohere.py +610 -0
  22. openlit/instrumentation/cohere/cohere.py +410 -219
  23. openlit/instrumentation/controlflow/controlflow.py +5 -5
  24. openlit/instrumentation/crawl4ai/async_crawl4ai.py +5 -5
  25. openlit/instrumentation/crawl4ai/crawl4ai.py +5 -5
  26. openlit/instrumentation/crewai/crewai.py +6 -4
  27. openlit/instrumentation/dynamiq/dynamiq.py +5 -5
  28. openlit/instrumentation/elevenlabs/async_elevenlabs.py +71 -46
  29. openlit/instrumentation/elevenlabs/elevenlabs.py +71 -51
  30. openlit/instrumentation/embedchain/embedchain.py +9 -9
  31. openlit/instrumentation/firecrawl/firecrawl.py +5 -5
  32. openlit/instrumentation/google_ai_studio/__init__.py +9 -9
  33. openlit/instrumentation/google_ai_studio/async_google_ai_studio.py +183 -219
  34. openlit/instrumentation/google_ai_studio/google_ai_studio.py +183 -220
  35. openlit/instrumentation/gpt4all/__init__.py +2 -2
  36. openlit/instrumentation/gpt4all/gpt4all.py +345 -220
  37. openlit/instrumentation/gpu/__init__.py +5 -5
  38. openlit/instrumentation/groq/__init__.py +2 -2
  39. openlit/instrumentation/groq/async_groq.py +356 -240
  40. openlit/instrumentation/groq/groq.py +356 -240
  41. openlit/instrumentation/haystack/haystack.py +5 -5
  42. openlit/instrumentation/julep/async_julep.py +5 -5
  43. openlit/instrumentation/julep/julep.py +5 -5
  44. openlit/instrumentation/langchain/__init__.py +13 -7
  45. openlit/instrumentation/langchain/async_langchain.py +384 -0
  46. openlit/instrumentation/langchain/langchain.py +105 -492
  47. openlit/instrumentation/letta/letta.py +11 -9
  48. openlit/instrumentation/litellm/__init__.py +4 -5
  49. openlit/instrumentation/litellm/async_litellm.py +318 -247
  50. openlit/instrumentation/litellm/litellm.py +314 -243
  51. openlit/instrumentation/llamaindex/llamaindex.py +5 -5
  52. openlit/instrumentation/mem0/mem0.py +5 -5
  53. openlit/instrumentation/milvus/milvus.py +9 -9
  54. openlit/instrumentation/mistral/__init__.py +6 -6
  55. openlit/instrumentation/mistral/async_mistral.py +423 -250
  56. openlit/instrumentation/mistral/mistral.py +420 -246
  57. openlit/instrumentation/multion/async_multion.py +6 -4
  58. openlit/instrumentation/multion/multion.py +6 -4
  59. openlit/instrumentation/ollama/__init__.py +8 -30
  60. openlit/instrumentation/ollama/async_ollama.py +385 -417
  61. openlit/instrumentation/ollama/ollama.py +384 -417
  62. openlit/instrumentation/openai/__init__.py +11 -230
  63. openlit/instrumentation/openai/async_openai.py +433 -410
  64. openlit/instrumentation/openai/openai.py +414 -394
  65. openlit/instrumentation/phidata/phidata.py +6 -4
  66. openlit/instrumentation/pinecone/pinecone.py +9 -9
  67. openlit/instrumentation/premai/__init__.py +2 -2
  68. openlit/instrumentation/premai/premai.py +262 -213
  69. openlit/instrumentation/qdrant/async_qdrant.py +9 -9
  70. openlit/instrumentation/qdrant/qdrant.py +9 -9
  71. openlit/instrumentation/reka/__init__.py +2 -2
  72. openlit/instrumentation/reka/async_reka.py +90 -52
  73. openlit/instrumentation/reka/reka.py +90 -52
  74. openlit/instrumentation/together/__init__.py +4 -4
  75. openlit/instrumentation/together/async_together.py +278 -236
  76. openlit/instrumentation/together/together.py +278 -236
  77. openlit/instrumentation/transformers/__init__.py +1 -1
  78. openlit/instrumentation/transformers/transformers.py +76 -45
  79. openlit/instrumentation/vertexai/__init__.py +14 -64
  80. openlit/instrumentation/vertexai/async_vertexai.py +330 -987
  81. openlit/instrumentation/vertexai/vertexai.py +330 -987
  82. openlit/instrumentation/vllm/__init__.py +1 -1
  83. openlit/instrumentation/vllm/vllm.py +66 -36
  84. openlit/otel/metrics.py +98 -7
  85. openlit/semcov/__init__.py +113 -80
  86. {openlit-1.33.8.dist-info → openlit-1.33.10.dist-info}/METADATA +1 -1
  87. openlit-1.33.10.dist-info/RECORD +122 -0
  88. {openlit-1.33.8.dist-info → openlit-1.33.10.dist-info}/WHEEL +1 -1
  89. openlit/instrumentation/openai/async_azure_openai.py +0 -900
  90. openlit/instrumentation/openai/azure_openai.py +0 -898
  91. openlit-1.33.8.dist-info/RECORD +0 -122
  92. {openlit-1.33.8.dist-info → openlit-1.33.10.dist-info}/LICENSE +0 -0
openlit/instrumentation/assemblyai/assemblyai.py CHANGED
@@ -1,19 +1,23 @@
1
- # pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, possibly-used-before-assignment
2
1
  """
3
2
  Module for monitoring Assembly AI API calls.
4
3
  """
5
4
 
6
5
  import logging
6
+ import time
7
7
  from opentelemetry.trace import SpanKind, Status, StatusCode
8
- from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
9
- from openlit.__helpers import get_audio_model_cost
10
- from openlit.__helpers import handle_exception
8
+ from opentelemetry.sdk.resources import SERVICE_NAME, TELEMETRY_SDK_NAME, DEPLOYMENT_ENVIRONMENT
9
+ from openlit.__helpers import (
10
+ get_audio_model_cost,
11
+ handle_exception,
12
+ create_metrics_attributes,
13
+ set_server_address_and_port
14
+ )
11
15
  from openlit.semcov import SemanticConvetion
12
16
 
13
17
  # Initialize logger for logging potential issues and operations
14
18
  logger = logging.getLogger(__name__)
15
19
 
16
- def transcribe(gen_ai_endpoint, version, environment, application_name,
20
+ def transcribe(version, environment, application_name,
17
21
  tracer, pricing_info, trace_content, metrics, disable_metrics):
18
22
  """
19
23
  Generates a telemetry wrapper for creating speech audio to collect metrics.
@@ -48,43 +52,56 @@ def transcribe(gen_ai_endpoint, version, environment, application_name,
48
52
  The response from the original 'transcribe' method.
49
53
  """
50
54
 
51
- with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
55
+ server_address, server_port = set_server_address_and_port(instance, 'api.assemblyai.com', 443)
56
+ request_model = kwargs.get('speech_model', 'best')
57
+
58
+ span_name = f'{SemanticConvetion.GEN_AI_OPERATION_TYPE_AUDIO} {request_model}'
59
+
60
+ with tracer.start_as_current_span(span_name, kind= SpanKind.CLIENT) as span:
61
+ start_time = time.time()
52
62
  response = wrapped(*args, **kwargs)
63
+ end_time = time.time()
53
64
 
54
65
  try:
55
- llm_model = response.speech_model if response.speech_model else "best"
56
-
57
66
  # Calculate cost of the operation
58
- cost = get_audio_model_cost(llm_model,
67
+ cost = get_audio_model_cost(request_model,
59
68
  pricing_info, None, response.audio_duration)
60
69
 
61
- # Set Span attributes
62
- span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
70
+ # Set Span attributes (OTel Semconv)
71
+ span.set_attribute(TELEMETRY_SDK_NAME, 'openlit')
72
+ span.set_attribute(SemanticConvetion.GEN_AI_OPERATION,
73
+ SemanticConvetion.GEN_AI_OPERATION_TYPE_AUDIO)
63
74
  span.set_attribute(SemanticConvetion.GEN_AI_SYSTEM,
64
75
  SemanticConvetion.GEN_AI_SYSTEM_ASSEMBLYAI)
65
- span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
66
- SemanticConvetion.GEN_AI_TYPE_AUDIO)
67
- span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
68
- gen_ai_endpoint)
69
- span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
76
+ span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
77
+ request_model)
78
+ span.set_attribute(SemanticConvetion.SERVER_ADDRESS,
79
+ server_address)
80
+ span.set_attribute(SemanticConvetion.SERVER_PORT,
81
+ server_port)
82
+ span.set_attribute(SemanticConvetion.GEN_AI_RESPONSE_MODEL,
83
+ request_model)
84
+ span.set_attribute(SemanticConvetion.GEN_AI_OUTPUT_TYPE,
85
+ 'text')
86
+
87
+ # Set Span attributes (Extras)
88
+ span.set_attribute(DEPLOYMENT_ENVIRONMENT,
70
89
  environment)
71
- span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
90
+ span.set_attribute(SERVICE_NAME,
72
91
  application_name)
73
- span.set_attribute(SemanticConvetion.GEN_AI_RESPONSE_ID,
74
- response.id)
75
- span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
76
- llm_model)
77
92
  span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_AUDIO_DURATION,
78
93
  response.audio_duration)
79
94
  span.set_attribute(SemanticConvetion.GEN_AI_USAGE_COST,
80
95
  cost)
96
+ span.set_attribute(SemanticConvetion.GEN_AI_SDK_VERSION,
97
+ version)
81
98
 
82
99
  if trace_content:
83
100
  span.add_event(
84
- name=SemanticConvetion.GEN_AI_CONTENT_PROMPT_EVENT,
85
- attributes={
86
- SemanticConvetion.GEN_AI_CONTENT_PROMPT: response.audio_url,
87
- },
101
+ name=SemanticConvetion.GEN_AI_CONTENT_PROMPT_EVENT,
102
+ attributes={
103
+ SemanticConvetion.GEN_AI_CONTENT_PROMPT: response.audio_url,
104
+ },
88
105
  )
89
106
  span.add_event(
90
107
  name=SemanticConvetion.GEN_AI_CONTENT_COMPLETION_EVENT,
@@ -96,30 +113,29 @@ def transcribe(gen_ai_endpoint, version, environment, application_name,
96
113
  span.set_status(Status(StatusCode.OK))
97
114
 
98
115
  if disable_metrics is False:
99
- attributes = {
100
- TELEMETRY_SDK_NAME:
101
- "openlit",
102
- SemanticConvetion.GEN_AI_APPLICATION_NAME:
103
- application_name,
104
- SemanticConvetion.GEN_AI_SYSTEM:
105
- SemanticConvetion.GEN_AI_SYSTEM_ASSEMBLYAI,
106
- SemanticConvetion.GEN_AI_ENVIRONMENT:
107
- environment,
108
- SemanticConvetion.GEN_AI_TYPE:
109
- SemanticConvetion.GEN_AI_TYPE_AUDIO,
110
- SemanticConvetion.GEN_AI_REQUEST_MODEL:
111
- llm_model,
112
- }
113
-
114
- metrics["genai_requests"].add(1, attributes)
115
- metrics["genai_cost"].record(cost, attributes)
116
+ attributes = create_metrics_attributes(
117
+ service_name=application_name,
118
+ deployment_environment=environment,
119
+ operation=SemanticConvetion.GEN_AI_OPERATION_TYPE_AUDIO,
120
+ system=SemanticConvetion.GEN_AI_SYSTEM_ASSEMBLYAI,
121
+ request_model=request_model,
122
+ server_address=server_address,
123
+ server_port=server_port,
124
+ response_model=request_model,
125
+ )
126
+
127
+ metrics['genai_client_operation_duration'].record(
128
+ end_time - start_time, attributes
129
+ )
130
+ metrics['genai_requests'].add(1, attributes)
131
+ metrics['genai_cost'].record(cost, attributes)
116
132
 
117
133
  # Return original response
118
134
  return response
119
135
 
120
136
  except Exception as e:
121
137
  handle_exception(span, e)
122
- logger.error("Error in trace creation: %s", e)
138
+ logger.error('Error in trace creation: %s', e)
123
139
 
124
140
  # Return original response
125
141
  return response
openlit/instrumentation/astra/astra.py CHANGED
@@ -5,7 +5,7 @@ Module for monitoring AstraDB.
5
5
 
6
6
  import logging
7
7
  from opentelemetry.trace import SpanKind, Status, StatusCode
8
- from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
8
+ from opentelemetry.sdk.resources import SERVICE_NAME, TELEMETRY_SDK_NAME, DEPLOYMENT_ENVIRONMENT
9
9
  from openlit.__helpers import handle_exception
10
10
  from openlit.semcov import SemanticConvetion
11
11
 
@@ -69,12 +69,12 @@ def general_wrap(gen_ai_endpoint, version, environment, application_name,
69
69
  span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
70
70
  span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
71
71
  gen_ai_endpoint)
72
- span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
72
+ span.set_attribute(DEPLOYMENT_ENVIRONMENT,
73
73
  environment)
74
- span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
74
+ span.set_attribute(SERVICE_NAME,
75
75
  application_name)
76
- span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
77
- SemanticConvetion.GEN_AI_TYPE_VECTORDB)
76
+ span.set_attribute(SemanticConvetion.GEN_AI_OPERATION,
77
+ SemanticConvetion.GEN_AI_OPERATION_TYPE_VECTORDB)
78
78
  span.set_attribute(SemanticConvetion.DB_SYSTEM,
79
79
  SemanticConvetion.DB_SYSTEM_ASTRA)
80
80
 
@@ -199,14 +199,14 @@ def general_wrap(gen_ai_endpoint, version, environment, application_name,
199
199
  attributes = {
200
200
  TELEMETRY_SDK_NAME:
201
201
  "openlit",
202
- SemanticConvetion.GEN_AI_APPLICATION_NAME:
202
+ SERVICE_NAME:
203
203
  application_name,
204
204
  SemanticConvetion.DB_SYSTEM:
205
205
  SemanticConvetion.DB_SYSTEM_ASTRA,
206
- SemanticConvetion.GEN_AI_ENVIRONMENT:
206
+ DEPLOYMENT_ENVIRONMENT:
207
207
  environment,
208
- SemanticConvetion.GEN_AI_TYPE:
209
- SemanticConvetion.GEN_AI_TYPE_VECTORDB,
208
+ SemanticConvetion.GEN_AI_OPERATION:
209
+ SemanticConvetion.GEN_AI_OPERATION_TYPE_VECTORDB,
210
210
  SemanticConvetion.DB_OPERATION:
211
211
  db_operation
212
212
  }
openlit/instrumentation/astra/async_astra.py CHANGED
@@ -5,7 +5,7 @@ Module for monitoring AstraDB.
5
5
 
6
6
  import logging
7
7
  from opentelemetry.trace import SpanKind, Status, StatusCode
8
- from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
8
+ from opentelemetry.sdk.resources import SERVICE_NAME, TELEMETRY_SDK_NAME, DEPLOYMENT_ENVIRONMENT
9
9
  from openlit.__helpers import handle_exception
10
10
  from openlit.semcov import SemanticConvetion
11
11
 
@@ -69,12 +69,12 @@ def general_wrap(gen_ai_endpoint, version, environment, application_name,
69
69
  span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
70
70
  span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
71
71
  gen_ai_endpoint)
72
- span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
72
+ span.set_attribute(DEPLOYMENT_ENVIRONMENT,
73
73
  environment)
74
- span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
74
+ span.set_attribute(SERVICE_NAME,
75
75
  application_name)
76
- span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
77
- SemanticConvetion.GEN_AI_TYPE_VECTORDB)
76
+ span.set_attribute(SemanticConvetion.GEN_AI_OPERATION,
77
+ SemanticConvetion.GEN_AI_OPERATION_TYPE_VECTORDB)
78
78
  span.set_attribute(SemanticConvetion.DB_SYSTEM,
79
79
  SemanticConvetion.DB_SYSTEM_ASTRA)
80
80
 
@@ -199,14 +199,14 @@ def general_wrap(gen_ai_endpoint, version, environment, application_name,
199
199
  attributes = {
200
200
  TELEMETRY_SDK_NAME:
201
201
  "openlit",
202
- SemanticConvetion.GEN_AI_APPLICATION_NAME:
202
+ SERVICE_NAME:
203
203
  application_name,
204
204
  SemanticConvetion.DB_SYSTEM:
205
205
  SemanticConvetion.DB_SYSTEM_ASTRA,
206
- SemanticConvetion.GEN_AI_ENVIRONMENT:
206
+ DEPLOYMENT_ENVIRONMENT:
207
207
  environment,
208
- SemanticConvetion.GEN_AI_TYPE:
209
- SemanticConvetion.GEN_AI_TYPE_VECTORDB,
208
+ SemanticConvetion.GEN_AI_OPERATION:
209
+ SemanticConvetion.GEN_AI_OPERATION_TYPE_VECTORDB,
210
210
  SemanticConvetion.DB_OPERATION:
211
211
  db_operation
212
212
  }
openlit/instrumentation/azure_ai_inference/__init__.py CHANGED
@@ -38,7 +38,7 @@ class AzureAIInferenceInstrumentor(BaseInstrumentor):
38
38
  wrap_function_wrapper(
39
39
  "azure.ai.inference",
40
40
  "ChatCompletionsClient.complete",
41
- complete("azure_ai.complete", version, environment, application_name,
41
+ complete(version, environment, application_name,
42
42
  tracer, pricing_info, trace_content, metrics, disable_metrics),
43
43
  )
44
44
 
@@ -46,7 +46,7 @@ class AzureAIInferenceInstrumentor(BaseInstrumentor):
46
46
  wrap_function_wrapper(
47
47
  "azure.ai.inference",
48
48
  "EmbeddingsClient.embed",
49
- embedding("azure_ai.embed", version, environment, application_name,
49
+ embedding(version, environment, application_name,
50
50
  tracer, pricing_info, trace_content, metrics, disable_metrics),
51
51
  )
52
52
 
@@ -54,7 +54,7 @@ class AzureAIInferenceInstrumentor(BaseInstrumentor):
54
54
  wrap_function_wrapper(
55
55
  "azure.ai.inference.aio",
56
56
  "ChatCompletionsClient.complete",
57
- async_complete("azure_ai.complete", version, environment, application_name,
57
+ async_complete(version, environment, application_name,
58
58
  tracer, pricing_info, trace_content, metrics, disable_metrics),
59
59
  )
60
60
 
@@ -62,7 +62,7 @@ class AzureAIInferenceInstrumentor(BaseInstrumentor):
62
62
  wrap_function_wrapper(
63
63
  "azure.ai.inference.aio",
64
64
  "EmbeddingsClient.embed",
65
- async_embedding("azure_ai.embed", version, environment, application_name,
65
+ async_embedding(version, environment, application_name,
66
66
  tracer, pricing_info, trace_content, metrics, disable_metrics),
67
67
  )
68
68