openlit 1.32.3__tar.gz → 1.32.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {openlit-1.32.3 → openlit-1.32.5}/PKG-INFO +13 -14
- {openlit-1.32.3 → openlit-1.32.5}/README.md +12 -13
- {openlit-1.32.3 → openlit-1.32.5}/pyproject.toml +1 -1
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/__init__.py +6 -0
- openlit-1.32.5/src/openlit/instrumentation/ai21/__init__.py +66 -0
- openlit-1.32.5/src/openlit/instrumentation/ai21/ai21.py +604 -0
- openlit-1.32.5/src/openlit/instrumentation/ai21/async_ai21.py +603 -0
- openlit-1.32.5/src/openlit/instrumentation/controlflow/__init__.py +56 -0
- openlit-1.32.5/src/openlit/instrumentation/controlflow/controlflow.py +113 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/semcov/__init__.py +10 -0
- {openlit-1.32.3 → openlit-1.32.5}/LICENSE +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/__helpers.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/evals/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/evals/all.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/evals/bias_detection.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/evals/hallucination.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/evals/toxicity.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/evals/utils.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/guard/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/guard/all.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/guard/prompt_injection.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/guard/restrict_topic.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/guard/sensitive_topic.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/guard/utils.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/ag2/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/ag2/ag2.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/anthropic/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/anthropic/anthropic.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/anthropic/async_anthropic.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/astra/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/astra/astra.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/astra/async_astra.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/azure_ai_inference/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/azure_ai_inference/async_azure_ai_inference.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/azure_ai_inference/azure_ai_inference.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/bedrock/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/bedrock/bedrock.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/chroma/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/chroma/chroma.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/cohere/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/cohere/cohere.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/crewai/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/crewai/crewai.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/dynamiq/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/dynamiq/dynamiq.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/elevenlabs/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/elevenlabs/async_elevenlabs.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/elevenlabs/elevenlabs.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/embedchain/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/embedchain/embedchain.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/google_ai_studio/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/google_ai_studio/async_google_ai_studio.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/google_ai_studio/google_ai_studio.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/gpt4all/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/gpt4all/gpt4all.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/gpu/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/groq/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/groq/async_groq.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/groq/groq.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/haystack/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/haystack/haystack.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/julep/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/julep/async_julep.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/julep/julep.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/langchain/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/langchain/langchain.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/litellm/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/litellm/async_litellm.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/litellm/litellm.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/llamaindex/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/llamaindex/llamaindex.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/mem0/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/mem0/mem0.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/milvus/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/milvus/milvus.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/mistral/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/mistral/async_mistral.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/mistral/mistral.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/multion/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/multion/async_multion.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/multion/multion.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/ollama/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/ollama/async_ollama.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/ollama/ollama.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/openai/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/openai/async_azure_openai.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/openai/async_openai.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/openai/azure_openai.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/openai/openai.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/phidata/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/phidata/phidata.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/pinecone/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/pinecone/pinecone.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/premai/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/premai/premai.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/qdrant/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/qdrant/async_qdrant.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/qdrant/qdrant.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/reka/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/reka/async_reka.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/reka/reka.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/transformers/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/transformers/transformers.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/vertexai/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/vertexai/async_vertexai.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/vertexai/vertexai.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/vllm/__init__.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/instrumentation/vllm/vllm.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/otel/metrics.py +0 -0
- {openlit-1.32.3 → openlit-1.32.5}/src/openlit/otel/tracing.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: openlit
|
3
|
-
Version: 1.32.
|
3
|
+
Version: 1.32.5
|
4
4
|
Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
|
5
5
|
Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
|
6
6
|
Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
|
@@ -76,19 +76,18 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
76
76
|
| [✅ GitHub AI Models](https://docs.openlit.io/latest/integrations/github-models) | | [✅ AG2](https://docs.openlit.io/latest/integrations/ag2) | |
|
77
77
|
| [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | | [✅ Dynamiq](https://docs.openlit.io/latest/integrations/dynamiq) | |
|
78
78
|
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
|
79
|
-
|
|
80
|
-
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion)
|
81
|
-
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai)
|
82
|
-
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | |
|
83
|
-
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | |
|
84
|
-
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | |
|
85
|
-
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | |
|
86
|
-
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | |
|
87
|
-
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml)
|
88
|
-
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka)
|
89
|
-
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai)
|
90
|
-
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai)
|
91
|
-
|
79
|
+
| [✅ AI21](https://docs.openlit.io/latest/integrations/ai21) | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
|
80
|
+
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
|
81
|
+
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
|
82
|
+
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | [✅ ControlFlow](https://docs.openlit.io/latest/integrations/controlflow) | |
|
83
|
+
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
|
84
|
+
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
|
85
|
+
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
|
86
|
+
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
|
87
|
+
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
|
88
|
+
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
|
89
|
+
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
|
90
|
+
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
|
92
91
|
|
93
92
|
## Supported Destinations
|
94
93
|
- [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
|
@@ -45,19 +45,18 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
45
45
|
| [✅ GitHub AI Models](https://docs.openlit.io/latest/integrations/github-models) | | [✅ AG2](https://docs.openlit.io/latest/integrations/ag2) | |
|
46
46
|
| [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | | [✅ Dynamiq](https://docs.openlit.io/latest/integrations/dynamiq) | |
|
47
47
|
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
|
48
|
-
|
|
49
|
-
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion)
|
50
|
-
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai)
|
51
|
-
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | |
|
52
|
-
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | |
|
53
|
-
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | |
|
54
|
-
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | |
|
55
|
-
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | |
|
56
|
-
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml)
|
57
|
-
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka)
|
58
|
-
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai)
|
59
|
-
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai)
|
60
|
-
|
48
|
+
| [✅ AI21](https://docs.openlit.io/latest/integrations/ai21) | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
|
49
|
+
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
|
50
|
+
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
|
51
|
+
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | [✅ ControlFlow](https://docs.openlit.io/latest/integrations/controlflow) | |
|
52
|
+
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
|
53
|
+
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
|
54
|
+
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
|
55
|
+
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
|
56
|
+
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
|
57
|
+
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
|
58
|
+
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
|
59
|
+
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
|
61
60
|
|
62
61
|
## Supported Destinations
|
63
62
|
- [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "openlit"
|
3
|
-
version = "1.32.
|
3
|
+
version = "1.32.5"
|
4
4
|
description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
|
5
5
|
authors = ["OpenLIT"]
|
6
6
|
repository = "https://github.com/openlit/openlit/tree/main/openlit/python"
|
@@ -57,6 +57,8 @@ from openlit.instrumentation.multion import MultiOnInstrumentor
|
|
57
57
|
from openlit.instrumentation.dynamiq import DynamiqInstrumentor
|
58
58
|
from openlit.instrumentation.phidata import PhidataInstrumentor
|
59
59
|
from openlit.instrumentation.julep import JulepInstrumentor
|
60
|
+
from openlit.instrumentation.ai21 import AI21Instrumentor
|
61
|
+
from openlit.instrumentation.controlflow import ControlFlowInstrumentor
|
60
62
|
from openlit.instrumentation.gpu import GPUInstrumentor
|
61
63
|
import openlit.guard
|
62
64
|
import openlit.evals
|
@@ -252,6 +254,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
|
|
252
254
|
"premai": "premai",
|
253
255
|
"julep": "julep",
|
254
256
|
"astra": "astrapy",
|
257
|
+
"ai21": "ai21",
|
258
|
+
"controlflow": "controlflow",
|
255
259
|
}
|
256
260
|
|
257
261
|
invalid_instrumentors = [
|
@@ -342,6 +346,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
|
|
342
346
|
"premai": PremAIInstrumentor(),
|
343
347
|
"julep": JulepInstrumentor(),
|
344
348
|
"astra": AstraInstrumentor(),
|
349
|
+
"ai21": AI21Instrumentor(),
|
350
|
+
"controlflow": ControlFlowInstrumentor(),
|
345
351
|
}
|
346
352
|
|
347
353
|
# Initialize and instrument only the enabled instrumentors
|
@@ -0,0 +1,66 @@
|
|
1
|
+
# pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
|
2
|
+
"""Initializer of Auto Instrumentation of AI21 Functions"""
|
3
|
+
|
4
|
+
from typing import Collection
|
5
|
+
import importlib.metadata
|
6
|
+
from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
|
7
|
+
from wrapt import wrap_function_wrapper
|
8
|
+
|
9
|
+
from openlit.instrumentation.ai21.ai21 import (
|
10
|
+
chat, chat_rag
|
11
|
+
)
|
12
|
+
from openlit.instrumentation.ai21.async_ai21 import (
|
13
|
+
async_chat, async_chat_rag
|
14
|
+
)
|
15
|
+
|
16
|
+
_instruments = ("ai21 >= 3.0.0",)
|
17
|
+
|
18
|
+
class AI21Instrumentor(BaseInstrumentor):
|
19
|
+
"""
|
20
|
+
An instrumentor for AI21's client library.
|
21
|
+
"""
|
22
|
+
|
23
|
+
def instrumentation_dependencies(self) -> Collection[str]:
|
24
|
+
return _instruments
|
25
|
+
|
26
|
+
def _instrument(self, **kwargs):
|
27
|
+
application_name = kwargs.get("application_name", "default_application")
|
28
|
+
environment = kwargs.get("environment", "default_environment")
|
29
|
+
tracer = kwargs.get("tracer")
|
30
|
+
metrics = kwargs.get("metrics_dict")
|
31
|
+
pricing_info = kwargs.get("pricing_info", {})
|
32
|
+
trace_content = kwargs.get("trace_content", False)
|
33
|
+
disable_metrics = kwargs.get("disable_metrics")
|
34
|
+
version = importlib.metadata.version("ai21")
|
35
|
+
|
36
|
+
#sync
|
37
|
+
wrap_function_wrapper(
|
38
|
+
"ai21.clients.studio.resources.chat.chat_completions",
|
39
|
+
"ChatCompletions.create",
|
40
|
+
chat("ai21.chat.completions", version, environment, application_name,
|
41
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
42
|
+
)
|
43
|
+
wrap_function_wrapper(
|
44
|
+
"ai21.clients.studio.resources.studio_conversational_rag",
|
45
|
+
"StudioConversationalRag.create",
|
46
|
+
chat_rag("ai21.conversational_rag", version, environment, application_name,
|
47
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
48
|
+
)
|
49
|
+
|
50
|
+
#Async
|
51
|
+
wrap_function_wrapper(
|
52
|
+
"ai21.clients.studio.resources.chat.async_chat_completions",
|
53
|
+
"AsyncChatCompletions.create",
|
54
|
+
async_chat("ai21.chat.completions", version, environment, application_name,
|
55
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
56
|
+
)
|
57
|
+
wrap_function_wrapper(
|
58
|
+
"ai21.clients.studio.resources.studio_conversational_rag",
|
59
|
+
"AsyncStudioConversationalRag.create",
|
60
|
+
async_chat_rag("ai21.conversational_rag", version, environment, application_name,
|
61
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
62
|
+
)
|
63
|
+
|
64
|
+
def _uninstrument(self, **kwargs):
|
65
|
+
# Proper uninstrumentation logic to revert patched methods
|
66
|
+
pass
|