openlit 1.32.2__tar.gz → 1.32.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {openlit-1.32.2 → openlit-1.32.4}/PKG-INFO +15 -16
- {openlit-1.32.2 → openlit-1.32.4}/README.md +14 -15
- {openlit-1.32.2 → openlit-1.32.4}/pyproject.toml +1 -1
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/__init__.py +6 -0
- openlit-1.32.4/src/openlit/instrumentation/ai21/__init__.py +66 -0
- openlit-1.32.4/src/openlit/instrumentation/ai21/ai21.py +604 -0
- openlit-1.32.4/src/openlit/instrumentation/ai21/async_ai21.py +603 -0
- openlit-1.32.4/src/openlit/instrumentation/astra/__init__.py +179 -0
- openlit-1.32.4/src/openlit/instrumentation/astra/astra.py +226 -0
- openlit-1.32.4/src/openlit/instrumentation/astra/async_astra.py +226 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/semcov/__init__.py +14 -0
- {openlit-1.32.2 → openlit-1.32.4}/LICENSE +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/__helpers.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/all.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/bias_detection.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/hallucination.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/toxicity.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/utils.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/all.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/prompt_injection.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/restrict_topic.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/sensitive_topic.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/utils.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ag2/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ag2/ag2.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/anthropic/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/anthropic/anthropic.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/anthropic/async_anthropic.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/azure_ai_inference/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/azure_ai_inference/async_azure_ai_inference.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/azure_ai_inference/azure_ai_inference.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/bedrock/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/bedrock/bedrock.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/chroma/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/chroma/chroma.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/cohere/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/cohere/cohere.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/crewai/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/crewai/crewai.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/dynamiq/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/dynamiq/dynamiq.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/elevenlabs/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/elevenlabs/async_elevenlabs.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/elevenlabs/elevenlabs.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/embedchain/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/embedchain/embedchain.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/google_ai_studio/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/google_ai_studio/async_google_ai_studio.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/google_ai_studio/google_ai_studio.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/gpt4all/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/gpt4all/gpt4all.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/gpu/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/groq/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/groq/async_groq.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/groq/groq.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/haystack/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/haystack/haystack.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/julep/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/julep/async_julep.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/julep/julep.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/langchain/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/langchain/langchain.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/litellm/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/litellm/async_litellm.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/litellm/litellm.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/llamaindex/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/llamaindex/llamaindex.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mem0/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mem0/mem0.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/milvus/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/milvus/milvus.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mistral/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mistral/async_mistral.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mistral/mistral.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/multion/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/multion/async_multion.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/multion/multion.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ollama/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ollama/async_ollama.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ollama/ollama.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/async_azure_openai.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/async_openai.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/azure_openai.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/openai.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/phidata/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/phidata/phidata.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/pinecone/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/pinecone/pinecone.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/premai/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/premai/premai.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/qdrant/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/qdrant/async_qdrant.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/qdrant/qdrant.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/reka/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/reka/async_reka.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/reka/reka.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/transformers/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/transformers/transformers.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vertexai/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vertexai/async_vertexai.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vertexai/vertexai.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vllm/__init__.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vllm/vllm.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/otel/metrics.py +0 -0
- {openlit-1.32.2 → openlit-1.32.4}/src/openlit/otel/tracing.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: openlit
|
3
|
-
Version: 1.32.
|
3
|
+
Version: 1.32.4
|
4
4
|
Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
|
5
5
|
Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
|
6
6
|
Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
|
@@ -56,7 +56,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
56
56
|
|
57
57
|
## ⚡ Features
|
58
58
|
|
59
|
-
- 🔎 **Auto Instrumentation**: Works with
|
59
|
+
- 🔎 **Auto Instrumentation**: Works with 40+ LLM providers, Agents, Vector databases, and GPUs with just one line of code.
|
60
60
|
- 🔭 **OpenTelemetry-Native Observability SDKs**: Vendor-neutral SDKs that can send traces and metrics to your existing observability tool like Prometheus and Jaeger.
|
61
61
|
- 💲 **Cost Tracking for Custom and Fine-Tuned Models**: Pass custom pricing files for accurate budgeting of custom and fine-tuned models.
|
62
62
|
- 🚀 **Suppport for OpenLIT Features**: Includes suppprt for prompt management and secrets management features available in OpenLIT.
|
@@ -69,26 +69,25 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
69
69
|
| [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) | [✅ AMD](https://docs.openlit.io/latest/integrations/amd-gpu) |
|
70
70
|
| [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) | |
|
71
71
|
| [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) | |
|
72
|
-
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) |
|
72
|
+
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | [✅ AstraDB](https://docs.openlit.io/latest/integrations/astradb) | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
|
73
73
|
| [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | | [✅ Guardrails](https://docs.openlit.io/latest/integrations/guardrails) | |
|
74
74
|
| [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | | [✅ CrewAI](https://docs.openlit.io/latest/integrations/crewai) | |
|
75
75
|
| [✅ Azure AI Inference](https://docs.openlit.io/latest/integrations/azure-ai-inference) | | [✅ DSPy](https://docs.openlit.io/latest/integrations/dspy) | |
|
76
76
|
| [✅ GitHub AI Models](https://docs.openlit.io/latest/integrations/github-models) | | [✅ AG2](https://docs.openlit.io/latest/integrations/ag2) | |
|
77
77
|
| [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | | [✅ Dynamiq](https://docs.openlit.io/latest/integrations/dynamiq) | |
|
78
78
|
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
|
79
|
-
|
|
80
|
-
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion)
|
81
|
-
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai)
|
82
|
-
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | |
|
83
|
-
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | |
|
84
|
-
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | |
|
85
|
-
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | |
|
86
|
-
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | |
|
87
|
-
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml)
|
88
|
-
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka)
|
89
|
-
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai)
|
90
|
-
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai)
|
91
|
-
|
79
|
+
| [✅ AI21](https://docs.openlit.io/latest/integrations/ai21) | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
|
80
|
+
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
|
81
|
+
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
|
82
|
+
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
|
83
|
+
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
|
84
|
+
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
|
85
|
+
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
|
86
|
+
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
|
87
|
+
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
|
88
|
+
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
|
89
|
+
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
|
90
|
+
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
|
92
91
|
|
93
92
|
## Supported Destinations
|
94
93
|
- [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
|
@@ -25,7 +25,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
25
25
|
|
26
26
|
## ⚡ Features
|
27
27
|
|
28
|
-
- 🔎 **Auto Instrumentation**: Works with
|
28
|
+
- 🔎 **Auto Instrumentation**: Works with 40+ LLM providers, Agents, Vector databases, and GPUs with just one line of code.
|
29
29
|
- 🔭 **OpenTelemetry-Native Observability SDKs**: Vendor-neutral SDKs that can send traces and metrics to your existing observability tool like Prometheus and Jaeger.
|
30
30
|
- 💲 **Cost Tracking for Custom and Fine-Tuned Models**: Pass custom pricing files for accurate budgeting of custom and fine-tuned models.
|
31
31
|
- 🚀 **Suppport for OpenLIT Features**: Includes suppprt for prompt management and secrets management features available in OpenLIT.
|
@@ -38,26 +38,25 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
38
38
|
| [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) | [✅ AMD](https://docs.openlit.io/latest/integrations/amd-gpu) |
|
39
39
|
| [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) | |
|
40
40
|
| [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) | |
|
41
|
-
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) |
|
41
|
+
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | [✅ AstraDB](https://docs.openlit.io/latest/integrations/astradb) | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
|
42
42
|
| [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | | [✅ Guardrails](https://docs.openlit.io/latest/integrations/guardrails) | |
|
43
43
|
| [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | | [✅ CrewAI](https://docs.openlit.io/latest/integrations/crewai) | |
|
44
44
|
| [✅ Azure AI Inference](https://docs.openlit.io/latest/integrations/azure-ai-inference) | | [✅ DSPy](https://docs.openlit.io/latest/integrations/dspy) | |
|
45
45
|
| [✅ GitHub AI Models](https://docs.openlit.io/latest/integrations/github-models) | | [✅ AG2](https://docs.openlit.io/latest/integrations/ag2) | |
|
46
46
|
| [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | | [✅ Dynamiq](https://docs.openlit.io/latest/integrations/dynamiq) | |
|
47
47
|
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
|
48
|
-
|
|
49
|
-
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion)
|
50
|
-
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai)
|
51
|
-
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | |
|
52
|
-
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | |
|
53
|
-
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | |
|
54
|
-
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | |
|
55
|
-
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | |
|
56
|
-
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml)
|
57
|
-
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka)
|
58
|
-
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai)
|
59
|
-
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai)
|
60
|
-
|
48
|
+
| [✅ AI21](https://docs.openlit.io/latest/integrations/ai21) | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
|
49
|
+
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
|
50
|
+
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
|
51
|
+
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
|
52
|
+
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
|
53
|
+
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
|
54
|
+
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
|
55
|
+
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
|
56
|
+
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
|
57
|
+
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
|
58
|
+
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
|
59
|
+
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
|
61
60
|
|
62
61
|
## Supported Destinations
|
63
62
|
- [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "openlit"
|
3
|
-
version = "1.32.
|
3
|
+
version = "1.32.4"
|
4
4
|
description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
|
5
5
|
authors = ["OpenLIT"]
|
6
6
|
repository = "https://github.com/openlit/openlit/tree/main/openlit/python"
|
@@ -48,6 +48,7 @@ from openlit.instrumentation.chroma import ChromaInstrumentor
|
|
48
48
|
from openlit.instrumentation.pinecone import PineconeInstrumentor
|
49
49
|
from openlit.instrumentation.qdrant import QdrantInstrumentor
|
50
50
|
from openlit.instrumentation.milvus import MilvusInstrumentor
|
51
|
+
from openlit.instrumentation.astra import AstraInstrumentor
|
51
52
|
from openlit.instrumentation.transformers import TransformersInstrumentor
|
52
53
|
from openlit.instrumentation.litellm import LiteLLMInstrumentor
|
53
54
|
from openlit.instrumentation.crewai import CrewAIInstrumentor
|
@@ -56,6 +57,7 @@ from openlit.instrumentation.multion import MultiOnInstrumentor
|
|
56
57
|
from openlit.instrumentation.dynamiq import DynamiqInstrumentor
|
57
58
|
from openlit.instrumentation.phidata import PhidataInstrumentor
|
58
59
|
from openlit.instrumentation.julep import JulepInstrumentor
|
60
|
+
from openlit.instrumentation.ai21 import AI21Instrumentor
|
59
61
|
from openlit.instrumentation.gpu import GPUInstrumentor
|
60
62
|
import openlit.guard
|
61
63
|
import openlit.evals
|
@@ -250,6 +252,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
|
|
250
252
|
"reka-api": "reka",
|
251
253
|
"premai": "premai",
|
252
254
|
"julep": "julep",
|
255
|
+
"astra": "astrapy",
|
256
|
+
"ai21": "ai21",
|
253
257
|
}
|
254
258
|
|
255
259
|
invalid_instrumentors = [
|
@@ -339,6 +343,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
|
|
339
343
|
"reka-api": RekaInstrumentor(),
|
340
344
|
"premai": PremAIInstrumentor(),
|
341
345
|
"julep": JulepInstrumentor(),
|
346
|
+
"astra": AstraInstrumentor(),
|
347
|
+
"ai21": AI21Instrumentor(),
|
342
348
|
}
|
343
349
|
|
344
350
|
# Initialize and instrument only the enabled instrumentors
|
@@ -0,0 +1,66 @@
|
|
1
|
+
# pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
|
2
|
+
"""Initializer of Auto Instrumentation of AI21 Functions"""
|
3
|
+
|
4
|
+
from typing import Collection
|
5
|
+
import importlib.metadata
|
6
|
+
from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
|
7
|
+
from wrapt import wrap_function_wrapper
|
8
|
+
|
9
|
+
from openlit.instrumentation.ai21.ai21 import (
|
10
|
+
chat, chat_rag
|
11
|
+
)
|
12
|
+
from openlit.instrumentation.ai21.async_ai21 import (
|
13
|
+
async_chat, async_chat_rag
|
14
|
+
)
|
15
|
+
|
16
|
+
_instruments = ("ai21 >= 3.0.0",)
|
17
|
+
|
18
|
+
class AI21Instrumentor(BaseInstrumentor):
|
19
|
+
"""
|
20
|
+
An instrumentor for AI21's client library.
|
21
|
+
"""
|
22
|
+
|
23
|
+
def instrumentation_dependencies(self) -> Collection[str]:
|
24
|
+
return _instruments
|
25
|
+
|
26
|
+
def _instrument(self, **kwargs):
|
27
|
+
application_name = kwargs.get("application_name", "default_application")
|
28
|
+
environment = kwargs.get("environment", "default_environment")
|
29
|
+
tracer = kwargs.get("tracer")
|
30
|
+
metrics = kwargs.get("metrics_dict")
|
31
|
+
pricing_info = kwargs.get("pricing_info", {})
|
32
|
+
trace_content = kwargs.get("trace_content", False)
|
33
|
+
disable_metrics = kwargs.get("disable_metrics")
|
34
|
+
version = importlib.metadata.version("ai21")
|
35
|
+
|
36
|
+
#sync
|
37
|
+
wrap_function_wrapper(
|
38
|
+
"ai21.clients.studio.resources.chat.chat_completions",
|
39
|
+
"ChatCompletions.create",
|
40
|
+
chat("ai21.chat.completions", version, environment, application_name,
|
41
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
42
|
+
)
|
43
|
+
wrap_function_wrapper(
|
44
|
+
"ai21.clients.studio.resources.studio_conversational_rag",
|
45
|
+
"StudioConversationalRag.create",
|
46
|
+
chat_rag("ai21.conversational_rag", version, environment, application_name,
|
47
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
48
|
+
)
|
49
|
+
|
50
|
+
#Async
|
51
|
+
wrap_function_wrapper(
|
52
|
+
"ai21.clients.studio.resources.chat.async_chat_completions",
|
53
|
+
"AsyncChatCompletions.create",
|
54
|
+
async_chat("ai21.chat.completions", version, environment, application_name,
|
55
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
56
|
+
)
|
57
|
+
wrap_function_wrapper(
|
58
|
+
"ai21.clients.studio.resources.studio_conversational_rag",
|
59
|
+
"AsyncStudioConversationalRag.create",
|
60
|
+
async_chat_rag("ai21.conversational_rag", version, environment, application_name,
|
61
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
62
|
+
)
|
63
|
+
|
64
|
+
def _uninstrument(self, **kwargs):
|
65
|
+
# Proper uninstrumentation logic to revert patched methods
|
66
|
+
pass
|