openlit 1.32.1__tar.gz → 1.32.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {openlit-1.32.1 → openlit-1.32.3}/PKG-INFO +5 -4
- {openlit-1.32.1 → openlit-1.32.3}/README.md +4 -3
- {openlit-1.32.1 → openlit-1.32.3}/pyproject.toml +1 -1
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/__init__.py +6 -0
- openlit-1.32.3/src/openlit/instrumentation/astra/__init__.py +179 -0
- openlit-1.32.3/src/openlit/instrumentation/astra/astra.py +226 -0
- openlit-1.32.3/src/openlit/instrumentation/astra/async_astra.py +226 -0
- openlit-1.32.3/src/openlit/instrumentation/julep/__init__.py +80 -0
- openlit-1.32.3/src/openlit/instrumentation/julep/async_julep.py +111 -0
- openlit-1.32.3/src/openlit/instrumentation/julep/julep.py +112 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/semcov/__init__.py +6 -0
- {openlit-1.32.1 → openlit-1.32.3}/LICENSE +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/__helpers.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/evals/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/evals/all.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/evals/bias_detection.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/evals/hallucination.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/evals/toxicity.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/evals/utils.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/guard/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/guard/all.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/guard/prompt_injection.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/guard/restrict_topic.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/guard/sensitive_topic.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/guard/utils.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/ag2/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/ag2/ag2.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/anthropic/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/anthropic/anthropic.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/anthropic/async_anthropic.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/azure_ai_inference/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/azure_ai_inference/async_azure_ai_inference.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/azure_ai_inference/azure_ai_inference.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/bedrock/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/bedrock/bedrock.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/chroma/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/chroma/chroma.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/cohere/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/cohere/cohere.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/crewai/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/crewai/crewai.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/dynamiq/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/dynamiq/dynamiq.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/elevenlabs/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/elevenlabs/async_elevenlabs.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/elevenlabs/elevenlabs.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/embedchain/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/embedchain/embedchain.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/google_ai_studio/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/google_ai_studio/async_google_ai_studio.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/google_ai_studio/google_ai_studio.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/gpt4all/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/gpt4all/gpt4all.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/gpu/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/groq/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/groq/async_groq.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/groq/groq.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/haystack/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/haystack/haystack.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/langchain/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/langchain/langchain.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/litellm/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/litellm/async_litellm.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/litellm/litellm.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/llamaindex/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/llamaindex/llamaindex.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/mem0/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/mem0/mem0.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/milvus/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/milvus/milvus.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/mistral/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/mistral/async_mistral.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/mistral/mistral.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/multion/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/multion/async_multion.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/multion/multion.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/ollama/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/ollama/async_ollama.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/ollama/ollama.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/openai/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/openai/async_azure_openai.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/openai/async_openai.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/openai/azure_openai.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/openai/openai.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/phidata/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/phidata/phidata.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/pinecone/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/pinecone/pinecone.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/premai/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/premai/premai.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/qdrant/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/qdrant/async_qdrant.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/qdrant/qdrant.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/reka/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/reka/async_reka.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/reka/reka.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/transformers/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/transformers/transformers.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/vertexai/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/vertexai/async_vertexai.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/vertexai/vertexai.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/vllm/__init__.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/instrumentation/vllm/vllm.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/otel/metrics.py +0 -0
- {openlit-1.32.1 → openlit-1.32.3}/src/openlit/otel/tracing.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: openlit
|
3
|
-
Version: 1.32.
|
3
|
+
Version: 1.32.3
|
4
4
|
Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
|
5
5
|
Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
|
6
6
|
Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
|
@@ -56,7 +56,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
56
56
|
|
57
57
|
## ⚡ Features
|
58
58
|
|
59
|
-
- 🔎 **Auto Instrumentation**: Works with
|
59
|
+
- 🔎 **Auto Instrumentation**: Works with 40+ LLM providers, Agents, Vector databases, and GPUs with just one line of code.
|
60
60
|
- 🔭 **OpenTelemetry-Native Observability SDKs**: Vendor-neutral SDKs that can send traces and metrics to your existing observability tool like Prometheus and Jaeger.
|
61
61
|
- 💲 **Cost Tracking for Custom and Fine-Tuned Models**: Pass custom pricing files for accurate budgeting of custom and fine-tuned models.
|
62
62
|
- 🚀 **Suppport for OpenLIT Features**: Includes suppprt for prompt management and secrets management features available in OpenLIT.
|
@@ -69,7 +69,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
69
69
|
| [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) | [✅ AMD](https://docs.openlit.io/latest/integrations/amd-gpu) |
|
70
70
|
| [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) | |
|
71
71
|
| [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) | |
|
72
|
-
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) |
|
72
|
+
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | [✅ AstraDB](https://docs.openlit.io/latest/integrations/astradb) | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
|
73
73
|
| [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | | [✅ Guardrails](https://docs.openlit.io/latest/integrations/guardrails) | |
|
74
74
|
| [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | | [✅ CrewAI](https://docs.openlit.io/latest/integrations/crewai) | |
|
75
75
|
| [✅ Azure AI Inference](https://docs.openlit.io/latest/integrations/azure-ai-inference) | | [✅ DSPy](https://docs.openlit.io/latest/integrations/dspy) | |
|
@@ -78,7 +78,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
78
78
|
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
|
79
79
|
| | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
|
80
80
|
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
|
81
|
-
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | |
|
81
|
+
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
|
82
82
|
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
|
83
83
|
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
|
84
84
|
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
|
@@ -89,6 +89,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
89
89
|
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
|
90
90
|
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
|
91
91
|
|
92
|
+
|
92
93
|
## Supported Destinations
|
93
94
|
- [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
|
94
95
|
- [✅ Prometheus + Tempo](https://docs.openlit.io/latest/connections/prometheus-tempo)
|
@@ -25,7 +25,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
25
25
|
|
26
26
|
## ⚡ Features
|
27
27
|
|
28
|
-
- 🔎 **Auto Instrumentation**: Works with
|
28
|
+
- 🔎 **Auto Instrumentation**: Works with 40+ LLM providers, Agents, Vector databases, and GPUs with just one line of code.
|
29
29
|
- 🔭 **OpenTelemetry-Native Observability SDKs**: Vendor-neutral SDKs that can send traces and metrics to your existing observability tool like Prometheus and Jaeger.
|
30
30
|
- 💲 **Cost Tracking for Custom and Fine-Tuned Models**: Pass custom pricing files for accurate budgeting of custom and fine-tuned models.
|
31
31
|
- 🚀 **Suppport for OpenLIT Features**: Includes suppprt for prompt management and secrets management features available in OpenLIT.
|
@@ -38,7 +38,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
38
38
|
| [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) | [✅ AMD](https://docs.openlit.io/latest/integrations/amd-gpu) |
|
39
39
|
| [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) | |
|
40
40
|
| [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) | |
|
41
|
-
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) |
|
41
|
+
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | [✅ AstraDB](https://docs.openlit.io/latest/integrations/astradb) | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
|
42
42
|
| [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | | [✅ Guardrails](https://docs.openlit.io/latest/integrations/guardrails) | |
|
43
43
|
| [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | | [✅ CrewAI](https://docs.openlit.io/latest/integrations/crewai) | |
|
44
44
|
| [✅ Azure AI Inference](https://docs.openlit.io/latest/integrations/azure-ai-inference) | | [✅ DSPy](https://docs.openlit.io/latest/integrations/dspy) | |
|
@@ -47,7 +47,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
47
47
|
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
|
48
48
|
| | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
|
49
49
|
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
|
50
|
-
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | |
|
50
|
+
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
|
51
51
|
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
|
52
52
|
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
|
53
53
|
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
|
@@ -58,6 +58,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
58
58
|
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
|
59
59
|
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
|
60
60
|
|
61
|
+
|
61
62
|
## Supported Destinations
|
62
63
|
- [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
|
63
64
|
- [✅ Prometheus + Tempo](https://docs.openlit.io/latest/connections/prometheus-tempo)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "openlit"
|
3
|
-
version = "1.32.
|
3
|
+
version = "1.32.3"
|
4
4
|
description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
|
5
5
|
authors = ["OpenLIT"]
|
6
6
|
repository = "https://github.com/openlit/openlit/tree/main/openlit/python"
|
@@ -48,6 +48,7 @@ from openlit.instrumentation.chroma import ChromaInstrumentor
|
|
48
48
|
from openlit.instrumentation.pinecone import PineconeInstrumentor
|
49
49
|
from openlit.instrumentation.qdrant import QdrantInstrumentor
|
50
50
|
from openlit.instrumentation.milvus import MilvusInstrumentor
|
51
|
+
from openlit.instrumentation.astra import AstraInstrumentor
|
51
52
|
from openlit.instrumentation.transformers import TransformersInstrumentor
|
52
53
|
from openlit.instrumentation.litellm import LiteLLMInstrumentor
|
53
54
|
from openlit.instrumentation.crewai import CrewAIInstrumentor
|
@@ -55,6 +56,7 @@ from openlit.instrumentation.ag2 import AG2Instrumentor
|
|
55
56
|
from openlit.instrumentation.multion import MultiOnInstrumentor
|
56
57
|
from openlit.instrumentation.dynamiq import DynamiqInstrumentor
|
57
58
|
from openlit.instrumentation.phidata import PhidataInstrumentor
|
59
|
+
from openlit.instrumentation.julep import JulepInstrumentor
|
58
60
|
from openlit.instrumentation.gpu import GPUInstrumentor
|
59
61
|
import openlit.guard
|
60
62
|
import openlit.evals
|
@@ -248,6 +250,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
|
|
248
250
|
"phidata": "phi",
|
249
251
|
"reka-api": "reka",
|
250
252
|
"premai": "premai",
|
253
|
+
"julep": "julep",
|
254
|
+
"astra": "astrapy",
|
251
255
|
}
|
252
256
|
|
253
257
|
invalid_instrumentors = [
|
@@ -336,6 +340,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
|
|
336
340
|
"phidata": PhidataInstrumentor(),
|
337
341
|
"reka-api": RekaInstrumentor(),
|
338
342
|
"premai": PremAIInstrumentor(),
|
343
|
+
"julep": JulepInstrumentor(),
|
344
|
+
"astra": AstraInstrumentor(),
|
339
345
|
}
|
340
346
|
|
341
347
|
# Initialize and instrument only the enabled instrumentors
|
@@ -0,0 +1,179 @@
|
|
1
|
+
# pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
|
2
|
+
"""Initializer of Auto Instrumentation of AstraDB Functions"""
|
3
|
+
from typing import Collection
|
4
|
+
import importlib.metadata
|
5
|
+
from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
|
6
|
+
from wrapt import wrap_function_wrapper
|
7
|
+
|
8
|
+
from openlit.instrumentation.astra.astra import general_wrap
|
9
|
+
# from openlit.instrumentation.astra.async_astra import asyc_general_wrap
|
10
|
+
|
11
|
+
_instruments = ("astrapy >= 1.5.2",)
|
12
|
+
|
13
|
+
class AstraInstrumentor(BaseInstrumentor):
|
14
|
+
"""An instrumentor for AstraDB's client library."""
|
15
|
+
|
16
|
+
def instrumentation_dependencies(self) -> Collection[str]:
|
17
|
+
return _instruments
|
18
|
+
|
19
|
+
def _instrument(self, **kwargs):
|
20
|
+
application_name = kwargs.get("application_name")
|
21
|
+
environment = kwargs.get("environment")
|
22
|
+
tracer = kwargs.get("tracer")
|
23
|
+
metrics = kwargs.get("metrics_dict")
|
24
|
+
pricing_info = kwargs.get("pricing_info")
|
25
|
+
trace_content = kwargs.get("trace_content")
|
26
|
+
disable_metrics = kwargs.get("disable_metrics")
|
27
|
+
version = importlib.metadata.version("astrapy")
|
28
|
+
|
29
|
+
# Sync
|
30
|
+
wrap_function_wrapper(
|
31
|
+
"astrapy.database",
|
32
|
+
"Database.create_collection",
|
33
|
+
general_wrap("astra.create_collection", version, environment, application_name,
|
34
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
35
|
+
)
|
36
|
+
wrap_function_wrapper(
|
37
|
+
"astrapy.database",
|
38
|
+
"Database.drop_collection",
|
39
|
+
general_wrap("astra.drop_collection", version, environment, application_name,
|
40
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
41
|
+
)
|
42
|
+
wrap_function_wrapper(
|
43
|
+
"astrapy.collection",
|
44
|
+
"Collection.insert_one",
|
45
|
+
general_wrap("astra.insert_one", version, environment, application_name,
|
46
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
47
|
+
)
|
48
|
+
wrap_function_wrapper(
|
49
|
+
"astrapy.collection",
|
50
|
+
"Collection.insert_many",
|
51
|
+
general_wrap("astra.insert_many", version, environment, application_name,
|
52
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
53
|
+
)
|
54
|
+
wrap_function_wrapper(
|
55
|
+
"astrapy.collection",
|
56
|
+
"Collection.update_one",
|
57
|
+
general_wrap("astra.update_one", version, environment, application_name,
|
58
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
59
|
+
)
|
60
|
+
wrap_function_wrapper(
|
61
|
+
"astrapy.collection",
|
62
|
+
"Collection.update_many",
|
63
|
+
general_wrap("astra.update_many", version, environment, application_name,
|
64
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
65
|
+
)
|
66
|
+
wrap_function_wrapper(
|
67
|
+
"astrapy.collection",
|
68
|
+
"Collection.find_one_and_update",
|
69
|
+
general_wrap("astra.find_one_and_update", version, environment, application_name,
|
70
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
71
|
+
)
|
72
|
+
wrap_function_wrapper(
|
73
|
+
"astrapy.collection",
|
74
|
+
"Collection.find",
|
75
|
+
general_wrap("astra.find", version, environment, application_name,
|
76
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
77
|
+
)
|
78
|
+
wrap_function_wrapper(
|
79
|
+
"astrapy.collection",
|
80
|
+
"Collection.replace_one",
|
81
|
+
general_wrap("astra.replace_one", version, environment, application_name,
|
82
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
83
|
+
)
|
84
|
+
wrap_function_wrapper(
|
85
|
+
"astrapy.collection",
|
86
|
+
"Collection.find_one_and_delete",
|
87
|
+
general_wrap("astra.find_one_and_delete", version, environment, application_name,
|
88
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
89
|
+
)
|
90
|
+
wrap_function_wrapper(
|
91
|
+
"astrapy.collection",
|
92
|
+
"Collection.delete_one",
|
93
|
+
general_wrap("astra.delete_one", version, environment, application_name,
|
94
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
95
|
+
)
|
96
|
+
wrap_function_wrapper(
|
97
|
+
"astrapy.collection",
|
98
|
+
"Collection.delete_many",
|
99
|
+
general_wrap("astra.delete_many", version, environment, application_name,
|
100
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
101
|
+
)
|
102
|
+
|
103
|
+
# ASync
|
104
|
+
wrap_function_wrapper(
|
105
|
+
"astrapy.database",
|
106
|
+
"AsyncDatabase.create_collection",
|
107
|
+
general_wrap("astra.create_collection", version, environment, application_name,
|
108
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
109
|
+
)
|
110
|
+
wrap_function_wrapper(
|
111
|
+
"astrapy.database",
|
112
|
+
"AsyncDatabase.drop_collection",
|
113
|
+
general_wrap("astra.drop_collection", version, environment, application_name,
|
114
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
115
|
+
)
|
116
|
+
wrap_function_wrapper(
|
117
|
+
"astrapy.collection",
|
118
|
+
"AsyncCollection.insert_one",
|
119
|
+
general_wrap("astra.insert_one", version, environment, application_name,
|
120
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
121
|
+
)
|
122
|
+
wrap_function_wrapper(
|
123
|
+
"astrapy.collection",
|
124
|
+
"AsyncCollection.insert_many",
|
125
|
+
general_wrap("astra.insert_many", version, environment, application_name,
|
126
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
127
|
+
)
|
128
|
+
wrap_function_wrapper(
|
129
|
+
"astrapy.collection",
|
130
|
+
"AsyncCollection.update_one",
|
131
|
+
general_wrap("astra.update_one", version, environment, application_name,
|
132
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
133
|
+
)
|
134
|
+
wrap_function_wrapper(
|
135
|
+
"astrapy.collection",
|
136
|
+
"AsyncCollection.update_many",
|
137
|
+
general_wrap("astra.update_many", version, environment, application_name,
|
138
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
139
|
+
)
|
140
|
+
wrap_function_wrapper(
|
141
|
+
"astrapy.collection",
|
142
|
+
"AsyncCollection.find_one_and_update",
|
143
|
+
general_wrap("astra.find_one_and_update", version, environment, application_name,
|
144
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
145
|
+
)
|
146
|
+
wrap_function_wrapper(
|
147
|
+
"astrapy.collection",
|
148
|
+
"AsyncCollection.find",
|
149
|
+
general_wrap("astra.find", version, environment, application_name,
|
150
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
151
|
+
)
|
152
|
+
wrap_function_wrapper(
|
153
|
+
"astrapy.collection",
|
154
|
+
"AsyncCollection.replace_one",
|
155
|
+
general_wrap("astra.replace_one", version, environment, application_name,
|
156
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
157
|
+
)
|
158
|
+
wrap_function_wrapper(
|
159
|
+
"astrapy.collection",
|
160
|
+
"AsyncCollection.find_one_and_delete",
|
161
|
+
general_wrap("astra.find_one_and_delete", version, environment, application_name,
|
162
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
163
|
+
)
|
164
|
+
wrap_function_wrapper(
|
165
|
+
"astrapy.collection",
|
166
|
+
"AsyncCollection.delete_one",
|
167
|
+
general_wrap("astra.delete_one", version, environment, application_name,
|
168
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
169
|
+
)
|
170
|
+
wrap_function_wrapper(
|
171
|
+
"astrapy.collection",
|
172
|
+
"AsyncCollection.delete_many",
|
173
|
+
general_wrap("astra.delete_many", version, environment, application_name,
|
174
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics),
|
175
|
+
)
|
176
|
+
|
177
|
+
@staticmethod
|
178
|
+
def _uninstrument(self, **kwargs):
|
179
|
+
pass
|
@@ -0,0 +1,226 @@
|
|
1
|
+
# pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, possibly-used-before-assignment, too-many-branches
|
2
|
+
"""
|
3
|
+
Module for monitoring AstraDB.
|
4
|
+
"""
|
5
|
+
|
6
|
+
import logging
|
7
|
+
from opentelemetry.trace import SpanKind, Status, StatusCode
|
8
|
+
from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME
|
9
|
+
from openlit.__helpers import handle_exception
|
10
|
+
from openlit.semcov import SemanticConvetion
|
11
|
+
|
12
|
+
# Initialize logger for logging potential issues and operations
|
13
|
+
logger = logging.getLogger(__name__)
|
14
|
+
|
15
|
+
def object_count(obj):
|
16
|
+
"""
|
17
|
+
Counts Length of object if it exists, Else returns None
|
18
|
+
"""
|
19
|
+
|
20
|
+
return len(obj) if obj else None
|
21
|
+
|
22
|
+
def general_wrap(gen_ai_endpoint, version, environment, application_name,
|
23
|
+
tracer, pricing_info, trace_content, metrics, disable_metrics):
|
24
|
+
"""
|
25
|
+
Wraps a AstraDB operation to trace and log its execution metrics.
|
26
|
+
|
27
|
+
This function is intended to wrap around AstraDB operations in order to
|
28
|
+
measure their execution time, log relevant information, and trace the execution
|
29
|
+
using OpenTelemetry. This helps in monitoring and debugging operations within
|
30
|
+
the AstraDB space.
|
31
|
+
|
32
|
+
Parameters:
|
33
|
+
- operation (str): The specific AstraDB operation being monitored.
|
34
|
+
Examples include 'create_index', 'query', 'upsert', etc.
|
35
|
+
- version (str): The version of the application interfacing with AstraDB.
|
36
|
+
- environment (str): The deployment environment, such as 'production' or 'development'.
|
37
|
+
- application_name (str): The name of the application performing the AstraDB operation.
|
38
|
+
- tracer (opentelemetry.trace.Tracer): An object used for OpenTelemetry tracing.
|
39
|
+
- pricing_info (dict): Information about pricing, not used in current implementation.
|
40
|
+
- trace_content (bool): A flag indicating whether the content of responses should be traced.
|
41
|
+
|
42
|
+
Returns:
|
43
|
+
- function: A decorator function that, when applied, wraps the target function with
|
44
|
+
additional functionality for tracing and logging AstraDB operations.
|
45
|
+
"""
|
46
|
+
|
47
|
+
def wrapper(wrapped, instance, args, kwargs):
|
48
|
+
"""
|
49
|
+
Executes the wrapped AstraDB operation, adding tracing and logging.
|
50
|
+
|
51
|
+
This inner wrapper function captures the execution of AstraDB operations,
|
52
|
+
annotating the operation with relevant metrics and tracing information, and
|
53
|
+
ensuring any exceptions are caught and logged appropriately.
|
54
|
+
|
55
|
+
Parameters:
|
56
|
+
- wrapped (Callable): The AstraDB operation to be wrapped and executed.
|
57
|
+
- instance (object): The instance on which the operation is called (for class methods).
|
58
|
+
- args (tuple): Positional arguments for the AstraDB operation.
|
59
|
+
- kwargs (dict): Keyword arguments for the AstraDB operation.
|
60
|
+
|
61
|
+
Returns:
|
62
|
+
- Any: The result of executing the wrapped AstraDB operation.
|
63
|
+
"""
|
64
|
+
|
65
|
+
with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:
|
66
|
+
response = wrapped(*args, **kwargs)
|
67
|
+
|
68
|
+
try:
|
69
|
+
span.set_attribute(TELEMETRY_SDK_NAME, "openlit")
|
70
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,
|
71
|
+
gen_ai_endpoint)
|
72
|
+
span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,
|
73
|
+
environment)
|
74
|
+
span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
|
75
|
+
application_name)
|
76
|
+
span.set_attribute(SemanticConvetion.GEN_AI_TYPE,
|
77
|
+
SemanticConvetion.GEN_AI_TYPE_VECTORDB)
|
78
|
+
span.set_attribute(SemanticConvetion.DB_SYSTEM,
|
79
|
+
SemanticConvetion.DB_SYSTEM_ASTRA)
|
80
|
+
|
81
|
+
if gen_ai_endpoint == "astra.create_collection":
|
82
|
+
db_operation = SemanticConvetion.DB_OPERATION_CREATE_COLLECTION
|
83
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
84
|
+
db_operation)
|
85
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
86
|
+
response.name)
|
87
|
+
span.set_attribute(SemanticConvetion.DB_INDEX_DIMENSION,
|
88
|
+
kwargs.get("dimension", ""))
|
89
|
+
span.set_attribute(SemanticConvetion.DB_INDEX_METRIC,
|
90
|
+
kwargs.get("metric", ""))
|
91
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
92
|
+
instance.api_endpoint)
|
93
|
+
|
94
|
+
elif gen_ai_endpoint == "astra.drop_collection":
|
95
|
+
db_operation = SemanticConvetion.DB_OPERATION_DELETE_COLLECTION
|
96
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
97
|
+
db_operation)
|
98
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
99
|
+
kwargs.get("name_or_collection", ""))
|
100
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
101
|
+
instance.api_endpoint)
|
102
|
+
|
103
|
+
elif gen_ai_endpoint == "astra.insert_one":
|
104
|
+
db_operation = SemanticConvetion.DB_OPERATION_INSERT
|
105
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
106
|
+
db_operation)
|
107
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
108
|
+
instance.name)
|
109
|
+
span.set_attribute(SemanticConvetion.DB_DOCUMENTS_COUNT,
|
110
|
+
1)
|
111
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
112
|
+
instance.database.api_endpoint)
|
113
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_ID,
|
114
|
+
response.inserted_id)
|
115
|
+
|
116
|
+
elif gen_ai_endpoint == "astra.insert_many":
|
117
|
+
db_operation = SemanticConvetion.DB_OPERATION_INSERT
|
118
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
119
|
+
db_operation)
|
120
|
+
span.set_attribute(SemanticConvetion.DB_DOCUMENTS_COUNT,
|
121
|
+
object_count(args[0]))
|
122
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
123
|
+
instance.name)
|
124
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
125
|
+
instance.database.api_endpoint)
|
126
|
+
|
127
|
+
elif gen_ai_endpoint in ["astra.update_one", "astra.update_many"]:
|
128
|
+
db_operation = SemanticConvetion.DB_OPERATION_UPDATE
|
129
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
130
|
+
db_operation)
|
131
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
132
|
+
instance.name)
|
133
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
134
|
+
instance.database.api_endpoint)
|
135
|
+
span.set_attribute(SemanticConvetion.DB_DOCUMENTS_COUNT,
|
136
|
+
response.update_info.get("nModified", 0))
|
137
|
+
|
138
|
+
elif gen_ai_endpoint == "astra.find_one_and_update":
|
139
|
+
db_operation = SemanticConvetion.DB_OPERATION_UPDATE
|
140
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
141
|
+
db_operation)
|
142
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
143
|
+
instance.name)
|
144
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
145
|
+
instance.database.api_endpoint)
|
146
|
+
|
147
|
+
elif gen_ai_endpoint == "astra.find":
|
148
|
+
db_operation = SemanticConvetion.DB_OPERATION_QUERY
|
149
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
150
|
+
db_operation)
|
151
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
152
|
+
instance.name)
|
153
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
154
|
+
instance.database.api_endpoint)
|
155
|
+
span.set_attribute(SemanticConvetion.DB_STATEMENT,
|
156
|
+
str(args))
|
157
|
+
|
158
|
+
elif gen_ai_endpoint == "astra.replace_one":
|
159
|
+
if kwargs.get("upsert") is True:
|
160
|
+
db_operation = SemanticConvetion.DB_OPERATION_UPSERT
|
161
|
+
else:
|
162
|
+
db_operation = SemanticConvetion.DB_OPERATION_REPLACE
|
163
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
164
|
+
db_operation)
|
165
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
166
|
+
instance.name)
|
167
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
168
|
+
instance.database.api_endpoint)
|
169
|
+
span.set_attribute(SemanticConvetion.DB_STATEMENT,
|
170
|
+
str(args))
|
171
|
+
|
172
|
+
elif gen_ai_endpoint in ["astra.delete_one", "astra.delete_many"]:
|
173
|
+
db_operation = SemanticConvetion.DB_OPERATION_DELETE
|
174
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
175
|
+
db_operation)
|
176
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
177
|
+
instance.name)
|
178
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
179
|
+
instance.database.api_endpoint)
|
180
|
+
span.set_attribute(SemanticConvetion.DB_STATEMENT,
|
181
|
+
str(args))
|
182
|
+
span.set_attribute(SemanticConvetion.DB_DOCUMENTS_COUNT,
|
183
|
+
response.deleted_count)
|
184
|
+
|
185
|
+
elif gen_ai_endpoint == "astra.find_one_and_delete":
|
186
|
+
db_operation = SemanticConvetion.DB_OPERATION_DELETE
|
187
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION,
|
188
|
+
db_operation)
|
189
|
+
span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,
|
190
|
+
instance.name)
|
191
|
+
span.set_attribute(SemanticConvetion.DB_OPERATION_API_ENDPOINT,
|
192
|
+
instance.database.api_endpoint)
|
193
|
+
span.set_attribute(SemanticConvetion.DB_STATEMENT,
|
194
|
+
str(args))
|
195
|
+
|
196
|
+
span.set_status(Status(StatusCode.OK))
|
197
|
+
|
198
|
+
if disable_metrics is False:
|
199
|
+
attributes = {
|
200
|
+
TELEMETRY_SDK_NAME:
|
201
|
+
"openlit",
|
202
|
+
SemanticConvetion.GEN_AI_APPLICATION_NAME:
|
203
|
+
application_name,
|
204
|
+
SemanticConvetion.DB_SYSTEM:
|
205
|
+
SemanticConvetion.DB_SYSTEM_ASTRA,
|
206
|
+
SemanticConvetion.GEN_AI_ENVIRONMENT:
|
207
|
+
environment,
|
208
|
+
SemanticConvetion.GEN_AI_TYPE:
|
209
|
+
SemanticConvetion.GEN_AI_TYPE_VECTORDB,
|
210
|
+
SemanticConvetion.DB_OPERATION:
|
211
|
+
db_operation
|
212
|
+
}
|
213
|
+
|
214
|
+
metrics["db_requests"].add(1, attributes)
|
215
|
+
|
216
|
+
# Return original response
|
217
|
+
return response
|
218
|
+
|
219
|
+
except Exception as e:
|
220
|
+
handle_exception(span, e)
|
221
|
+
logger.error("Error in trace creation: %s", e)
|
222
|
+
|
223
|
+
# Return original response
|
224
|
+
return response
|
225
|
+
|
226
|
+
return wrapper
|