openlit 1.32.2__tar.gz → 1.32.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. {openlit-1.32.2 → openlit-1.32.4}/PKG-INFO +15 -16
  2. {openlit-1.32.2 → openlit-1.32.4}/README.md +14 -15
  3. {openlit-1.32.2 → openlit-1.32.4}/pyproject.toml +1 -1
  4. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/__init__.py +6 -0
  5. openlit-1.32.4/src/openlit/instrumentation/ai21/__init__.py +66 -0
  6. openlit-1.32.4/src/openlit/instrumentation/ai21/ai21.py +604 -0
  7. openlit-1.32.4/src/openlit/instrumentation/ai21/async_ai21.py +603 -0
  8. openlit-1.32.4/src/openlit/instrumentation/astra/__init__.py +179 -0
  9. openlit-1.32.4/src/openlit/instrumentation/astra/astra.py +226 -0
  10. openlit-1.32.4/src/openlit/instrumentation/astra/async_astra.py +226 -0
  11. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/semcov/__init__.py +14 -0
  12. {openlit-1.32.2 → openlit-1.32.4}/LICENSE +0 -0
  13. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/__helpers.py +0 -0
  14. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/__init__.py +0 -0
  15. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/all.py +0 -0
  16. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/bias_detection.py +0 -0
  17. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/hallucination.py +0 -0
  18. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/toxicity.py +0 -0
  19. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/evals/utils.py +0 -0
  20. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/__init__.py +0 -0
  21. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/all.py +0 -0
  22. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/prompt_injection.py +0 -0
  23. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/restrict_topic.py +0 -0
  24. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/sensitive_topic.py +0 -0
  25. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/guard/utils.py +0 -0
  26. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ag2/__init__.py +0 -0
  27. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ag2/ag2.py +0 -0
  28. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/anthropic/__init__.py +0 -0
  29. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/anthropic/anthropic.py +0 -0
  30. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/anthropic/async_anthropic.py +0 -0
  31. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/azure_ai_inference/__init__.py +0 -0
  32. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/azure_ai_inference/async_azure_ai_inference.py +0 -0
  33. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/azure_ai_inference/azure_ai_inference.py +0 -0
  34. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/bedrock/__init__.py +0 -0
  35. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/bedrock/bedrock.py +0 -0
  36. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/chroma/__init__.py +0 -0
  37. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/chroma/chroma.py +0 -0
  38. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/cohere/__init__.py +0 -0
  39. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/cohere/cohere.py +0 -0
  40. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/crewai/__init__.py +0 -0
  41. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/crewai/crewai.py +0 -0
  42. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/dynamiq/__init__.py +0 -0
  43. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/dynamiq/dynamiq.py +0 -0
  44. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/elevenlabs/__init__.py +0 -0
  45. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/elevenlabs/async_elevenlabs.py +0 -0
  46. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/elevenlabs/elevenlabs.py +0 -0
  47. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/embedchain/__init__.py +0 -0
  48. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/embedchain/embedchain.py +0 -0
  49. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/google_ai_studio/__init__.py +0 -0
  50. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/google_ai_studio/async_google_ai_studio.py +0 -0
  51. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/google_ai_studio/google_ai_studio.py +0 -0
  52. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/gpt4all/__init__.py +0 -0
  53. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/gpt4all/gpt4all.py +0 -0
  54. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/gpu/__init__.py +0 -0
  55. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/groq/__init__.py +0 -0
  56. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/groq/async_groq.py +0 -0
  57. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/groq/groq.py +0 -0
  58. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/haystack/__init__.py +0 -0
  59. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/haystack/haystack.py +0 -0
  60. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/julep/__init__.py +0 -0
  61. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/julep/async_julep.py +0 -0
  62. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/julep/julep.py +0 -0
  63. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/langchain/__init__.py +0 -0
  64. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/langchain/langchain.py +0 -0
  65. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/litellm/__init__.py +0 -0
  66. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/litellm/async_litellm.py +0 -0
  67. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/litellm/litellm.py +0 -0
  68. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/llamaindex/__init__.py +0 -0
  69. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/llamaindex/llamaindex.py +0 -0
  70. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mem0/__init__.py +0 -0
  71. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mem0/mem0.py +0 -0
  72. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/milvus/__init__.py +0 -0
  73. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/milvus/milvus.py +0 -0
  74. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mistral/__init__.py +0 -0
  75. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mistral/async_mistral.py +0 -0
  76. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/mistral/mistral.py +0 -0
  77. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/multion/__init__.py +0 -0
  78. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/multion/async_multion.py +0 -0
  79. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/multion/multion.py +0 -0
  80. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ollama/__init__.py +0 -0
  81. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ollama/async_ollama.py +0 -0
  82. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/ollama/ollama.py +0 -0
  83. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/__init__.py +0 -0
  84. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/async_azure_openai.py +0 -0
  85. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/async_openai.py +0 -0
  86. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/azure_openai.py +0 -0
  87. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/openai/openai.py +0 -0
  88. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/phidata/__init__.py +0 -0
  89. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/phidata/phidata.py +0 -0
  90. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/pinecone/__init__.py +0 -0
  91. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/pinecone/pinecone.py +0 -0
  92. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/premai/__init__.py +0 -0
  93. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/premai/premai.py +0 -0
  94. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/qdrant/__init__.py +0 -0
  95. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/qdrant/async_qdrant.py +0 -0
  96. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/qdrant/qdrant.py +0 -0
  97. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/reka/__init__.py +0 -0
  98. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/reka/async_reka.py +0 -0
  99. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/reka/reka.py +0 -0
  100. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/transformers/__init__.py +0 -0
  101. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/transformers/transformers.py +0 -0
  102. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vertexai/__init__.py +0 -0
  103. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vertexai/async_vertexai.py +0 -0
  104. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vertexai/vertexai.py +0 -0
  105. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vllm/__init__.py +0 -0
  106. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/instrumentation/vllm/vllm.py +0 -0
  107. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/otel/metrics.py +0 -0
  108. {openlit-1.32.2 → openlit-1.32.4}/src/openlit/otel/tracing.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: openlit
3
- Version: 1.32.2
3
+ Version: 1.32.4
4
4
  Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
5
5
  Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
6
6
  Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
@@ -56,7 +56,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
56
56
 
57
57
  ## ⚡ Features
58
58
 
59
- - 🔎 **Auto Instrumentation**: Works with 30+ LLM providers, vector databases, and GPUs with just one line of code.
59
+ - 🔎 **Auto Instrumentation**: Works with 40+ LLM providers, Agents, Vector databases, and GPUs with just one line of code.
60
60
  - 🔭 **OpenTelemetry-Native Observability SDKs**: Vendor-neutral SDKs that can send traces and metrics to your existing observability tool like Prometheus and Jaeger.
61
61
  - 💲 **Cost Tracking for Custom and Fine-Tuned Models**: Pass custom pricing files for accurate budgeting of custom and fine-tuned models.
62
62
  - 🚀 **Suppport for OpenLIT Features**: Includes suppprt for prompt management and secrets management features available in OpenLIT.
@@ -69,26 +69,25 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
69
69
  | [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) | [✅ AMD](https://docs.openlit.io/latest/integrations/amd-gpu) |
70
70
  | [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) | |
71
71
  | [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) | |
72
- | [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
72
+ | [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | [✅ AstraDB](https://docs.openlit.io/latest/integrations/astradb) | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
73
73
  | [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | | [✅ Guardrails](https://docs.openlit.io/latest/integrations/guardrails) | |
74
74
  | [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | | [✅ CrewAI](https://docs.openlit.io/latest/integrations/crewai) | |
75
75
  | [✅ Azure AI Inference](https://docs.openlit.io/latest/integrations/azure-ai-inference) | | [✅ DSPy](https://docs.openlit.io/latest/integrations/dspy) | |
76
76
  | [✅ GitHub AI Models](https://docs.openlit.io/latest/integrations/github-models) | | [✅ AG2](https://docs.openlit.io/latest/integrations/ag2) | |
77
77
  | [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | | [✅ Dynamiq](https://docs.openlit.io/latest/integrations/dynamiq) | |
78
78
  | [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
79
- | | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
80
- | [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
81
- | [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
82
- | [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
83
- | [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
84
- | [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
85
- | [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
86
- | [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
87
- | [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
88
- | [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
89
- | [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
90
- | [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
91
-
79
+ | [✅ AI21](https://docs.openlit.io/latest/integrations/ai21) | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
80
+ | [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
81
+ | [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
82
+ | [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
83
+ | [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
84
+ | [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
85
+ | [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
86
+ | [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
87
+ | [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
88
+ | [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
89
+ | [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
90
+ | [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
92
91
 
93
92
  ## Supported Destinations
94
93
  - [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
@@ -25,7 +25,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
25
25
 
26
26
  ## ⚡ Features
27
27
 
28
- - 🔎 **Auto Instrumentation**: Works with 30+ LLM providers, vector databases, and GPUs with just one line of code.
28
+ - 🔎 **Auto Instrumentation**: Works with 40+ LLM providers, Agents, Vector databases, and GPUs with just one line of code.
29
29
  - 🔭 **OpenTelemetry-Native Observability SDKs**: Vendor-neutral SDKs that can send traces and metrics to your existing observability tool like Prometheus and Jaeger.
30
30
  - 💲 **Cost Tracking for Custom and Fine-Tuned Models**: Pass custom pricing files for accurate budgeting of custom and fine-tuned models.
31
31
  - 🚀 **Suppport for OpenLIT Features**: Includes suppprt for prompt management and secrets management features available in OpenLIT.
@@ -38,26 +38,25 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
38
38
  | [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) | [✅ AMD](https://docs.openlit.io/latest/integrations/amd-gpu) |
39
39
  | [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) | |
40
40
  | [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) | |
41
- | [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
41
+ | [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | [✅ AstraDB](https://docs.openlit.io/latest/integrations/astradb) | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
42
42
  | [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | | [✅ Guardrails](https://docs.openlit.io/latest/integrations/guardrails) | |
43
43
  | [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | | [✅ CrewAI](https://docs.openlit.io/latest/integrations/crewai) | |
44
44
  | [✅ Azure AI Inference](https://docs.openlit.io/latest/integrations/azure-ai-inference) | | [✅ DSPy](https://docs.openlit.io/latest/integrations/dspy) | |
45
45
  | [✅ GitHub AI Models](https://docs.openlit.io/latest/integrations/github-models) | | [✅ AG2](https://docs.openlit.io/latest/integrations/ag2) | |
46
46
  | [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | | [✅ Dynamiq](https://docs.openlit.io/latest/integrations/dynamiq) | |
47
47
  | [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
48
- | | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
49
- | [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
50
- | [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
51
- | [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
52
- | [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
53
- | [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
54
- | [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
55
- | [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
56
- | [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
57
- | [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
58
- | [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
59
- | [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
60
-
48
+ | [✅ AI21](https://docs.openlit.io/latest/integrations/ai21) | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
49
+ | [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
50
+ | [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
51
+ | [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
52
+ | [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
53
+ | [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
54
+ | [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
55
+ | [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
56
+ | [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
57
+ | [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
58
+ | [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
59
+ | [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
61
60
 
62
61
  ## Supported Destinations
63
62
  - [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "openlit"
3
- version = "1.32.2"
3
+ version = "1.32.4"
4
4
  description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
5
5
  authors = ["OpenLIT"]
6
6
  repository = "https://github.com/openlit/openlit/tree/main/openlit/python"
@@ -48,6 +48,7 @@ from openlit.instrumentation.chroma import ChromaInstrumentor
48
48
  from openlit.instrumentation.pinecone import PineconeInstrumentor
49
49
  from openlit.instrumentation.qdrant import QdrantInstrumentor
50
50
  from openlit.instrumentation.milvus import MilvusInstrumentor
51
+ from openlit.instrumentation.astra import AstraInstrumentor
51
52
  from openlit.instrumentation.transformers import TransformersInstrumentor
52
53
  from openlit.instrumentation.litellm import LiteLLMInstrumentor
53
54
  from openlit.instrumentation.crewai import CrewAIInstrumentor
@@ -56,6 +57,7 @@ from openlit.instrumentation.multion import MultiOnInstrumentor
56
57
  from openlit.instrumentation.dynamiq import DynamiqInstrumentor
57
58
  from openlit.instrumentation.phidata import PhidataInstrumentor
58
59
  from openlit.instrumentation.julep import JulepInstrumentor
60
+ from openlit.instrumentation.ai21 import AI21Instrumentor
59
61
  from openlit.instrumentation.gpu import GPUInstrumentor
60
62
  import openlit.guard
61
63
  import openlit.evals
@@ -250,6 +252,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
250
252
  "reka-api": "reka",
251
253
  "premai": "premai",
252
254
  "julep": "julep",
255
+ "astra": "astrapy",
256
+ "ai21": "ai21",
253
257
  }
254
258
 
255
259
  invalid_instrumentors = [
@@ -339,6 +343,8 @@ def init(environment="default", application_name="default", tracer=None, otlp_en
339
343
  "reka-api": RekaInstrumentor(),
340
344
  "premai": PremAIInstrumentor(),
341
345
  "julep": JulepInstrumentor(),
346
+ "astra": AstraInstrumentor(),
347
+ "ai21": AI21Instrumentor(),
342
348
  }
343
349
 
344
350
  # Initialize and instrument only the enabled instrumentors
@@ -0,0 +1,66 @@
1
+ # pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code
2
+ """Initializer of Auto Instrumentation of AI21 Functions"""
3
+
4
+ from typing import Collection
5
+ import importlib.metadata
6
+ from opentelemetry.instrumentation.instrumentor import BaseInstrumentor
7
+ from wrapt import wrap_function_wrapper
8
+
9
+ from openlit.instrumentation.ai21.ai21 import (
10
+ chat, chat_rag
11
+ )
12
+ from openlit.instrumentation.ai21.async_ai21 import (
13
+ async_chat, async_chat_rag
14
+ )
15
+
16
+ _instruments = ("ai21 >= 3.0.0",)
17
+
18
+ class AI21Instrumentor(BaseInstrumentor):
19
+ """
20
+ An instrumentor for AI21's client library.
21
+ """
22
+
23
+ def instrumentation_dependencies(self) -> Collection[str]:
24
+ return _instruments
25
+
26
+ def _instrument(self, **kwargs):
27
+ application_name = kwargs.get("application_name", "default_application")
28
+ environment = kwargs.get("environment", "default_environment")
29
+ tracer = kwargs.get("tracer")
30
+ metrics = kwargs.get("metrics_dict")
31
+ pricing_info = kwargs.get("pricing_info", {})
32
+ trace_content = kwargs.get("trace_content", False)
33
+ disable_metrics = kwargs.get("disable_metrics")
34
+ version = importlib.metadata.version("ai21")
35
+
36
+ #sync
37
+ wrap_function_wrapper(
38
+ "ai21.clients.studio.resources.chat.chat_completions",
39
+ "ChatCompletions.create",
40
+ chat("ai21.chat.completions", version, environment, application_name,
41
+ tracer, pricing_info, trace_content, metrics, disable_metrics),
42
+ )
43
+ wrap_function_wrapper(
44
+ "ai21.clients.studio.resources.studio_conversational_rag",
45
+ "StudioConversationalRag.create",
46
+ chat_rag("ai21.conversational_rag", version, environment, application_name,
47
+ tracer, pricing_info, trace_content, metrics, disable_metrics),
48
+ )
49
+
50
+ #Async
51
+ wrap_function_wrapper(
52
+ "ai21.clients.studio.resources.chat.async_chat_completions",
53
+ "AsyncChatCompletions.create",
54
+ async_chat("ai21.chat.completions", version, environment, application_name,
55
+ tracer, pricing_info, trace_content, metrics, disable_metrics),
56
+ )
57
+ wrap_function_wrapper(
58
+ "ai21.clients.studio.resources.studio_conversational_rag",
59
+ "AsyncStudioConversationalRag.create",
60
+ async_chat_rag("ai21.conversational_rag", version, environment, application_name,
61
+ tracer, pricing_info, trace_content, metrics, disable_metrics),
62
+ )
63
+
64
+ def _uninstrument(self, **kwargs):
65
+ # Proper uninstrumentation logic to revert patched methods
66
+ pass