openlit 1.32.2__py3-none-any.whl → 1.32.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- openlit/__init__.py +6 -0
- openlit/instrumentation/ai21/__init__.py +66 -0
- openlit/instrumentation/ai21/ai21.py +604 -0
- openlit/instrumentation/ai21/async_ai21.py +603 -0
- openlit/instrumentation/astra/__init__.py +179 -0
- openlit/instrumentation/astra/astra.py +226 -0
- openlit/instrumentation/astra/async_astra.py +226 -0
- openlit/semcov/__init__.py +14 -0
- {openlit-1.32.2.dist-info → openlit-1.32.4.dist-info}/METADATA +15 -16
- {openlit-1.32.2.dist-info → openlit-1.32.4.dist-info}/RECORD +12 -6
- {openlit-1.32.2.dist-info → openlit-1.32.4.dist-info}/LICENSE +0 -0
- {openlit-1.32.2.dist-info → openlit-1.32.4.dist-info}/WHEEL +0 -0
openlit/semcov/__init__.py
CHANGED
@@ -76,6 +76,14 @@ class SemanticConvetion:
|
|
76
76
|
GEN_AI_CONTENT_COMPLETION = "gen_ai.completion"
|
77
77
|
GEN_AI_CONTENT_REVISED_PROMPT = "gen_ai.content.revised_prompt"
|
78
78
|
|
79
|
+
# GenAI Rag
|
80
|
+
GEN_AI_RAG_MAX_SEGMENTS = "gen_ai.rag.max_segments"
|
81
|
+
GEN_AI_RAG_STRATEGY = "gen_ai.rag.strategy"
|
82
|
+
GEN_AI_RAG_SIMILARITY_THRESHOLD = "gen_ai.rag.similarity_threshold"
|
83
|
+
GEN_AI_RAG_MAX_NEIGHBORS = "gen_ai.rag.max_neighbors"
|
84
|
+
GEN_AI_RAG_DOCUMENTS_PATH = "gen_ai.rag.documents_path"
|
85
|
+
GEN_AI_RAG_FILE_IDS = "gen_ai.rag.file_ids"
|
86
|
+
|
79
87
|
# GenAI Evaluation Metrics
|
80
88
|
GEN_AI_EVAL_CONTEXT_RELEVANCY = "gen_ai.eval.context_relevancy"
|
81
89
|
GEN_AI_EVAL_ANSWER_RELEVANCY = "gen_ai.eval.answer_relevancy"
|
@@ -119,19 +127,24 @@ class SemanticConvetion:
|
|
119
127
|
GEN_AI_SYSTEM_DYNAMIQ = "dynamiq"
|
120
128
|
GEN_AI_SYSTEM_PHIDATA = "phidata"
|
121
129
|
GEN_AI_SYSTEM_JULEP = "julep"
|
130
|
+
GEN_AI_SYSTEM_AI21 = "ai21"
|
122
131
|
|
123
132
|
# Vector DB
|
133
|
+
DB_OPERATION_API_ENDPOINT = "db.operation.api_endpoint"
|
124
134
|
DB_REQUESTS = "db.total.requests"
|
125
135
|
DB_SYSTEM = "db.system"
|
126
136
|
DB_COLLECTION_NAME = "db.collection.name"
|
127
137
|
DB_OPERATION = "db.operation"
|
138
|
+
DB_OPERATION_ID = "db.operation.id"
|
128
139
|
DB_OPERATION_STATUS = "db.operation.status"
|
129
140
|
DB_OPERATION_COST = "db.operation.cost"
|
130
141
|
DB_OPERATION_CREATE_INDEX = "create_index"
|
131
142
|
DB_OPERATION_CREATE_COLLECTION = "create_collection"
|
132
143
|
DB_OPERATION_UPDATE_COLLECTION = "update_collection"
|
133
144
|
DB_OPERATION_DELETE_COLLECTION = "delete_collection"
|
145
|
+
DB_OPERATION_INSERT = "insert"
|
134
146
|
DB_OPERATION_QUERY = "query"
|
147
|
+
DB_OPERATION_REPLACE = "replace"
|
135
148
|
DB_OPERATION_DELETE = "delete"
|
136
149
|
DB_OPERATION_UPDATE = "update"
|
137
150
|
DB_OPERATION_UPSERT = "upsert"
|
@@ -166,6 +179,7 @@ class SemanticConvetion:
|
|
166
179
|
DB_SYSTEM_PINECONE = "pinecone"
|
167
180
|
DB_SYSTEM_QDRANT = "qdrant"
|
168
181
|
DB_SYSTEM_MILVUS = "milvus"
|
182
|
+
DB_SYSTEM_ASTRA = "astra"
|
169
183
|
|
170
184
|
# Agents
|
171
185
|
GEN_AI_AGENT_ID = "gen_ai.agent.id"
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: openlit
|
3
|
-
Version: 1.32.
|
3
|
+
Version: 1.32.4
|
4
4
|
Summary: OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects
|
5
5
|
Home-page: https://github.com/openlit/openlit/tree/main/openlit/python
|
6
6
|
Keywords: OpenTelemetry,otel,otlp,llm,tracing,openai,anthropic,claude,cohere,llm monitoring,observability,monitoring,gpt,Generative AI,chatGPT,gpu
|
@@ -56,7 +56,7 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
56
56
|
|
57
57
|
## ⚡ Features
|
58
58
|
|
59
|
-
- 🔎 **Auto Instrumentation**: Works with
|
59
|
+
- 🔎 **Auto Instrumentation**: Works with 40+ LLM providers, Agents, Vector databases, and GPUs with just one line of code.
|
60
60
|
- 🔭 **OpenTelemetry-Native Observability SDKs**: Vendor-neutral SDKs that can send traces and metrics to your existing observability tool like Prometheus and Jaeger.
|
61
61
|
- 💲 **Cost Tracking for Custom and Fine-Tuned Models**: Pass custom pricing files for accurate budgeting of custom and fine-tuned models.
|
62
62
|
- 🚀 **Suppport for OpenLIT Features**: Includes suppprt for prompt management and secrets management features available in OpenLIT.
|
@@ -69,26 +69,25 @@ This project proudly follows and maintains the [Semantic Conventions](https://gi
|
|
69
69
|
| [✅ Ollama](https://docs.openlit.io/latest/integrations/ollama) | [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone) | [✅ LiteLLM](https://docs.openlit.io/latest/integrations/litellm) | [✅ AMD](https://docs.openlit.io/latest/integrations/amd-gpu) |
|
70
70
|
| [✅ Anthropic](https://docs.openlit.io/latest/integrations/anthropic) | [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant) | [✅ LlamaIndex](https://docs.openlit.io/latest/integrations/llama-index) | |
|
71
71
|
| [✅ GPT4All](https://docs.openlit.io/latest/integrations/gpt4all) | [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus) | [✅ Haystack](https://docs.openlit.io/latest/integrations/haystack) | |
|
72
|
-
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) |
|
72
|
+
| [✅ Cohere](https://docs.openlit.io/latest/integrations/cohere) | [✅ AstraDB](https://docs.openlit.io/latest/integrations/astradb) | [✅ EmbedChain](https://docs.openlit.io/latest/integrations/embedchain) | |
|
73
73
|
| [✅ Mistral](https://docs.openlit.io/latest/integrations/mistral) | | [✅ Guardrails](https://docs.openlit.io/latest/integrations/guardrails) | |
|
74
74
|
| [✅ Azure OpenAI](https://docs.openlit.io/latest/integrations/azure-openai) | | [✅ CrewAI](https://docs.openlit.io/latest/integrations/crewai) | |
|
75
75
|
| [✅ Azure AI Inference](https://docs.openlit.io/latest/integrations/azure-ai-inference) | | [✅ DSPy](https://docs.openlit.io/latest/integrations/dspy) | |
|
76
76
|
| [✅ GitHub AI Models](https://docs.openlit.io/latest/integrations/github-models) | | [✅ AG2](https://docs.openlit.io/latest/integrations/ag2) | |
|
77
77
|
| [✅ HuggingFace Transformers](https://docs.openlit.io/latest/integrations/huggingface) | | [✅ Dynamiq](https://docs.openlit.io/latest/integrations/dynamiq) | |
|
78
78
|
| [✅ Amazon Bedrock](https://docs.openlit.io/latest/integrations/bedrock) | | [✅ Phidata](https://docs.openlit.io/latest/integrations/phidata) | |
|
79
|
-
|
|
80
|
-
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion)
|
81
|
-
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai)
|
82
|
-
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | |
|
83
|
-
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | |
|
84
|
-
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | |
|
85
|
-
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | |
|
86
|
-
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | |
|
87
|
-
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml)
|
88
|
-
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka)
|
89
|
-
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai)
|
90
|
-
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai)
|
91
|
-
|
79
|
+
| [✅ AI21](https://docs.openlit.io/latest/integrations/ai21) | | [✅ mem0](https://docs.openlit.io/latest/integrations/mem0) | |
|
80
|
+
| [✅ Vertex AI](https://docs.openlit.io/latest/integrations/vertexai) | | [✅ MultiOn](https://docs.openlit.io/latest/integrations/multion) | |
|
81
|
+
| [✅ Groq](https://docs.openlit.io/latest/integrations/groq) | | [✅ Julep AI](https://docs.openlit.io/latest/integrations/julep-ai) | |
|
82
|
+
| [✅ ElevenLabs](https://docs.openlit.io/latest/integrations/elevenlabs) | | | |
|
83
|
+
| [✅ vLLM](https://docs.openlit.io/latest/integrations/vllm) | | | |
|
84
|
+
| [✅ OLA Krutrim](https://docs.openlit.io/latest/integrations/krutrim) | | | |
|
85
|
+
| [✅ Google AI Studio](https://docs.openlit.io/latest/integrations/google-ai-studio) | | | |
|
86
|
+
| [✅ NVIDIA NIM](https://docs.openlit.io/latest/integrations/nvidia-nim) | | | |
|
87
|
+
| [✅ Titan ML](https://docs.openlit.io/latest/integrations/titan-ml) | | | |
|
88
|
+
| [✅ Reka AI](https://docs.openlit.io/latest/integrations/reka) | | | |
|
89
|
+
| [✅ xAI](https://docs.openlit.io/latest/integrations/xai) | | | |
|
90
|
+
| [✅ Prem AI](https://docs.openlit.io/latest/integrations/premai) | | | |
|
92
91
|
|
93
92
|
## Supported Destinations
|
94
93
|
- [✅ OpenTelemetry Collector](https://docs.openlit.io/latest/connections/otelcol)
|
@@ -1,5 +1,5 @@
|
|
1
1
|
openlit/__helpers.py,sha256=2OkGKOdsd9Hc011WxR70OqDlO6c4mZcu6McGuW1uAdA,6316
|
2
|
-
openlit/__init__.py,sha256=
|
2
|
+
openlit/__init__.py,sha256=Hbttvb22kSfAnS1pMRPbePxvV-1QhsT2cgdPo_Kn4WY,21122
|
3
3
|
openlit/evals/__init__.py,sha256=nJe99nuLo1b5rf7pt9U9BCdSDedzbVi2Fj96cgl7msM,380
|
4
4
|
openlit/evals/all.py,sha256=oWrue3PotE-rB5WePG3MRYSA-ro6WivkclSHjYlAqGs,7154
|
5
5
|
openlit/evals/bias_detection.py,sha256=mCdsfK7x1vX7S3psC3g641IMlZ-7df3h-V6eiICj5N8,8154
|
@@ -14,9 +14,15 @@ openlit/guard/sensitive_topic.py,sha256=RgVw_laFERv0nNdzBsAd2_3yLomMOK-gVq-P7oj1
|
|
14
14
|
openlit/guard/utils.py,sha256=x0-_hAtNa_ogYR2GfnwiBF1rlqaXtaJ-rJeGguTDe-Q,7663
|
15
15
|
openlit/instrumentation/ag2/__init__.py,sha256=Nf9cDoXB16NYgZisvVQduFYJ5fpU90CNlMrIF4pSH-Y,1827
|
16
16
|
openlit/instrumentation/ag2/ag2.py,sha256=_ncg8RqUH-wXMYfaOYx2bcQOrOrDMVVm0EZAEkWdBn0,4444
|
17
|
+
openlit/instrumentation/ai21/__init__.py,sha256=O9xxo_-g3H8TCam2OzTamp6IQnYOCcBD_5B0OOSZpYs,2653
|
18
|
+
openlit/instrumentation/ai21/ai21.py,sha256=MfDrqvzigoWsrF_k6ri6c5IAMIgpdgrumckqxJmBXws,31687
|
19
|
+
openlit/instrumentation/ai21/async_ai21.py,sha256=OVDKt9Ymlp0OTCNVEirvRwqMSL5VZHppnwJTOkH8es8,31790
|
17
20
|
openlit/instrumentation/anthropic/__init__.py,sha256=oaU53BOPyfUKbEzYvLr1DPymDluurSnwo4Hernf2XdU,1955
|
18
21
|
openlit/instrumentation/anthropic/anthropic.py,sha256=y7CEGhKOGHWt8G_5Phr4qPJTfPGRJIAr9Yk6nM3CcvM,16775
|
19
22
|
openlit/instrumentation/anthropic/async_anthropic.py,sha256=Zz1KRKIG9wGn0quOoLvjORC-49IvHQpJ6GBdB-4PfCQ,16816
|
23
|
+
openlit/instrumentation/astra/__init__.py,sha256=G4alCOR6hXQvUQPDCS8lY1rj0Mz-KmrW5vVWk5loO78,8054
|
24
|
+
openlit/instrumentation/astra/astra.py,sha256=ddZuzwhsszQK1nsttJrQ01YKsvbOJ4I6HHNFAS2KdtY,12074
|
25
|
+
openlit/instrumentation/astra/async_astra.py,sha256=4l6HlQdCjPKZNFmKRGqEO0LMkSvwxLbg4BJ6x5RrSu4,12086
|
20
26
|
openlit/instrumentation/azure_ai_inference/__init__.py,sha256=Xl_4hjQeXcA-NgkqwTbs1ejPKRRnQXsDErXfFIz0z7U,2699
|
21
27
|
openlit/instrumentation/azure_ai_inference/async_azure_ai_inference.py,sha256=T3SLSJxwrjOaGGkedB6DT92SCHLWbaJu5YAzZzAeBsk,22748
|
22
28
|
openlit/instrumentation/azure_ai_inference/azure_ai_inference.py,sha256=IzwDZ99h7HpOI-NnEkYqOIh2sAm-2aHi4BcTMoXNx1c,22694
|
@@ -95,8 +101,8 @@ openlit/instrumentation/vllm/__init__.py,sha256=OVWalQ1dXvip1DUsjUGaHX4J-2FrSp-T
|
|
95
101
|
openlit/instrumentation/vllm/vllm.py,sha256=lDzM7F5pgxvh8nKL0dcKB4TD0Mc9wXOWeXOsOGN7Wd8,6527
|
96
102
|
openlit/otel/metrics.py,sha256=y7SQDTyfLakMrz0V4DThN-WAeap7YZzyndeYGSP6nVg,4516
|
97
103
|
openlit/otel/tracing.py,sha256=fG3vl-flSZ30whCi7rrG25PlkIhhr8PhnfJYCkZzCD0,3895
|
98
|
-
openlit/semcov/__init__.py,sha256=
|
99
|
-
openlit-1.32.
|
100
|
-
openlit-1.32.
|
101
|
-
openlit-1.32.
|
102
|
-
openlit-1.32.
|
104
|
+
openlit/semcov/__init__.py,sha256=AadYgIBy1SxUOoe3lX9TeOamFJzBKLde91ONjnwg2LA,10470
|
105
|
+
openlit-1.32.4.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
106
|
+
openlit-1.32.4.dist-info/METADATA,sha256=KK34ruzPOzuf9YQ1C-pReci2wnAcbmPugwIzrWcCbDY,22412
|
107
|
+
openlit-1.32.4.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
108
|
+
openlit-1.32.4.dist-info/RECORD,,
|
File without changes
|
File without changes
|