ragaai-catalyst 2.0.7__py3-none-any.whl → 2.0.7.2b1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ragaai_catalyst/evaluation.py +2 -2
- ragaai_catalyst/tracers/agentic_tracing/Untitled-1.json +660 -0
- ragaai_catalyst/tracers/agentic_tracing/__init__.py +3 -0
- ragaai_catalyst/tracers/agentic_tracing/agent_tracer.py +311 -0
- ragaai_catalyst/tracers/agentic_tracing/agentic_tracing.py +212 -0
- ragaai_catalyst/tracers/agentic_tracing/base.py +270 -0
- ragaai_catalyst/tracers/agentic_tracing/data_structure.py +239 -0
- ragaai_catalyst/tracers/agentic_tracing/llm_tracer.py +906 -0
- ragaai_catalyst/tracers/agentic_tracing/network_tracer.py +286 -0
- ragaai_catalyst/tracers/agentic_tracing/sample.py +197 -0
- ragaai_catalyst/tracers/agentic_tracing/tool_tracer.py +235 -0
- ragaai_catalyst/tracers/agentic_tracing/unique_decorator.py +221 -0
- ragaai_catalyst/tracers/agentic_tracing/unique_decorator_test.py +172 -0
- ragaai_catalyst/tracers/agentic_tracing/user_interaction_tracer.py +67 -0
- ragaai_catalyst/tracers/agentic_tracing/utils/__init__.py +3 -0
- ragaai_catalyst/tracers/agentic_tracing/utils/api_utils.py +18 -0
- ragaai_catalyst/tracers/agentic_tracing/utils/data_classes.py +61 -0
- ragaai_catalyst/tracers/agentic_tracing/utils/generic.py +32 -0
- ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py +181 -0
- ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json +5946 -0
- ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py +74 -0
- ragaai_catalyst/tracers/llamaindex_callback.py +60 -56
- ragaai_catalyst/tracers/tracer.py +26 -4
- ragaai_catalyst/tracers/upload_traces.py +138 -0
- ragaai_catalyst-2.0.7.2b1.dist-info/METADATA +39 -0
- ragaai_catalyst-2.0.7.2b1.dist-info/RECORD +50 -0
- ragaai_catalyst-2.0.7.dist-info/METADATA +0 -386
- ragaai_catalyst-2.0.7.dist-info/RECORD +0 -29
- {ragaai_catalyst-2.0.7.dist-info → ragaai_catalyst-2.0.7.2b1.dist-info}/WHEEL +0 -0
- {ragaai_catalyst-2.0.7.dist-info → ragaai_catalyst-2.0.7.2b1.dist-info}/top_level.txt +0 -0
ragaai_catalyst/evaluation.py
CHANGED
@@ -242,7 +242,7 @@ class Evaluation:
|
|
242
242
|
|
243
243
|
def _update_base_json(self, metrics):
|
244
244
|
metrics_schema_response = self._get_metrics_schema_response()
|
245
|
-
sub_providers = ["openai","azure","gemini","groq"]
|
245
|
+
sub_providers = ["openai","azure","gemini","groq","anthropic","bedrock"]
|
246
246
|
metricParams = []
|
247
247
|
for metric in metrics:
|
248
248
|
base_json = self._get_metricParams()
|
@@ -252,7 +252,7 @@ class Evaluation:
|
|
252
252
|
for key, value in metric["config"].items():
|
253
253
|
#checking if provider is one of the allowed providers
|
254
254
|
if key.lower()=="provider" and value.lower() not in sub_providers:
|
255
|
-
raise ValueError("Enter a valid provider name. The following Provider names are supported:
|
255
|
+
raise ValueError("Enter a valid provider name. The following Provider names are supported: openai, azure, gemini, groq, anthropic, bedrock")
|
256
256
|
|
257
257
|
if key.lower()=="threshold":
|
258
258
|
if len(value)>1:
|