eval-ai-library 0.3.1__tar.gz → 0.3.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of eval-ai-library might be problematic. Click here for more details.
- {eval_ai_library-0.3.1/eval_ai_library.egg-info → eval_ai_library-0.3.2}/PKG-INFO +1 -1
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2/eval_ai_library.egg-info}/PKG-INFO +1 -1
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/__init__.py +8 -6
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/pyproject.toml +1 -1
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/LICENSE +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/MANIFEST.in +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/README.md +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_ai_library.egg-info/SOURCES.txt +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_ai_library.egg-info/dependency_links.txt +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_ai_library.egg-info/requires.txt +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_ai_library.egg-info/top_level.txt +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/agent_metrics/__init__.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/agent_metrics/knowledge_retention_metric/knowledge_retention.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/agent_metrics/role_adherence_metric/role_adherence.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/agent_metrics/task_success_metric/task_success_rate.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/agent_metrics/tools_correctness_metric/tool_correctness.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/datagenerator/datagenerator.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/datagenerator/document_loader.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/datagenerator/prompts.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/evaluate.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/evaluation_schema.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/llm_client.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metric_pattern.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/__init__.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/answer_precision_metric/answer_precision.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/answer_relevancy_metric/answer_relevancy.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/bias_metric/bias.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/contextual_precision_metric/contextual_precision.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/contextual_recall_metric/contextual_recall.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/contextual_relevancy_metric/contextual_relevancy.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/custom_metric/custom_eval.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/faithfulness_metric/faithfulness.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/geval/geval.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/restricted_refusal_metric/restricted_refusal.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/toxicity_metric/toxicity.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/price.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/py.typed +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/testcases_schema.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/utils.py +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/setup.cfg +0 -0
- {eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/setup.py +0 -0
|
@@ -7,7 +7,7 @@ A powerful library for evaluating AI models with support for multiple LLM provid
|
|
|
7
7
|
and a wide range of evaluation metrics for RAG systems and AI agents.
|
|
8
8
|
"""
|
|
9
9
|
|
|
10
|
-
__version__ = "0.3.
|
|
10
|
+
__version__ = "0.3.2"
|
|
11
11
|
__author__ = "Aleksandr Meshkov"
|
|
12
12
|
|
|
13
13
|
# Core evaluation functions
|
|
@@ -68,12 +68,14 @@ from eval_lib.agent_metrics import (
|
|
|
68
68
|
|
|
69
69
|
def __getattr__(name):
|
|
70
70
|
"""
|
|
71
|
-
|
|
72
|
-
DataGenerator импортируется только когда реально используется.
|
|
71
|
+
Lazy loading for data generation components.
|
|
73
72
|
"""
|
|
74
|
-
if name == "
|
|
75
|
-
from eval_lib.datagenerator.datagenerator import
|
|
76
|
-
return
|
|
73
|
+
if name == "DatasetGenerator":
|
|
74
|
+
from eval_lib.datagenerator.datagenerator import DatasetGenerator
|
|
75
|
+
return DatasetGenerator
|
|
76
|
+
if name == "DataGenerator": # Alias for DatasetGenerator
|
|
77
|
+
from eval_lib.datagenerator.datagenerator import DatasetGenerator
|
|
78
|
+
return DatasetGenerator
|
|
77
79
|
if name == "DocumentLoader":
|
|
78
80
|
from eval_lib.datagenerator.document_loader import DocumentLoader
|
|
79
81
|
return DocumentLoader
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_ai_library.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/custom_metric/custom_eval.py
RENAMED
|
File without changes
|
{eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/faithfulness_metric/faithfulness.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{eval_ai_library-0.3.1 → eval_ai_library-0.3.2}/eval_lib/metrics/toxicity_metric/toxicity.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|