evalsuite-python 0.4.0__py3-none-any.whl → 0.5.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- evalsuite/__init__.py +5 -1
- evalsuite/_bench_metrics.py +2080 -0
- evalsuite/benchmarks.py +30 -7
- evalsuite/cli/main.py +3 -2
- evalsuite/clinical/metrics.py +7 -4
- evalsuite/llmsys/__init__.py +189 -0
- evalsuite/llmsys/_common.py +131 -0
- evalsuite/llmsys/agents.py +384 -0
- evalsuite/llmsys/code.py +914 -0
- evalsuite/llmsys/efficiency.py +347 -0
- evalsuite/llmsys/longcontext.py +361 -0
- evalsuite/llmsys/multilingual.py +327 -0
- evalsuite/llmsys/robustness.py +504 -0
- evalsuite/llmsys/safety.py +509 -0
- evalsuite/llmsys/uncertainty.py +225 -0
- evalsuite/text/__init__.py +2 -0
- evalsuite/text/generation.py +9 -8
- evalsuite/text/spice.py +162 -0
- evalsuite/version.py +1 -1
- {evalsuite_python-0.4.0.dist-info → evalsuite_python-0.5.0.dist-info}/METADATA +60 -4
- {evalsuite_python-0.4.0.dist-info → evalsuite_python-0.5.0.dist-info}/RECORD +24 -12
- {evalsuite_python-0.4.0.dist-info → evalsuite_python-0.5.0.dist-info}/WHEEL +0 -0
- {evalsuite_python-0.4.0.dist-info → evalsuite_python-0.5.0.dist-info}/entry_points.txt +0 -0
- {evalsuite_python-0.4.0.dist-info → evalsuite_python-0.5.0.dist-info}/licenses/LICENSE +0 -0
evalsuite/__init__.py
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
>>> print(result.summary()) # doctest: +SKIP
|
|
6
6
|
"""
|
|
7
7
|
|
|
8
|
-
from . import calibration, classification, clinical, plot, regression, stats, text, vision
|
|
8
|
+
from . import calibration, classification, clinical, llmsys, plot, regression, stats, text, vision
|
|
9
9
|
from .api import evaluate
|
|
10
10
|
from .calibration import (
|
|
11
11
|
CalibrationReport,
|
|
@@ -63,6 +63,8 @@ from .core.exceptions import (
|
|
|
63
63
|
)
|
|
64
64
|
from .core.registry import MetricInfo, list_metrics, metric_info
|
|
65
65
|
from .core.result import EvaluationResult, MetricResult
|
|
66
|
+
from .llmsys import * # noqa: F403 (v0.5.0 LLM-systems functions, listed in llmsys.__all__)
|
|
67
|
+
from .llmsys import __all__ as _llmsys_all
|
|
66
68
|
from .regression import (
|
|
67
69
|
adjusted_r2,
|
|
68
70
|
explained_variance,
|
|
@@ -137,6 +139,7 @@ from .vision import (
|
|
|
137
139
|
|
|
138
140
|
__all__ = [
|
|
139
141
|
"text",
|
|
142
|
+
"llmsys",
|
|
140
143
|
"SegmentationReport",
|
|
141
144
|
"segmentation_report",
|
|
142
145
|
"detection_pr_curve",
|
|
@@ -262,3 +265,4 @@ __all__ = [
|
|
|
262
265
|
"top_k_accuracy",
|
|
263
266
|
]
|
|
264
267
|
__all__ += list(_text_all)
|
|
268
|
+
__all__ += list(_llmsys_all)
|