evalsuite-python 0.5.0__py3-none-any.whl → 0.5.1__py3-none-any.whl

evalsuite/_bench_metrics.py

@@ -903,7 +903,7 @@ def _llm(c: _Cases, n: int, rng: np.random.Generator) -> None:
 
     cider_ref: Optional[Callable[[], float]] = None
     with contextlib.suppress(ImportError):
-        from pycocoevalcap.cider.cider import Cider  # type: ignore[import-untyped]
+        from pycocoevalcap.cider.cider import Cider
 
         def _cider() -> float:
             res = {i: [p] for i, p in enumerate(preds)}

evalsuite/benchmarks.py

@@ -524,6 +524,117 @@ def _clinical_cases(n: int, rng: np.random.Generator) -> list[Case]:
     return [(name, ref, es_fn, own if own is not None else refs.get(name)) for name, ref, es_fn, own in cases]
 
 
+def _llmsys_cases(n: int, rng: np.random.Generator) -> list[Case]:
+    """v0.5.0: LLM systems workloads (code quality, selective prediction, agent tool calls, shift, latency)."""
+    import json as _json
+
+    import evalsuite as es
+
+    from ._bench_metrics import _CODE_SAMPLES
+
+    m = max(10, n // 100)
+    progs = [str(rng.choice(np.array(_CODE_SAMPLES))) for _ in range(max(4, m // 10))]
+    refs_c = progs
+    preds_c = [p.replace("a", "x").replace("s", "t") for p in progs]
+    conf = rng.uniform(0, 1, n)
+    correct = rng.random(n) < conf
+    tools = {
+        t: {"type": "object", "properties": {"q": {"type": "string"}, "k": {"type": "integer"}}, "required": ["q"]}
+        for t in ("search", "calc", "email")
+    }
+    trajs = [
+        [
+            {
+                "name": str(rng.choice(["search", "calc", "email", "bad"])),
+                "arguments": {"q": "x"} if rng.random() > 0.1 else {"k": 1},
+            }
+            for _ in range(int(rng.integers(1, 6)))
+        ]
+        for _ in range(m)
+    ]
+    src, tgt = rng.normal(0.8, 0.1, n), rng.normal(0.75, 0.12, n)
+    lat = rng.lognormal(0, 0.5, n)
+
+    def es_shift() -> list[float]:
+        r = es.distribution_shift_drop(src, tgt)
+        return [r.params["ci_low"], r.params["ci_high"]]
+
+    def es_lat() -> list[float]:
+        r = es.latency_percentiles(lat)
+        return [r.params["p50"], r.params["p95"], r.params["p99"]]
+
+    cases: list[Case] = [
+        (
+            f"systems: maintainability index ({len(progs)} programs)",
+            "radon",
+            lambda: [float(es.code_complexity(progs).params["maintainability_index"])],
+            None,
+        ),
+        (
+            f"systems: CodeBLEU n-gram terms ({len(progs)} programs)",
+            "codebleu",
+            lambda: [es.codebleu(refs_c, preds_c).params[k] for k in ("ngram_match", "weighted_ngram_match")],
+            None,
+        ),
+        (
+            "systems: confidence AUROC (n answers)",
+            "scikit-learn",
+            lambda: [float(es.confidence_accuracy_correlation(correct, conf))],
+            None,
+        ),
+        (
+            f"systems: invalid tool calls vs JSON Schema ({m} tasks)",
+            "jsonschema",
+            lambda: [float(es.invalid_tool_call_rate(trajs, tools))],
+            None,
+        ),
+        ("systems: distribution-shift drop, Welch CI (n scores)", "SciPy", es_shift, None),
+        (
+            "systems: latency p50 / p95 / p99 (n requests)",
+            "NumPy",
+            es_lat,
+            lambda: np.percentile(lat, [50, 95, 99]).tolist(),
+        ),
+    ]
+    refs: dict[str, Callable[[], Any]] = {}
+    with contextlib.suppress(ImportError):
+        from radon.metrics import mi_visit
+
+        refs[cases[0][0]] = lambda: [float(np.mean([mi_visit(p, True) for p in progs]))]
+    with contextlib.suppress(Exception):
+        from codebleu import calc_codebleu
+
+        def cb() -> list[float]:
+            r = calc_codebleu([[x] for x in refs_c], preds_c, lang="python")
+            return [r["ngram_match_score"], r["weighted_ngram_match_score"]]
+
+        cb()
+        refs[cases[1][0]] = cb
+    with contextlib.suppress(ImportError):
+        import sklearn.metrics as skm
+
+        refs[cases[2][0]] = lambda: [float(skm.roc_auc_score(correct, conf))]
+    with contextlib.suppress(ImportError):
+        import jsonschema
+
+        def js_ref() -> list[float]:
+            flags = []
+            for traj in trajs:
+                for c in traj:
+                    sch = tools.get(str(c["name"]))
+                    flags.append(sch is None or not jsonschema.Draft202012Validator(sch).is_valid(c["arguments"]))
+            return [float(np.mean(flags))]
+
+        refs[cases[3][0]] = js_ref
+    from scipy import stats as _st
+
+    res = _st.ttest_ind(src[:3], tgt[:3], equal_var=False)
+    if hasattr(res, "confidence_interval"):
+        refs[cases[4][0]] = lambda: list(_st.ttest_ind(src, tgt, equal_var=False).confidence_interval(0.95))
+    del _json
+    return [(name, ref, es_fn, own if own is not None else refs.get(name)) for name, ref, es_fn, own in cases]
+
+
 _GROUPS = (
     ("Classification and regression", ("binary", "10 classes", "regression", "classification")),
     ("Clinical, calibration and statistics", ("clinical", "calibration", "decision", "statistics", "multiple")),
@@ -532,6 +643,7 @@ _GROUPS = (
     (
         "LLM systems",
         (
+            "systems:",
             "safety.",
             "robustness.",
             "uncertainty.",
@@ -765,8 +877,8 @@ def run_benchmarks(
 
     if repeat < 1:
         raise ValueError("repeat must be at least 1.")
-    if suite not in ("all", "core", "clinical", "vision", "llm", "metrics"):
-        raise ValueError("suite must be 'all', 'core', 'clinical', 'vision', 'llm' or 'metrics'.")
+    if suite not in ("all", "core", "clinical", "vision", "llm", "llmsys", "metrics"):
+        raise ValueError("suite must be 'all', 'core', 'clinical', 'vision', 'llm', 'llmsys' or 'metrics'.")
     rng = np.random.default_rng(random_state)
     rows: list[dict[str, Any]] = []
     versions: dict[str, Optional[str]] = {"sklearn": None, "statsmodels": None, "pycocotools": None}
@@ -782,7 +894,8 @@ def run_benchmarks(
         "clinical": [_clinical_cases],
         "vision": [_vision_cases],
         "llm": [_llm_cases],
-        "all": [_core_cases, _clinical_cases, _vision_cases, _llm_cases],
+        "llmsys": [_llmsys_cases],
+        "all": [_core_cases, _clinical_cases, _vision_cases, _llm_cases, _llmsys_cases],
         "metrics": [metric_cases],
     }[suite]
     for n in sizes:

evalsuite/cli/main.py

@@ -559,11 +559,11 @@ def build_parser() -> argparse.ArgumentParser:
     p.add_argument("--repeat", type=int, default=5, help="timed repetitions per case; the fastest is reported")
     p.add_argument(
         "--suite",
-        choices=("all", "core", "clinical", "vision", "llm", "metrics"),
+        choices=("all", "core", "clinical", "vision", "llm", "llmsys", "metrics"),
         default="all",
         help="core: classification/regression; clinical: clinical, calibration, tests; vision: segmentation, "
-        "detection; llm: text, retrieval, agreement, structured output; metrics: one row per metric and "
-        "statistics function (default all)",
+        "detection; llm: text, retrieval, agreement, structured output; llmsys: v0.5.0 LLM systems; "
+        "metrics: one row per metric and statistics function (default all)",
     )
     p.add_argument("--no-sklearn", action="store_true", help="time EvalSuite only (skip reference libraries)")
     p.add_argument("--seed", type=int, default=0)

evalsuite/llmsys/_common.py

@@ -31,6 +31,14 @@ def seq(x: Any, name: str) -> list[Any]:
 
 def bools(x: Any, name: str) -> np.ndarray:
     """A 1-D boolean array from booleans or 0/1 values (anything else is rejected, never coerced)."""
+    if isinstance(x, np.ndarray) and x.ndim == 1 and x.size and x.dtype.kind in "biuf":
+        if x.dtype.kind == "b":
+            return x.astype(bool, copy=False)
+        bad = ~np.isin(x, (0, 1))
+        if bad.any():
+            i = int(np.flatnonzero(bad)[0])
+            raise InputValidationError(f"{name}[{i}] must be a boolean (or 0/1); got {x[i]!r}.")
+        return x.astype(bool)
     items = seq(x, name)
     out = np.empty(len(items), dtype=bool)
     for i, v in enumerate(items):
@@ -45,7 +53,7 @@ def bools(x: Any, name: str) -> np.ndarray:
 
 def floats(x: Any, name: str, *, lo: Optional[float] = None, hi: Optional[float] = None) -> np.ndarray:
     """A finite 1-D float array, optionally bounded."""
-    items = seq(x, name)
+    items: Any = x if isinstance(x, np.ndarray) and x.size and x.dtype.kind in "biuf" else seq(x, name)
     try:
         a = np.asarray(items, dtype=np.float64)
     except (TypeError, ValueError) as exc:

evalsuite/llmsys/uncertainty.py

@@ -215,8 +215,12 @@ def confidence_accuracy_correlation(correct: Any, confidence: Any) -> MetricResu
     if np.ptp(p) == 0:
         pb = sp = float("nan")
     else:
-        pb = float(stats.pearsonr(c.astype(float), p)[0])
-        sp = float(stats.spearmanr(c.astype(float), p)[0])
+        cf = c.astype(float)
+        pb = float(np.corrcoef(cf, p)[0, 1])
+        # Spearman = Pearson correlation of average ranks; the ranks of p are already computed
+        n0 = c.size - n1
+        rc = np.where(c, n0 + (n1 + 1) / 2, (n0 + 1) / 2)
+        sp = float(np.corrcoef(rc, ranks)[0, 1])
     return MetricResult(
         "confidence_accuracy_correlation",
         "Confidence–accuracy AUROC",

evalsuite/version.py

@@ -1,3 +1,3 @@
 """Package version (single source of truth, read by the build backend)."""
 
-__version__ = "0.5.0"
+__version__ = "0.5.1"

{evalsuite_python-0.5.0.dist-info → evalsuite_python-0.5.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: evalsuite-python
-Version: 0.5.0
+Version: 0.5.1
 Summary: A unified Python framework for machine-learning, clinical, statistical, segmentation, object-detection, uncertainty, and model evaluation.
 Project-URL: Homepage, https://evalsuite-nine.vercel.app
 Project-URL: Documentation, https://evalsuite-nine.vercel.app/docs
@@ -83,7 +83,7 @@ Description-Content-Type: text/markdown
 EvalSuite brings classification, regression, clinical, statistical, segmentation and object-detection
 evaluation into one consistent, validated, documented framework.
 
-> **Status: stable (0.5.0).** Every item on the 0.1.0–0.5.0 roadmaps is implemented and verified, including SPICE.
+> **Status: stable (0.5.1).** Every item on the 0.1.0–0.5.0 roadmaps is implemented and verified, including SPICE.
 > **LLM systems arrive in 0.5.0**: safety, robustness, calibration and uncertainty, agents and tool use,
 > multilingual, code generation, long context and summarization, and inference efficiency and cost.
 
@@ -339,41 +339,47 @@ Input files can be CSV, TSV, Parquet or JSON. Output format follows `--format` o
 
 ## Performance
 
-Benchmarked against reference implementations on the same data (fastest of 5 runs; Python 3.12, NumPy 2.5,
-Linux x86_64). **Overall: 63 of 63 rows agree with the reference** (largest
-difference 1.8e-14), 42 are faster, and the geometric-mean speed-up across all
-21 cases and three sizes is **2.12×**. At 1,000,000 samples (pixels for
+Benchmarked against reference implementations on the same data (fastest of 5 runs; EvalSuite 0.5.1, Python 3.13,
+NumPy 2.5, Linux x86_64). **Overall: 81 of 81 rows agree with the reference** (largest
+difference 2.5e-14), 56 are faster, and the geometric-mean speed-up across all
+27 cases and three sizes is **1.89×**. At 1,000,000 samples (pixels for
 segmentation; 1,000 images for detection and 50 for Hausdorff; 10,000 examples for the LLM cases), in
 alphabetical order:
 
 | Case | Reference | EvalSuite (ms) | Reference (ms) | Speed-up |
 | --- | --- | ---: | ---: | ---: |
-| 10 classes: macro F1 | scikit-learn | 23.8 | 135.5 | **5.7×** |
-| agreement: Krippendorff's alpha, interval (4 raters × 10000 items) | krippendorff | 3.5 | 3.4 | 0.96× |
-| binary: 8 label metrics via evaluate() | scikit-learn | 28.5 | 1023.8 | **36.0×** |
-| binary: ROC AUC | scikit-learn | 187.4 | 327.3 | **1.7×** |
-| calibration: slope and intercept | statsmodels | 205.7 | 1173.7 | **5.7×** |
-| clinical: diagnostic report (7 CIs) | statsmodels | 19.6 | 4.9 | 0.25× |
-| clinical: sensitivity, specificity, LR+, LR− | scikit-learn | 75.2 | 411.5 | **5.5×** |
-| decision curve: 99 thresholds | NumPy loop | 165.0 | 201.9 | **1.2×** |
-| detection: COCO evaluation (1000 images) | pycocotools | 838.7 | 848.6 | **1.0×** |
-| multiple testing: Hochberg (n p-values) | statsmodels | 72.1 | 79.0 | **1.1×** |
-| regression: MAE, MSE, RMSE, R² via evaluate() | scikit-learn | 22.9 | 10.6 | 0.47× |
-| retrieval: MRR, MAP@20, NDCG@10 (10000 queries) | ranx | 170.4 | 861.0 | **5.1×** |
-| segmentation: Dice and IoU per class (n = pixels) | scikit-learn | 34.3 | 256.0 | **7.5×** |
-| segmentation: Hausdorff distance (50 images) | SciPy | 24.2 | 19.8 | 0.82× |
-| statistics: Cramér's V (5×5 table) | SciPy | 0.2 | 0.2 | **1.0×** |
-| statistics: Mann–Whitney U | SciPy | 353.5 | 340.6 | 0.96× |
-| statistics: Welch t-test | SciPy | 16.1 | 8.3 | 0.52× |
-| structured: JSON Schema compliance (10000 documents) | jsonschema | 144.6 | 330.5 | **2.3×** |
-| text: corpus BLEU and chrF (10000 sentences) | sacreBLEU | 2789.8 | 3051.8 | **1.1×** |
-| text: METEOR, exact and stem matches (10000 sentences) | NLTK | 488.1 | 626.7 | **1.3×** |
-| text: ROUGE-1, ROUGE-2, ROUGE-L (10000 sentences) | rouge-score | 1290.1 | 1095.6 | 0.85× |
+| 10 classes: macro F1 | scikit-learn | 41.5 | 137.6 | **3.3×** |
+| agreement: Krippendorff's alpha, interval (4 raters × 10000 items) | krippendorff | 4.5 | 4.5 | **1.0×** |
+| binary: 8 label metrics via evaluate() | scikit-learn | 49.4 | 1056.8 | **21.4×** |
+| binary: ROC AUC | scikit-learn | 200.3 | 338.5 | **1.7×** |
+| calibration: slope and intercept | statsmodels | 344.3 | 1541.7 | **4.5×** |
+| clinical: diagnostic report (7 CIs) | statsmodels | 33.5 | 9.6 | 0.29× |
+| clinical: sensitivity, specificity, LR+, LR− | scikit-learn | 137.9 | 438.1 | **3.2×** |
+| decision curve: 99 thresholds | NumPy loop | 172.1 | 236.2 | **1.4×** |
+| detection: COCO evaluation (1000 images) | pycocotools | 1147.9 | 1351.0 | **1.2×** |
+| multiple testing: Hochberg (n p-values) | statsmodels | 91.9 | 98.4 | **1.1×** |
+| regression: MAE, MSE, RMSE, R² via evaluate() | scikit-learn | 32.0 | 22.6 | 0.71× |
+| retrieval: MRR, MAP@20, NDCG@10 (10000 queries) | ranx | 248.6 | 897.0 | **3.6×** |
+| segmentation: Dice and IoU per class (n = pixels) | scikit-learn | 51.6 | 289.5 | **5.6×** |
+| segmentation: Hausdorff distance (50 images) | SciPy | 31.9 | 23.8 | 0.75× |
+| statistics: Cramér's V (5×5 table) | SciPy | 0.3 | 0.3 | 0.95× |
+| statistics: Mann–Whitney U | SciPy | 390.3 | 425.8 | **1.1×** |
+| statistics: Welch t-test | SciPy | 37.7 | 16.3 | 0.43× |
+| structured: JSON Schema compliance (10000 documents) | jsonschema | 159.4 | 371.7 | **2.3×** |
+| systems: CodeBLEU n-gram terms (1000 programs) | codebleu | 740.3 | 791.9 | **1.1×** |
+| systems: confidence AUROC (n answers) | scikit-learn | 194.4 | 327.7 | **1.7×** |
+| systems: distribution-shift drop, Welch CI (n scores) | SciPy | 13.3 | 16.9 | **1.3×** |
+| systems: invalid tool calls vs JSON Schema (10000 tasks) | jsonschema | 145.0 | 333.2 | **2.3×** |
+| systems: latency p50 / p95 / p99 (n requests) | NumPy | 41.0 | 19.7 | 0.48× |
+| systems: maintainability index (1000 programs) | radon | 138.3 | 168.7 | **1.2×** |
+| text: corpus BLEU and chrF (10000 sentences) | sacreBLEU | 2726.2 | 3121.0 | **1.1×** |
+| text: METEOR, exact and stem matches (10000 sentences) | NLTK | 507.4 | 590.3 | **1.2×** |
+| text: ROUGE-1, ROUGE-2, ROUGE-L (10000 sentences) | rouge-score | 1147.3 | 1010.7 | 0.88× |
 
 **Every metric is benchmarked too** (`evalsuite benchmark --suite metrics`): all 225 registered metrics and
 statistics functions at 10,000 and 100,000 samples. 86 are compared with a reference library, 118 with an
 independent textbook formula and 21 (learned, judge-dependent or randomised) are timed alone; **all 204
-comparisons agree**, and against the libraries the geometric-mean speed-up is **2.65×** (137 of 172
+comparisons agree**, and against the libraries the geometric-mean speed-up is **2.67×** (139 of 172
 measurements faster). Per-metric table in BENCHMARKS.md.
 
 `evaluate()` validates inputs once and builds the confusion matrix once for all metrics, which is where most

{evalsuite_python-0.5.0.dist-info → evalsuite_python-0.5.1.dist-info}/RECORD

@@ -1,18 +1,18 @@
 evalsuite/__init__.py,sha256=nMwLJq_Ni8plZZmq1olG5HwDlBppn0pW-RJyFBzPF7o,5630
 evalsuite/__main__.py,sha256=Nq90_8VlUN1mif-AVgX-kZRL63bd94F5-F7F9UkVZD4,117
-evalsuite/_bench_metrics.py,sha256=lSqirR5rKSzu0Qr4KM8FGT4AtjKfPEpFqI3k0_hKwQo,75824
+evalsuite/_bench_metrics.py,sha256=GLLa9OhCNmu6IyWkxC0AcNf7p-CTpoOwWUS99C1o2o8,75792
 evalsuite/api.py,sha256=TU49b4DolAm6dwU3ypJprOEzv5hJOsnRiXLwccyaGew,10170
-evalsuite/benchmarks.py,sha256=zZ8dWCI_kUqFY17SQ9gcckvtlf01Nzf7vlQz3xwZELk,33648
+evalsuite/benchmarks.py,sha256=TWXIhdYPbdDPanCOFL1lRCo3ppRYaDF58PB-o3ZZyTA,37846
 evalsuite/calibration.py,sha256=sP7XO29Lk6wNp7qS5INNDtpz6SuVGGZhYUxSrTUxj94,14979
 evalsuite/plot.py,sha256=7eOyzoRbg6Aad6OhtIQG3laIioQ8fs2K0YzodjG5rHA,26049
 evalsuite/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 evalsuite/reporting.py,sha256=-LISv9vvEnltT26GtzLjVlxOCcAwmjv4-HyB8_1UF5o,9615
-evalsuite/version.py,sha256=Eww8OsmDsBUNsEa1juWDR77joR6scCsY21vQJUxBtks,98
+evalsuite/version.py,sha256=5bqDJuLN7NKkBL9E9aYZ1-4eVVLP_E54K9KYeDi8G6A,98
 evalsuite/classification/__init__.py,sha256=ErBIXbBGnhfW6v-1Cn5SegiERoyxNlmO1tEKcLM15mA,833
 evalsuite/classification/_common.py,sha256=3ANV33ix_mnOzvOAG8glyJO-iYVhhTGO0S3YG0ZddB8,4543
 evalsuite/classification/metrics.py,sha256=8-RPjzuFUKJYlXndrDv6kXlzRdx6aR2lHp7mzKsas2g,36969
 evalsuite/cli/__init__.py,sha256=1x48hORLcg_Is2X08A7CPBT6VDJ1QL94zaJP1HTFxUY,96
-evalsuite/cli/main.py,sha256=LWy3ThWiGUHgN-3HVwd25jqEEPpqGN6edVSdAqxJUHY,23956
+evalsuite/cli/main.py,sha256=ktvy_5D-KfYevKH5ZxO5f0aVFtNXbGeN8zker0tguT0,23994
 evalsuite/clinical/__init__.py,sha256=xaXLvNvTJsuP525fLb2FyVVNlopIrZczoPrwmEQIvzE,549
 evalsuite/clinical/metrics.py,sha256=Abz4rA9FfOIWn7MXAMnxAH_C3XICY9x-nPQhP1-79xU,13453
 evalsuite/clinical/report.py,sha256=6Pp0NDm24nccmRbicebUfUOyb37U-JtHPD48QeP-h6k,14887
@@ -25,7 +25,7 @@ evalsuite/core/result.py,sha256=L_fQZRGRgVgzII2jZb_jpRBK2jy-CdO5u9s-6pUk9fE,1492
 evalsuite/core/types.py,sha256=r6bhUk7CYAcrlQzjmf-6xWQsNqO3EOipZD-e-2yAJTI,720
 evalsuite/core/validation.py,sha256=nWWyISLdW2TtzxUs3gT-Qx2uh6euDOlYMvbnCrFRYME,9975
 evalsuite/llmsys/__init__.py,sha256=NA-kVMc3hdmBSW-ufPKrgfd2NHI15wCXJRn3ZhIVFsE,4653
-evalsuite/llmsys/_common.py,sha256=4V6Yjs7b3_QI8eC9OR3_uKnc53O7a8s0Vi-Yyn5Zdu8,4908
+evalsuite/llmsys/_common.py,sha256=zUJ4R_1fSW79HJ6QvZlSJ9-_VF0Xa7fglyq_fNFJB-U,5380
 evalsuite/llmsys/agents.py,sha256=giiHv3c179fFR6aFUp4VbBjzbdNotS941tZVG7W0UFE,15355
 evalsuite/llmsys/code.py,sha256=bJVpesBy9Vk_xkLBo7FoAVlDPpTRLG30BFeWIb2eJoE,36151
 evalsuite/llmsys/efficiency.py,sha256=Z6ZrcoT80D3OxNi-1iKHuVe5OQiDnPJthwHEDD84cO0,13884
@@ -33,7 +33,7 @@ evalsuite/llmsys/longcontext.py,sha256=koX58FMot3ZwUTPPiv9tM8fGvBY2ijYg0npA8pG27
 evalsuite/llmsys/multilingual.py,sha256=IDdV5O5krDQdTximeJbYB3Kmh62qeSbLL--ElM7CGvc,13726
 evalsuite/llmsys/robustness.py,sha256=OPe84s1H7IEX5GcuRVcAp_UA29tx_Qq8WlA88khY2cg,20377
 evalsuite/llmsys/safety.py,sha256=r21haKLDzCU193KCYUYEBMu4cuhS5mO3lDywdQtYZno,22529
-evalsuite/llmsys/uncertainty.py,sha256=ZIcniUdmIAOQpNxpWzM6gL7ibplH4bftxIVE9PKbLsU,9183
+evalsuite/llmsys/uncertainty.py,sha256=Brm_LT8qHb-EtcPe7YBXq7HYMSTG93OkT3Cnx2SYBts,9367
 evalsuite/regression/__init__.py,sha256=t2XEHUw6e5tyWBHcEeiog2WWd-wwaxf4m5AIX8dJyng,571
 evalsuite/regression/metrics.py,sha256=5i3hmiFfZGfmqtFDaDOxGHRYCXzdt48-GNfgvVOX7CM,22914
 evalsuite/stats/__init__.py,sha256=mtnEqpvlvscQ3C6ceRr8xLKoSHPQWsWB24pEVlvp6fs,1187
@@ -60,8 +60,8 @@ evalsuite/text/structured.py,sha256=mNpTGKJUWXewV-fiQ3TuCnLXjss9MeduTXpyCNbRivk,
 evalsuite/vision/__init__.py,sha256=9gpOBTPveM_srE6BM-SgCssdQurya2LPHhoMLGOh2A0,991
 evalsuite/vision/detection.py,sha256=eUnt5iFUVLEoUl1RB51q-vfr5juDCD3YH8ttLFrqxFg,27781
 evalsuite/vision/segmentation.py,sha256=7h0AirBU0G6XMWzdA7MQNO52hXz8oboNAX9s55y6SVQ,38647
-evalsuite_python-0.5.0.dist-info/METADATA,sha256=YKZIpS-l_rI2YePmzDH2LwRq5kK9tzQtfBm1JeVUE94,24620
-evalsuite_python-0.5.0.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
-evalsuite_python-0.5.0.dist-info/entry_points.txt,sha256=YYIwisn4L4sQt3ntzbM0_Z4yZE2KCu3GJ6KfWL1kIwc,54
-evalsuite_python-0.5.0.dist-info/licenses/LICENSE,sha256=cRRQ6Kk8w2qCqtDSSUJQGy-0rqjmjJG09cZ6iIiMvdc,1095
-evalsuite_python-0.5.0.dist-info/RECORD,,
+evalsuite_python-0.5.1.dist-info/METADATA,sha256=ZMRgBXsp3-_F0EDHXQsX2TT2MZ3g7TeSFzXdYec3iac,25181
+evalsuite_python-0.5.1.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
+evalsuite_python-0.5.1.dist-info/entry_points.txt,sha256=YYIwisn4L4sQt3ntzbM0_Z4yZE2KCu3GJ6KfWL1kIwc,54
+evalsuite_python-0.5.1.dist-info/licenses/LICENSE,sha256=cRRQ6Kk8w2qCqtDSSUJQGy-0rqjmjJG09cZ6iIiMvdc,1095
+evalsuite_python-0.5.1.dist-info/RECORD,,