ids2eval 0.2.2__py3-none-any.whl

ids2eval/reporting/scorecard_plot.py

@@ -0,0 +1,162 @@
+"""Renders the scorecard as a figure (PDF + PNG): the verdict, the full
+per-check breakdown (name, status, and *why* - the check's own summary
+for this run), and diagnostic charts where applicable. A bare status-count
+chart was tried first and dropped - "8 ok, 1 warning" means nothing
+without seeing which checks and why, so the checks list is the main
+content, not an afterthought.
+
+PDF is the publication-grade vector figure meant to be cited/embedded
+directly in a paper; PNG is a raster preview of the exact same figure,
+embedded in SCORECARD.md so the chart shows up inline on GitHub (PDFs
+don't render in Markdown previews) - SCORECARD.md constrains its display
+width explicitly, since GitHub renders an embedded image at full native
+size otherwise.
+
+Requires matplotlib - an optional extra (`pip install "ids2eval[plots]"`),
+not a core dependency, so importing ids2eval.scorecard never needs it.
+config.py's validate_config() already confirms matplotlib is importable
+before this module is ever touched, so no import-error handling here.
+"""
+
+from __future__ import annotations
+
+import textwrap
+from pathlib import Path
+
+import matplotlib
+
+matplotlib.use("Agg")  # headless - never touches a display, safe in CI/servers
+
+import matplotlib.pyplot as plt
+
+_STATUS_COLOR = {"ok": "#1a7f4e", "warning": "#a15c00", "flag": "#b3261e", "not_applicable": "#8a8f99"}
+_VERDICT_TEXT = {"passed": "PASSED", "passed_with_warnings": "PASSED WITH WARNINGS", "review_required": "REVIEW REQUIRED",
+                 "not_evaluated": "NOT EVALUATED"}
+_VERDICT_STATUS = {"passed": "ok", "passed_with_warnings": "warning", "review_required": "flag",
+                   "not_evaluated": "not_applicable"}
+_INK = "#16181c"
+_MUTED = "#5b5f6a"
+_ACCENT = "#0d8f82"
+
+_SUMMARY_WRAP_WIDTH = 92
+
+
+def _find(findings: list[dict], check: str) -> dict | None:
+    return next((f for f in findings if f["check"] == check), None)
+
+
+def render(scorecard: dict, findings: list[dict], pdf_path: Path, png_path: Path) -> None:
+    class_dist = _find(findings, "class_distribution_report")
+    leakage = _find(findings, "leakage_screen")
+    has_leakage_panel = leakage is not None and "top_features" in leakage.get("details", {})
+
+    wrapped = [(f, textwrap.wrap(f["summary"], width=_SUMMARY_WRAP_WIDTH) or [""]) for f in findings]
+    checks_lines = sum(1 + len(lines) + 0.35 for _, lines in wrapped)
+    # Generous on purpose: this panel is raw ax.text(), not axes titles/ticks,
+    # so matplotlib's own layout engines can't see its content to avoid
+    # collisions with the panel below - the padding has to be manual.
+    checks_panel_height = 0.6 + checks_lines * 0.26
+
+    n_diagnostic_panels = (class_dist is not None) + has_leakage_panel
+    fig_height = 1.0 + checks_panel_height + n_diagnostic_panels * 2.6
+    fig = plt.figure(figsize=(7.5, fig_height))
+    height_ratios = [1.0, checks_panel_height, *([2.6] * n_diagnostic_panels)]
+    gs = fig.add_gridspec(nrows=2 + n_diagnostic_panels, ncols=1, height_ratios=height_ratios, hspace=0.55)
+
+    _draw_header(fig.add_subplot(gs[0]), scorecard)
+    _draw_checks_list(fig.add_subplot(gs[1]), wrapped)
+
+    row = 2
+    if class_dist is not None:
+        _draw_class_distribution(fig.add_subplot(gs[row]), class_dist)
+        row += 1
+    if has_leakage_panel:
+        _draw_feature_importance(fig.add_subplot(gs[row]), leakage)
+        row += 1
+
+    fig.text(
+        0.01, 0.005,
+        "Verdict rule: any flag -> review required  ·  warnings only -> passed with warnings  ·  all ok -> passed",
+        fontsize=7, color=_MUTED,
+    )
+
+    fig.savefig(pdf_path, format="pdf", bbox_inches="tight")
+    fig.savefig(png_path, format="png", dpi=130, bbox_inches="tight")
+    plt.close(fig)
+
+
+def _draw_header(ax, scorecard: dict) -> None:
+    ax.axis("off")
+    verdict = scorecard["overall_status"]
+    counts = {"ok": 0, "warning": 0, "flag": 0, "not_applicable": 0}
+    for f in scorecard["findings"]:
+        counts[f["status"]] += 1
+    counts_text = (
+        f"{counts['ok']} ok  ·  {counts['warning']} warning  ·  {counts['flag']} flag  ·  "
+        + (f"{counts['not_applicable']} n/a  ·  " if counts["not_applicable"] else "")
+        + f"{sum(counts.values())} checks"
+    )
+
+    ax.text(0, 0.8, "IDS2Eval Scorecard", fontsize=16, fontweight="bold", color=_INK, transform=ax.transAxes)
+    ax.text(0, 0.42, scorecard["dataset_name"], fontsize=11, color=_MUTED, transform=ax.transAxes)
+    ax.text(0, 0.08, counts_text, fontsize=9.5, color=_INK, transform=ax.transAxes)
+    ax.text(
+        1, 0.55, _VERDICT_TEXT[verdict], fontsize=13, fontweight="bold", color="white",
+        ha="right", va="center", transform=ax.transAxes,
+        bbox={"boxstyle": "round,pad=0.4", "facecolor": _STATUS_COLOR[_VERDICT_STATUS[verdict]], "edgecolor": "none"},
+    )
+
+
+def _draw_checks_list(ax, wrapped: list[tuple[dict, list[str]]]) -> None:
+    total_lines = sum(1 + len(lines) + 0.35 for _, lines in wrapped)
+    ax.set_xlim(0, 1)
+    ax.set_ylim(0, max(total_lines, 1))
+    ax.axis("off")
+
+    y = total_lines
+    for f, lines in wrapped:
+        y -= 1
+        color = _STATUS_COLOR[f["status"]]
+        ax.text(0.0, y, "●", color=color, fontsize=11, va="top")
+        ax.text(0.028, y, f["check"], color=_INK, fontsize=9.3, fontweight="bold", family="monospace", va="top")
+        label = "n/a" if f["status"] == "not_applicable" else f["status"]
+        ax.text(0.99, y, label, color=color, fontsize=8.8, fontweight="bold", va="top", ha="right")
+        for line in lines:
+            y -= 1
+            ax.text(0.028, y, line, color=_MUTED, fontsize=8.3, va="top")
+        y -= 0.35
+
+
+def _draw_class_distribution(ax, finding: dict) -> None:
+    details = finding["details"]
+    train_counts, test_counts = details["train"]["counts"], details["test"]["counts"]
+    classes = list(train_counts)
+    classes += [c for c in test_counts if c not in classes]
+
+    x = range(len(classes))
+    width = 0.35
+    ax.bar([i - width / 2 for i in x], [train_counts.get(c, 0) for c in classes], width, label="train", color=_ACCENT)
+    ax.bar([i + width / 2 for i in x], [test_counts.get(c, 0) for c in classes], width, label="test", color=_MUTED)
+    ax.set_yscale("log")
+    ax.set_xticks(list(x))
+    # Short labels (e.g. numeric 0/1 label columns) sit horizontally - no
+    # need to eat vertical space rotating something that already fits.
+    needs_rotation = max(len(str(c)) for c in classes) > 6
+    if needs_rotation:
+        ax.set_xticklabels(classes, rotation=20, ha="right", fontsize=9)
+    else:
+        ax.set_xticklabels(classes, fontsize=9)
+    ax.set_title("Class distribution (log scale)", fontsize=11, color=_INK, loc="left")
+    ax.legend(frameon=False, fontsize=9)
+    ax.spines[["top", "right"]].set_visible(False)
+    ax.tick_params(colors=_MUTED)
+
+
+def _draw_feature_importance(ax, finding: dict) -> None:
+    top_features = finding["details"]["top_features"]
+    names = list(top_features)[::-1]
+    values = [top_features[name] for name in names]
+    ax.barh(names, values, color=_STATUS_COLOR["flag"])
+    ax.set_title("Top feature importances (leakage_screen)", fontsize=11, color=_INK, loc="left")
+    ax.spines[["top", "right"]].set_visible(False)
+    ax.tick_params(colors=_MUTED)

ids2eval/version_info.py

@@ -0,0 +1,36 @@
+"""Best-effort software version info for cache invalidation and run provenance.
+
+Used by cache.py's fingerprint (so a code change to loading/splitting
+logic invalidates an existing cache even when the config and input
+files haven't changed) and run_manager.py's environment.json.
+"""
+
+from __future__ import annotations
+
+import shutil
+import subprocess
+from importlib.metadata import PackageNotFoundError, version
+from pathlib import Path
+
+
+def get_version_info() -> dict:
+    try:
+        pkg_version = version("ids2eval")
+    except PackageNotFoundError:
+        pkg_version = "unknown (not pip-installed)"
+
+    git_commit = None
+    git_path = shutil.which("git")  # resolve full path, not a bare "git" off PATH
+    if git_path:
+        try:
+            result = subprocess.run(  # noqa: S603 - fixed args, no untrusted input
+                [git_path, "rev-parse", "HEAD"],
+                cwd=Path(__file__).parent,
+                capture_output=True, text=True, timeout=5, check=False,
+            )
+            if result.returncode == 0:
+                git_commit = result.stdout.strip()
+        except (OSError, subprocess.TimeoutExpired):
+            pass
+
+    return {"version": pkg_version, "git_commit": git_commit}

ids2eval-0.2.2.dist-info/METADATA

@@ -0,0 +1,119 @@
+Metadata-Version: 2.4
+Name: ids2eval
+Version: 0.2.2
+Summary: Config-driven data-quality-audit and benchmarking toolkit for NIDS datasets
+License-Expression: AGPL-3.0-only
+Project-URL: Homepage, https://hashtagRR.github.io/IDS2Eval
+Project-URL: Source, https://github.com/hashtagRR/IDS2Eval
+Project-URL: Issues, https://github.com/hashtagRR/IDS2Eval/issues
+Project-URL: Documentation, https://github.com/hashtagRR/IDS2Eval/blob/main/guide/usage.md
+Keywords: intrusion detection,NIDS,dataset audit,data quality,benchmarking,machine learning
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Science/Research
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Security
+Requires-Python: <3.14,>=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pyyaml
+Requires-Dist: pandas
+Requires-Dist: numpy
+Requires-Dist: scikit-learn>=1.4
+Requires-Dist: scipy
+Requires-Dist: imbalanced-learn
+Requires-Dist: xgboost
+Requires-Dist: pyarrow
+Provides-Extra: dev
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: ruff; extra == "dev"
+Provides-Extra: plots
+Requires-Dist: matplotlib; extra == "plots"
+Dynamic: license-file
+
+# IDS<sup>2</sup>Eval
+
+**[hashtagRR.github.io/IDS2Eval](https://hashtagRR.github.io/IDS2Eval)**
+
+[![PyPI](https://img.shields.io/pypi/v/ids2eval.svg)](https://pypi.org/project/ids2eval/)
+[![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.23217300.svg)](https://doi.org/10.5281/zenodo.23217300)
+
+<p align="center">
+  <img src="https://raw.githubusercontent.com/hashtagRR/IDS2Eval/main/docs/img/ids2eval-overview.svg" width="100%"
+       alt="IDS2Eval overview: a NIDS dataset and a YAML config go through four kinds of check (diagnose, 18 checks; control, 1; intervene, 8; look up known issues, 1), run on the raw data and again after removing duplicates, and every verdict lands in one scorecard. ids2eval recommend suggests config fixes for flagged checks.">
+</p>
+
+A config-driven toolkit that audits network intrusion detection (NIDS)
+datasets before you trust a result on them. It runs 28 checks for
+duplicated rows, label conflicts, one-column shortcuts and split
+problems, tests whether a suspected problem actually changes the
+accuracy, and records every verdict in a citable scorecard.
+
+*IDS<sup>2</sup> reads both ways: **I**ntrusion **D**etection **S**ystems and
+**I**ntrusion **D**ata **S**ets.*
+
+## Quickstart
+
+```bash
+python3 -m venv venv && venv/bin/pip install "ids2eval[plots]"
+venv/bin/ids2eval-dashboard                      # web UI with a pre-filled config editor
+venv/bin/ids2eval run --config my_config.yaml    # or the CLI, with a config like the one below
+```
+
+```yaml
+# my_config.yaml: any NIDS dataset in CSV or Parquet form
+dataset:
+  name: my-dataset
+  raw_files: ["data.csv"]
+schema:
+  label_column: Label
+```
+
+Windows, installing from the source code, and troubleshooting: [INSTALL.md](https://github.com/hashtagRR/IDS2Eval/blob/main/INSTALL.md).
+
+## Documentation
+
+| Guide | What it covers |
+|---|---|
+| [Usage](https://github.com/hashtagRR/IDS2Eval/blob/main/guide/usage.md) | the CLI, the dashboard, output files, caching, reproducing a run, and the Python API |
+| [Config fields](https://github.com/hashtagRR/IDS2Eval/blob/main/configs/README.md) | every config field, with its default and an example |
+| [Configuration notes](https://github.com/hashtagRR/IDS2Eval/blob/main/guide/configuration.md) | the reasoning behind non-obvious fields, and larger worked examples |
+| [Checks](https://github.com/hashtagRR/IDS2Eval/blob/main/guide/checks.md) | what each of the 28 checks does, the research behind it, and the scorecard's verdict rule |
+| [Example scorecards](https://github.com/hashtagRR/IDS2Eval/blob/main/examples/README.md) | the real audit runs behind the paper, on seven widely used NIDS benchmarks |
+| [Paper results](https://github.com/hashtagRR/IDS2Eval/blob/main/results/README.md) | configurations, scorecards and analysis outputs behind the accompanying paper |
+| [Known issues](https://github.com/hashtagRR/IDS2Eval/blob/main/guide/contributing-known-issues.md) | how to add a curated known issue or extractor fingerprint |
+| [Install guide](https://github.com/hashtagRR/IDS2Eval/blob/main/INSTALL.md) | platform setup, extras, tests and lint, including Windows |
+| [Contributing](https://github.com/hashtagRR/IDS2Eval/blob/main/CONTRIBUTING.md) | development setup and how releases are made |
+| [Project site](https://hashtagRR.github.io/IDS2Eval) | the project's overview page |
+
+## Versions
+
+Every release and its changes are in the [changelog](https://github.com/hashtagRR/IDS2Eval/blob/main/CHANGELOG.md); each one is archived on Zenodo under the concept DOI above.
+
+- **`v0.2.1`** ([10.5281/zenodo.23301210](https://doi.org/10.5281/zenodo.23301210)): a check with no input to test reports `not_applicable` instead of `ok`, an audit in which no check produced a result is `not_evaluated` instead of passed, scorecards list the checks a config left disabled (schema 1.4), and known-issue warnings name the release they document; no statistic or threshold changed. Also adds the validation scripts and results of the paper's revision (host-disjoint splits, workflow ablation, interval coverage, class-adjusted reuse, a comparison with Flood et al.'s released heuristics).
+- **`v0.2.0`** ([10.5281/zenodo.23217301](https://doi.org/10.5281/zenodo.23217301)): the code, configurations and results behind the accompanying paper on auditing NIDS benchmarks (in preparation).
+
+IDS<sup>2</sup>Eval grew out of the dataset-auditing code of research on
+machine-learning-based network intrusion detection, generalized into a
+dataset-independent toolkit.
+
+## Citing
+
+Cite the version you used. The concept DOI
+[10.5281/zenodo.23217300](https://doi.org/10.5281/zenodo.23217300)
+always resolves to the latest version.
+
+> Relapanawa, R. (2026). *IDS2Eval 0.2.1* (Version v0.2.1) [Computer software]. Zenodo. https://doi.org/10.5281/zenodo.23301210
+
+The results, configurations and analysis scripts behind the accompanying paper are archived separately:
+
+> Relapanawa, R. (2026). *IDS2Eval paper: research artifacts (results, configurations and analysis scripts)* [Dataset]. Zenodo. https://doi.org/10.5281/zenodo.23301258
+
+## License
+
+AGPL-3.0. See [LICENSE](https://github.com/hashtagRR/IDS2Eval/blob/main/LICENSE).

ids2eval-0.2.2.dist-info/RECORD

@@ -0,0 +1,73 @@
+ids2eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ids2eval/__main__.py,sha256=MSmt_5Xg84uHqzTN38JwgseJK8rsJn_11A8WD99VtEo,61
+ids2eval/_json_utils.py,sha256=X9NMLhgR7M1e03eH6g1tsM8CupiekTzQursUXY-vuXw,817
+ids2eval/cli.py,sha256=D7j4xqO3IIXaXQvgSO8jZu1bsdM7n3YABgpjxikHfOs,13642
+ids2eval/config.py,sha256=frbQoFNYZTiQpBjwU_m2emDAwiojxR2_bkBeesvJL5M,17028
+ids2eval/version_info.py,sha256=G3rxvo3zl5QPsxoaiaVS4OAnd7FM6DxC1zfTOoyUvbI,1230
+ids2eval/audit/__init__.py,sha256=zfyAmTm33C0WA6eUTYdy4FMC35r2AjKZAx9rlX6ELh8,12534
+ids2eval/audit/_auc.py,sha256=rv3nQ6eLXzbcvULvk8DJKalBOwoiUKkqKQbCQveZzvY,1990
+ids2eval/audit/_by_class.py,sha256=kPFYZcL4WTtbNM7VEiOnnC3PBr8waMi3F-t-luLDS-Y,1013
+ids2eval/audit/_checkpoint.py,sha256=vWHXHfYwBe-zoJxnETtD-qQ2mnBDowiSKkvgZFFd8sA,2548
+ids2eval/audit/_fit_score.py,sha256=PhJZkBCeZc3i8aNOe-_IFo_YkzR4Zj3ZC5rKCC9FHvI,1737
+ids2eval/audit/_materiality.py,sha256=hY6Tl9Ls5sb3RcQZUgTZppehEOMCBsM1FGotbrEARno,1339
+ids2eval/audit/_status.py,sha256=qgWYYH-dkS-wF_HkmoIhQgDw3m1Ro6lSJ-nikFr2BNs,550
+ids2eval/audit/_time.py,sha256=KfGxR8iGh9l_aYGTdYmVLNIvQdE64cwipczXg96YamM,395
+ids2eval/audit/artifact_sensitivity.py,sha256=kmkr7O_dk_D7V7xcZozMlXZdT2m3wWOgf2yhiiZGRaE,3854
+ids2eval/audit/class_distribution.py,sha256=fPr5EroRzkIJruRYu6ITNCe75M6LrgrK9VNAthR3kcc,2209
+ids2eval/audit/cross_capture_matrix.py,sha256=HXPmWBsyg6btnfL7VcVjwpRUezYxQoGNc2f8cULX2w0,4686
+ids2eval/audit/cross_dataset_drift.py,sha256=JnNOtEb--W_13LslIY6NSr9IYQs6JW4ivc6w4NO7k4M,3177
+ids2eval/audit/data_integrity.py,sha256=A0MGDfhAwIVIKtOFSK8sWvdmpyYRtnkVuz9ocJdgxCo,2646
+ids2eval/audit/dedup.py,sha256=QLvsmgY0uR-6uhvKWAKDqC9PfyPPLDWc6WiGRn5Rneo,2837
+ids2eval/audit/feature_auc_ranking.py,sha256=HicQKuicfk1LJy4C3_1jhIwEVG0Y8ox9EyH7KDaDnlc,5156
+ids2eval/audit/feature_category_ablation.py,sha256=A8watluBQhbh4UHMrKeibSrUwHc8D-A1M1U-ElqoWQA,4064
+ids2eval/audit/flow_group_leakage.py,sha256=Sd-3W1mvqNrdLuGNsMZtjifBwH1EYWrLTrPUbX0lBQM,2937
+ids2eval/audit/homogeneity.py,sha256=3-Ekl5WWSzAsixY006cttknlSqPVDToemBYteM0Kl3A,7369
+ids2eval/audit/identity_columns.py,sha256=TxWy1R-Om8hwXQavd4_yStkxApHNAFaBKEPNkop7h3U,8274
+ids2eval/audit/known_issues.py,sha256=uJ_ddVacwwGRrY-OkDthIQQnHFYjMRbxHKwUJkmwJ1g,7552
+ids2eval/audit/label_conflict.py,sha256=bi25ieyk0n7Ql1lQZ7Wl10MiYE2s17kh8zV69iZIzlU,4293
+ids2eval/audit/leakage.py,sha256=k9F3p7cQbQZ-Yp-3myF1dQZQiSWdv2C9ttht7o1mNIA,4501
+ids2eval/audit/near_duplicate_class.py,sha256=Stiexlch-BLbp85-nAgPqK8yjxlB7zzf3EbJx9I-Iww,3541
+ids2eval/audit/one_rule.py,sha256=Y9DP7qfutBZF-zMJED_PfvR3geXmqMqDEHER7pUGfhg,3846
+ids2eval/audit/port_protocol_shortcut.py,sha256=ZrDVdMqvAeegtg7DkfhgAbgCT1FmU6-LK0A9qIUYtSk,3270
+ids2eval/audit/repeated_seed_falsification.py,sha256=Xd1b-T31_QX72RkyR-laAAkVIcsmQAmwrRN4qSBz8Gk,8796
+ids2eval/audit/resplit.py,sha256=GtG_ChHbrLtuOHawDrmd7IyQpZupbfmZS5GVLtIf2YI,4739
+ids2eval/audit/result_robustness.py,sha256=QOprmMPO7TVZxPLEueHK8EYQ0gjbjMV5ls0nNI8g_90,7041
+ids2eval/audit/row_order_leakage.py,sha256=GFc05TjY_1fIymDth7wyqjOijm9oQ_Ay5KrMB0e-YmY,3434
+ids2eval/audit/scenario_holdout.py,sha256=4AaZ4RCQotsaMlL8XLjzn6sS81bMwt5XfUGbmeNz3xM,4902
+ids2eval/audit/schema_fingerprint.py,sha256=yqS6b7jCiSnPHkEulqKxjzRG5pERn77wcGidoR42pEo,2033
+ids2eval/audit/seed_sensitivity.py,sha256=QO5tRD-AlrXM9h1PNKaq7KGfJzuIczQCHMCogzitg10,2935
+ids2eval/audit/synthetic_realism.py,sha256=lkF5C2iLYaKzaFQ2owSvlge_yLNlpijHj7-YlUW7bZg,3130
+ids2eval/audit/temporal_leakage.py,sha256=E2IVS1wGKQ5tF0qFOpNthy_28mcKCdum7vOuZlBTTrQ,2554
+ids2eval/audit/temporal_realism.py,sha256=mdmf7JDNA_JiFs8J038Bv3umdbxkv1A6APeQp0Fa2PE,3188
+ids2eval/dashboard/__init__.py,sha256=qgB7NuQZzOoTLiPZYmdBL8Cv5TEg1n-bXSrYhm-U1Bg,88
+ids2eval/dashboard/__main__.py,sha256=3dYKHfmWsrdExFlTFlcR5a_icR9fAkn06Yh14TQkEd8,33
+ids2eval/dashboard/server.py,sha256=whBKSYeVrO0l36F1g5ZncRsg7WlcWcE4zli45c7CXsM,24936
+ids2eval/dashboard/static/app.js,sha256=Mk5w5oAvoJKM-j2Eca5pIma3p5km4QeYtD_D5gNCbdI,61742
+ids2eval/dashboard/static/charts.js,sha256=okUnQCamDkGlQpJ9Df3yaz6QIQ89soSahIOGp-QI02Y,21719
+ids2eval/dashboard/static/index.html,sha256=St2kLtNGBQoHecozwmBmyI881N-ATTX4zKkHJygoY3E,1287
+ids2eval/dashboard/static/style.css,sha256=OHolv5eJ9-L3gtAsGlERoMA6mlnTYp6hAEQdluq7_H0,19294
+ids2eval/data/__init__.py,sha256=eF1sOPeC4XXjFEylQy_hLS7cI57rfuO3btaw3UUcado,108
+ids2eval/data/cache.py,sha256=pAiPUbnZcfPBr94MHsKi-6xKiazAX_x3VheIB2rIZ0I,4046
+ids2eval/data/chunked_io.py,sha256=cLvRm95tWirVcmky61KDnlsd3N0FqKcRBGjEPieklcw,19501
+ids2eval/data/dataset.py,sha256=XxbmYRDOCvWFCYTPVLuDezgCN6gue2dablqAcSWxksY,8995
+ids2eval/data/features.py,sha256=hSnZL1V6TBizSomoOa9jD9_n_aPbUZS9sDsa4-8iYtg,4359
+ids2eval/data/label_grouping.py,sha256=UuCMGb4aS8N6yWUYK8jfXtS5O75FpSlE6S40-8YaZpk,1275
+ids2eval/modeling/__init__.py,sha256=qf7pZjgt9OW_dmy_w_G7jOv8g6GyXB_SJNzI8l1Cs04,89
+ids2eval/modeling/benchmark.py,sha256=kzdyRneKIjVAaVBvKKGg69rgJ_9PYQ3WbJSpFNDNs1U,17165
+ids2eval/modeling/classifiers.py,sha256=WE2m1qDgL1tm2-07CkY1LYv7auHkONi84KoqcZYHvPE,6194
+ids2eval/modeling/preprocessing.py,sha256=SNJGwvCQ7dAiuBstdp8p0iVsdqIF51FH8ZtvD3q8mCY,2724
+ids2eval/reporting/__init__.py,sha256=rKnMrOQ0bbPZWqkBCkYHzGBDpLX_svX-RqWz_N0sPNk,77
+ids2eval/reporting/cite.py,sha256=pGZSifgSfcCNDS9AIwRKK8eldw44NNU9CgEYUnVROmw,2191
+ids2eval/reporting/compare_datasets.py,sha256=MnpZFreae3Wu448h37hl3p8_D9oqEB9xpmHk3278lSc,4727
+ids2eval/reporting/drift.py,sha256=U2ecHWSXybaetLvAj7jKTuVcc9CH7ygbPDDnye1w3RY,3237
+ids2eval/reporting/intervention_manifest.py,sha256=TOmto4UyRUCIkjg1579lNPTmi_E1i9IiLS3w97tj32Q,4827
+ids2eval/reporting/recommend.py,sha256=Rwd1NvedMiVFbcmmQqRxw8IRiKjgw3POisHpiPILdxo,19516
+ids2eval/reporting/run_manager.py,sha256=xutWFYaRvybpBqE7L7mGtlWwCJPI7aK5yAgx1lV0BgI,7826
+ids2eval/reporting/scorecard.py,sha256=Lfr5QvWGpc1jxh_oU3Ft_YMi96cS9aiy3dGx0X88Pf4,45347
+ids2eval/reporting/scorecard_plot.py,sha256=MUXz1Pk6TWB3Z-BClkcdihNjVMCwofu7S_PcYPy0JFc,7239
+ids2eval-0.2.2.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+ids2eval-0.2.2.dist-info/METADATA,sha256=06DmpyuZd2NpNlQcXt0BT9Kr5FQYZ18cZ6EcVO7j6N8,6661
+ids2eval-0.2.2.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
+ids2eval-0.2.2.dist-info/entry_points.txt,sha256=q8WZWzs0tBuj__nI-WSiqMdvARdmZKBafRRysSVyNIY,144
+ids2eval-0.2.2.dist-info/top_level.txt,sha256=Mo1n5SGhQw6FYJMTRXJQ-0n4Y6IY4ZGr1ahX5OKJg74,9
+ids2eval-0.2.2.dist-info/RECORD,,

ids2eval-0.2.2.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (84.0.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

ids2eval-0.2.2.dist-info/entry_points.txt

@@ -0,0 +1,4 @@
+[console_scripts]
+ids2eval = ids2eval.cli:main
+ids2eval-dashboard = ids2eval.dashboard.server:main
+ids2eval-ui = ids2eval.dashboard.server:main