bitexoft-verify 0.2.0__py3-none-any.whl

bitexoft_verify/checks/common.py

@@ -0,0 +1,300 @@
+"""Checks reused across deliveries and projects.
+
+House rule: a check never fails for something the person cannot fix. If an optional
+dependency or an external fixture is missing, it is SKIPPED with a message saying what
+to do; failing would be lying about their code.
+"""
+
+from __future__ import annotations
+
+import ast
+import importlib
+import subprocess
+import sys
+from dataclasses import dataclass
+from enum import Enum
+from pathlib import Path
+from typing import Any
+
+from ..manifest import Manifest
+from ..report import Check, Problems, issue
+
+FRAMEWORKS = (
+    "fastapi",
+    "pydantic",
+    "pydantic_settings",
+    "starlette",
+    "uvicorn",
+    "matplotlib",
+    "sqlalchemy",
+    "alembic",
+    "psycopg",
+    "flask",
+    "django",
+    "httpx",
+    "requests",
+    "numpy",
+    "pandas",
+)
+
+# Input and output, in every shape the domain might reach for. The domain answers what
+# the problem *is*; how data arrives and leaves is somebody else's job.
+IO_MODULES = ("csv", "json", "argparse", "sys", "pathlib", "os", "io", "logging", "sqlite3", "pickle", "configparser")
+
+
+@dataclass(slots=True)
+class Context:
+    root: Path
+    manifest: Manifest
+    timeout: int = 180
+
+    def run(self, args: list[str], timeout: int | None = None) -> subprocess.CompletedProcess[str]:
+        """Runs a command at the root of the learner's repository."""
+        return subprocess.run(
+            args,
+            cwd=self.root,
+            capture_output=True,
+            text=True,
+            timeout=timeout or self.timeout,
+            check=False,
+        )
+
+    def python(self, args: list[str], timeout: int | None = None) -> subprocess.CompletedProcess[str]:
+        return self.run([sys.executable, *args], timeout=timeout)
+
+    def cli(self, args: list[str], timeout: int | None = None) -> subprocess.CompletedProcess[str]:
+        """Runs the learner's entry point, however they declared it."""
+        module = self.manifest.get("cli.module")
+        if isinstance(module, str) and module.strip():
+            return self.python(["-m", module, *args], timeout=timeout)
+        return self.python([self.manifest.require("cli.main"), *args], timeout=timeout)
+
+
+def import_symbol(reference: str) -> Any:
+    """`package.module:Symbol` -> the object. Raises if it cannot be imported."""
+    module_name, _, symbol = reference.partition(":")
+    module = importlib.import_module(module_name)
+    if not symbol:
+        return module
+    if not hasattr(module, symbol):
+        raise AttributeError(f"{module_name} does not export '{symbol}'")
+    return getattr(module, symbol)
+
+
+def check_manifest_keys(ctx: Context, keys: list[str], check_id: str = "manifest") -> Check:
+    missing = ctx.manifest.missing(keys)
+    title = "bitexoft.toml declares what is needed"
+    if missing:
+        return Check(
+            check_id,
+            title,
+            "fail",
+            f"missing keys: {', '.join(missing)}",
+            (issue("manifest.missing_keys", keys=list(missing)),),
+        )
+    return Check(check_id, title, "pass")
+
+
+def check_symbol(
+    ctx: Context,
+    reference: str,
+    *,
+    shape: str | None = None,
+    members: list[str] | None = None,
+    check_id: str | None = None,
+) -> Check:
+    """Checks that a symbol exists and has the shape the contract asks for."""
+    resolved = ctx.manifest.resolve(reference)
+    identifier = check_id or resolved.replace(":", ".").replace(".", "_").lower()
+    title = f"{resolved} exists with the required shape"
+    try:
+        obj = import_symbol(resolved)
+    except Exception as exc:  # noqa: BLE001 - any import failure is a contract failure
+        return Check(
+            identifier,
+            title,
+            "fail",
+            f"could not import: {type(exc).__name__}: {exc}",
+            (issue("symbol.import_failed", symbol=resolved, error=type(exc).__name__, detail=str(exc)),),
+        )
+
+    problems = Problems()
+
+    if shape == "frozen-dataclass":
+        params = getattr(obj, "__dataclass_params__", None)
+        if params is None:
+            problems.add("not a dataclass", "symbol.not_dataclass", symbol=resolved)
+        elif not getattr(params, "frozen", False):
+            problems.add("the dataclass is not immutable (frozen=True)", "symbol.not_frozen", symbol=resolved)
+    elif shape == "enum":
+        if not (isinstance(obj, type) and issubclass(obj, Enum)):
+            problems.add("not an Enum", "symbol.not_enum", symbol=resolved)
+    elif shape == "exception":
+        if not (isinstance(obj, type) and issubclass(obj, BaseException)):
+            problems.add("not an exception class", "symbol.not_exception", symbol=resolved)
+    elif shape == "protocol-or-abc":
+        is_protocol = bool(getattr(obj, "_is_protocol", False))
+        is_abc = isinstance(obj, type) and bool(getattr(obj, "__abstractmethods__", frozenset()))
+        if not (is_protocol or is_abc):
+            problems.add(
+                "neither a Protocol nor an abstract base class", "symbol.not_protocol_or_abc", symbol=resolved
+            )
+
+    for member in members or []:
+        if isinstance(obj, type) and issubclass(obj, Enum):
+            present = member in obj.__members__
+        else:
+            present = hasattr(obj, member) or member in getattr(obj, "__annotations__", {})
+        if not present:
+            problems.add(f"'{member}' is missing", "symbol.member_missing", symbol=resolved, member=member)
+
+    if problems:
+        return problems.failing(identifier, title, "; ")
+    return Check(identifier, title, "pass")
+
+
+def module_imports(path: Path) -> list[str]:
+    try:
+        tree = ast.parse(path.read_text(encoding="utf-8"))
+    except (SyntaxError, UnicodeDecodeError):
+        return []
+    names: list[str] = []
+    for node in ast.walk(tree):
+        if isinstance(node, ast.Import):
+            names += [alias.name for alias in node.names]
+        elif isinstance(node, ast.ImportFrom) and node.module and node.level == 0:
+            names.append(node.module)
+    return names
+
+
+def check_domain_has_no_io(ctx: Context, check_id: str = "boundary") -> Check:
+    """
+    The boundary, read from the syntax tree. Nothing is executed: what counts is what
+    the code says it depends on. This is the check that keeps the cost of every later
+    delivery constant instead of growing.
+    """
+    title = "The domain has no input or output"
+    folder = ctx.manifest.layer_path("domain")
+    if folder is None:
+        return Check(
+            check_id,
+            title,
+            "fail",
+            "I cannot find the domain folder declared in bitexoft.toml",
+            (issue("boundary.no_domain_folder"),),
+        )
+
+    forbidden = (*IO_MODULES, *FRAMEWORKS)
+    offenders = Problems()
+    checked = 0
+    for module in sorted(folder.rglob("*.py")):
+        checked += 1
+        for name in module_imports(module):
+            if any(name == entry or name.startswith(entry + ".") for entry in forbidden):
+                relative = module.relative_to(ctx.root)
+                offenders.add(
+                    f"{relative} imports {name}",
+                    "boundary.imports_io",
+                    module=relative.as_posix(),
+                    imported=name,
+                )
+
+    if checked == 0:
+        return Check(
+            check_id,
+            title,
+            "fail",
+            "the domain folder has no Python modules",
+            (issue("boundary.no_modules"),),
+        )
+    if offenders:
+        return offenders.failing(check_id, title, "; ", limit=8)
+    return Check(check_id, title, "pass")
+
+
+def check_tests_pass(ctx: Context, check_id: str = "tests") -> Check:
+    title = "Your test suite passes"
+    try:
+        result = ctx.python(["-m", "pytest", "-q", "--no-header", "-x"], timeout=ctx.timeout)
+    except subprocess.TimeoutExpired:
+        return Check(
+            check_id,
+            title,
+            "fail",
+            f"the tests did not finish within {ctx.timeout}s",
+            (issue("tests.timeout", seconds=ctx.timeout),),
+        )
+    if result.returncode == 5:
+        return Check(check_id, title, "fail", "no tests were collected", (issue("tests.none_collected"),))
+    if result.returncode != 0:
+        tail = (result.stdout or result.stderr).strip().splitlines()[-3:]
+        return Check(
+            check_id,
+            title,
+            "fail",
+            " / ".join(tail) or "pytest returned a non-zero exit code",
+            (issue("tests.failed", detail=" / ".join(tail)),),
+        )
+    return Check(check_id, title, "pass")
+
+
+def _test_files(ctx: Context) -> list[Path]:
+    seen: list[Path] = []
+    for pattern in ("test_*.py", "*_test.py", "conftest.py"):
+        seen += [
+            path
+            for path in ctx.root.rglob(pattern)
+            if ".venv" not in path.parts and "node_modules" not in path.parts
+        ]
+    return seen
+
+
+def check_tests_cover_invariants(ctx: Context, error_names: list[str], check_id: str = "invariant_tests") -> Check:
+    """A test that builds something impossible and expects a refusal."""
+    title = "At least one test builds an impossible object"
+    files = _test_files(ctx)
+    if not files:
+        return Check(check_id, title, "fail", "I cannot find any test files", (issue("tests.no_files"),))
+    for path in files:
+        text = path.read_text(encoding="utf-8", errors="ignore")
+        if "raises" in text and any(name in text for name in error_names):
+            return Check(check_id, title, "pass")
+    return Check(
+        check_id,
+        title,
+        "fail",
+        f"no test expects {' or '.join(error_names)}: an invariant nobody tests is a comment, not a guarantee",
+        (issue("tests.no_invariant_test", errors=list(error_names)),),
+    )
+
+
+def check_determinism(ctx: Context, args: list[str], check_id: str = "determinism") -> Check:
+    title = "Same input, same output"
+    try:
+        first = ctx.cli(args, timeout=120)
+        second = ctx.cli(args, timeout=120)
+    except subprocess.TimeoutExpired:
+        return Check(
+            check_id,
+            title,
+            "fail",
+            "one of the two runs did not finish within 120s",
+            (issue("determinism.timeout", seconds=120),),
+        )
+    if first.returncode != 0 or second.returncode != 0:
+        return Check(
+            check_id,
+            title,
+            "skip",
+            "cannot be checked: the program does not exit cleanly",
+            (issue("determinism.not_checkable"),),
+        )
+    if first.stdout != second.stdout:
+        return Check(
+            check_id,
+            title,
+            "fail",
+            "two runs over the same file produce different output",
+            (issue("determinism.differs"),),
+        )
+    return Check(check_id, title, "pass")

bitexoft_verify/cli.py

@@ -0,0 +1,120 @@
+"""Command line.
+
+    bitexoft-verify check A1                 # verifies A1 (and everything before it)
+    bitexoft-verify check A3 --only          # just A3
+    bitexoft-verify check A1 --repo ../mine  # another directory
+    bitexoft-verify deliveries               # what this version can verify today
+
+Exit codes: 0 all green, 1 something fails, 2 could not even start (missing manifest,
+unknown delivery). All three matter: CI reads them.
+"""
+
+from __future__ import annotations
+
+import argparse
+import sys
+from pathlib import Path
+
+from . import __version__
+from .manifest import ManifestError
+from .report import Check, Gate, Report, detect_surface, issue
+from .runner import UnknownDelivery, available_deliveries, run
+
+GREEN, RED, DIM, YELLOW, RESET = "\033[32m", "\033[31m", "\033[2m", "\033[33m", "\033[0m"
+MARKS = {"pass": "ok  ", "fail": "FAIL", "skip": "--  "}
+
+
+def _colour(status: str, text: str, tty: bool) -> str:
+    if not tty:
+        return text
+    return {"pass": GREEN, "fail": RED, "skip": YELLOW}.get(status, "") + text + RESET
+
+
+def _print(report: Report, tty: bool) -> None:
+    for gate in report.gates:
+        print(f"\n{gate.id}")
+        for check in gate.checks:
+            print(f"  {_colour(check.status, MARKS[check.status], tty)}  {check.title}")
+            if check.message:
+                print(f"        {DIM if tty else ''}{check.message}{RESET if tty else ''}")
+    print(
+        f"\n{report.passed} green, {report.failed} red, {report.skipped} not checked "
+        f"(delivery {report.delivery}, {'CI' if report.surface == 'ci' else 'local'})"
+    )
+
+
+def main(argv: list[str] | None = None) -> int:
+    parser = argparse.ArgumentParser(
+        prog="bitexoft-verify", description="Verifies a delivery of a Bitexoft project."
+    )
+    parser.add_argument("--version", action="version", version=f"bitexoft-verify {__version__}")
+    sub = parser.add_subparsers(dest="command", required=True)
+
+    check = sub.add_parser("check", help="verify a delivery")
+    check.add_argument("delivery", help="delivery identifier, such as A1")
+    check.add_argument("--repo", type=Path, default=Path.cwd(), help="repository root (defaults to the current one)")
+    check.add_argument("--out", type=Path, default=Path("verify-report.json"), help="where to write the report")
+    check.add_argument("--surface", choices=["auto", "local", "ci"], default="auto")
+    check.add_argument("--only", action="store_true", help="do not also verify the earlier deliveries")
+    check.add_argument("--timeout", type=int, default=180, help="seconds per command executed")
+    check.add_argument("--quiet", action="store_true")
+
+    sub.add_parser("deliveries", help="list the deliveries this version can verify")
+
+    args = parser.parse_args(argv)
+    tty = sys.stdout.isatty()
+
+    if args.command == "deliveries":
+        print("deliveries this version can verify: " + ", ".join(available_deliveries()))
+        return 0
+
+    root = args.repo.resolve()
+    delivery_id = args.delivery.strip().upper()
+    surface = detect_surface(None if args.surface == "auto" else args.surface)
+
+    try:
+        report = run(
+            root,
+            delivery_id,
+            cli_version=__version__,
+            surface=surface,
+            cumulative=not args.only,
+            timeout=args.timeout,
+        )
+    except (ManifestError, UnknownDelivery) as exc:
+        print(f"{RED if tty else ''}{exc}{RESET if tty else ''}", file=sys.stderr)
+        return 2
+    except Exception as exc:  # noqa: BLE001 - an unexpected failure must not lose the report
+        report = Report(
+            project="unknown",
+            delivery=delivery_id,
+            cli_version=__version__,
+            gates=[
+                Gate(
+                    "acceptance",
+                    [
+                        Check(
+                            "runner",
+                            "Verification could run",
+                            "fail",
+                            f"{type(exc).__name__}: {exc}",
+                            (issue("runner.crashed", error=type(exc).__name__, detail=str(exc)),),
+                        )
+                    ],
+                )
+            ],
+            surface=surface,  # type: ignore[arg-type]
+        )
+
+    written = report.write(args.out)
+    if not args.quiet:
+        _print(report, tty)
+        print(f"report: {written}")
+        if report.surface == "local":
+            print("this report is informative; the one that counts is produced by CI")
+
+    return 0 if report.ok else 1
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

bitexoft_verify/codes.py

@@ -0,0 +1,68 @@
+"""The codes a check can attach to a problem (ADR 0028).
+
+A code names a *kind of problem*, not a check: `symbol.not_frozen`, not `position`.
+It is a public identifier. The platform keeps one sentence per code and language (ADR 0027), and a
+learner's saved report keeps the code it was written with, so a code is never renamed and never
+reused. A wrong code is retired and a new one added.
+
+Only the codes something emits are listed. A1 is frozen (ADR 0009) and its checks emit none: the codes
+that were drafted for its own checks were taken out, and a delivery from A2 on adds the ones it needs.
+
+Each code lists the parameters it may carry. `expected` and `found` are the values to compare, when
+there are two. `detail` is raw text from the learner's own code, such as an exception message: it is
+shown as it is, never translated.
+
+`python -m bitexoft_verify.codes` writes `data/issue-codes.json`, the list the platform's tests read
+to make sure every code has a sentence in every language. A test keeps that file in step with this one.
+"""
+
+from __future__ import annotations
+
+import json
+from pathlib import Path
+
+ISSUE_CODES: dict[str, tuple[str, ...]] = {
+    # --- the manifest
+    "manifest.missing_keys": ("keys",),
+    # --- a symbol the contract names
+    "symbol.import_failed": ("symbol", "error", "detail"),
+    "symbol.not_dataclass": ("symbol",),
+    "symbol.not_frozen": ("symbol",),
+    "symbol.not_enum": ("symbol",),
+    "symbol.not_exception": ("symbol",),
+    "symbol.not_protocol_or_abc": ("symbol",),
+    "symbol.member_missing": ("symbol", "member"),
+    # --- the boundary
+    "boundary.no_domain_folder": (),
+    "boundary.no_modules": (),
+    "boundary.imports_io": ("module", "imported"),
+    # --- the learner's tests
+    "tests.timeout": ("seconds",),
+    "tests.none_collected": (),
+    "tests.failed": ("detail",),
+    "tests.no_files": (),
+    "tests.no_invariant_test": ("errors",),
+    # --- determinism
+    "determinism.timeout": ("seconds",),
+    "determinism.not_checkable": (),
+    "determinism.differs": (),
+    # --- the runner itself
+    "runner.crashed": ("error", "detail"),
+}
+
+CATALOGUE = Path(__file__).resolve().parent / "data" / "issue-codes.json"
+
+
+def catalogue() -> dict:
+    """What the platform reads: every code and the parameters it may carry."""
+    return {"codes": {code: list(params) for code, params in sorted(ISSUE_CODES.items())}}
+
+
+def main() -> int:
+    CATALOGUE.write_text(json.dumps(catalogue(), indent=2, ensure_ascii=False) + "\n", encoding="utf-8")
+    print(f"{len(ISSUE_CODES)} codes written to {CATALOGUE}")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

bitexoft_verify/data/README.md

@@ -0,0 +1,13 @@
+# Sample files
+
+Synthetic, generated by `verify/tools/make_fixtures.py`. No third-party data ships here.
+
+`a1_match_sample.csv` holds 30 instants in metres on a 105x68 pitch. Players sit on a ring
+around the centroid, so the expected spread of each instant is that ring's radius: between
+12 m and 32 m, crossing the default thresholds in both directions.
+
+`a1_impossible_sample.csv` is the same file with one coordinate off the pitch.
+
+`a2_isolated_sample.csv` holds ten players on a tight ring plus one stranded on the far
+wing. The mean distance to the centroid stays low while the furthest player is far away, so
+the two indicators of A2 reach opposite verdicts. That conflict is the point of the file.

bitexoft_verify/data/a1_impossible_sample.csv

@@ -0,0 +1,31 @@
+t,p1_x,p1_y,p2_x,p2_y,p3_x,p3_y,p4_x,p4_y,p5_x,p5_y,p6_x,p6_y,p7_x,p7_y,p8_x,p8_y,p9_x,p9_y,p10_x,p10_y,p11_x,p11_y,ball_x,ball_y
+0.0,64.443,32.944,62.394,40.111,56.601,44.150,51.281,44.744,45.648,42.867,41.004,37.097,41.124,30.563,45.468,25.249,49.647,23.510,56.331,23.765,62.945,28.683,52.500,34.000
+1.0,64.991,34.427,62.109,41.195,56.784,44.569,50.822,45.148,44.523,42.662,40.040,34.899,40.428,31.081,43.738,25.977,49.603,23.056,57.779,23.803,63.094,28.028,52.600,34.000
+2.0,65.495,33.677,63.471,40.276,57.641,44.746,49.940,45.471,43.159,42.137,39.967,37.107,39.632,32.339,44.551,24.742,49.204,22.682,57.738,23.292,62.534,26.561,52.700,34.000
+3.0,66.500,34.002,64.726,40.139,58.097,45.549,46.960,45.572,43.373,43.554,38.832,36.728,38.726,31.748,43.091,24.670,51.244,21.451,58.221,22.500,64.497,27.505,52.800,34.000
+4.0,67.999,34.115,66.171,40.574,58.297,46.938,51.295,47.908,40.716,43.062,37.816,38.468,37.890,29.341,42.352,23.456,51.468,20.081,58.253,21.046,66.167,27.419,52.900,34.000
+5.0,69.499,33.848,65.801,43.528,58.781,48.217,49.891,49.119,42.191,46.165,35.925,37.401,36.379,29.143,43.146,21.224,49.574,18.928,60.241,20.378,67.163,26.258,53.000,34.000
+6.0,71.495,34.387,68.310,43.484,60.140,49.657,50.699,51.023,41.263,47.789,34.449,39.336,34.543,28.413,41.880,19.821,51.273,16.936,61.819,19.098,69.091,25.667,53.100,34.000
+7.0,73.467,95.000,69.998,44.450,60.029,51.644,46.602,52.139,39.169,48.603,32.710,40.323,33.522,25.909,39.061,19.477,51.133,15.140,62.537,17.398,69.063,22.381,53.200,34.000
+8.0,75.066,38.004,69.893,47.544,61.757,52.949,47.863,54.275,37.263,49.506,30.945,41.221,30.374,28.346,37.965,17.957,51.269,13.330,63.226,15.689,71.908,22.892,53.300,34.000
+9.0,76.856,36.385,73.878,44.771,61.245,54.598,46.872,55.460,36.893,50.997,30.219,43.169,28.554,29.337,36.810,17.065,50.040,12.061,65.353,15.228,71.981,20.629,53.400,34.000
+10.0,78.500,34.004,73.614,47.655,63.598,55.161,53.716,57.374,34.242,50.660,26.632,36.351,28.222,25.627,34.079,17.487,47.953,10.961,63.719,12.890,76.721,25.493,53.500,34.000
+11.0,79.467,35.200,75.080,47.323,60.577,57.187,48.832,58.075,31.987,49.801,27.049,42.113,26.324,28.044,36.024,14.749,51.721,9.710,64.985,12.454,75.559,21.359,53.600,34.000
+12.0,79.709,30.406,76.444,46.172,65.132,55.984,49.752,58.626,33.536,51.924,26.331,41.607,26.654,25.546,34.629,15.189,47.863,9.604,64.160,11.585,76.131,21.341,53.700,34.000
+13.0,81.432,35.790,77.477,47.262,65.036,57.535,51.523,60.085,30.861,51.376,23.915,38.402,24.561,27.006,32.684,14.943,45.560,8.658,64.904,10.408,77.152,20.254,53.800,34.000
+14.0,82.537,38.767,77.828,49.293,66.871,58.212,54.109,61.412,30.060,52.591,23.109,41.334,22.374,29.712,32.861,12.997,44.321,7.555,72.308,13.126,79.530,21.283,53.900,34.000
+15.0,83.967,35.298,79.235,48.992,70.275,57.405,48.333,62.101,34.984,57.563,21.887,40.681,21.206,30.761,30.199,13.978,51.076,5.679,69.230,9.979,77.274,16.491,54.000,34.000
+16.0,84.259,30.475,78.137,51.235,63.777,60.952,50.457,62.741,32.919,56.779,22.344,43.635,21.079,28.548,30.260,13.292,51.133,5.226,67.378,8.502,81.890,22.608,54.100,34.000
+17.0,83.499,33.807,78.759,48.829,67.552,58.390,48.392,61.654,34.768,56.885,24.294,45.575,23.289,24.660,35.027,10.954,50.151,6.180,68.305,9.998,78.912,19.393,54.200,34.000
+18.0,81.951,32.475,77.206,48.508,65.552,57.810,50.911,60.511,36.368,56.228,25.377,44.442,24.191,26.531,33.452,13.727,47.196,7.883,67.736,11.265,77.543,19.967,54.300,34.000
+19.0,79.471,35.133,73.685,49.065,65.302,55.395,52.899,58.297,33.623,51.374,27.052,42.119,27.532,24.751,35.376,15.212,50.820,9.747,65.195,12.554,72.481,17.657,54.400,34.000
+20.0,77.459,35.294,74.228,45.128,64.241,53.864,49.805,56.369,34.999,50.067,28.075,38.797,29.160,25.937,33.771,19.096,47.777,11.905,58.403,12.136,73.420,21.682,54.500,34.000
+21.0,75.973,35.015,73.009,44.326,61.842,53.407,48.726,54.875,35.731,48.817,30.435,41.278,29.563,29.399,36.056,18.891,52.439,12.850,64.088,15.600,72.143,22.390,54.600,34.000
+22.0,74.996,34.365,71.316,45.103,61.513,52.554,49.670,54.089,38.225,49.653,31.657,41.626,30.615,29.300,40.132,17.083,50.257,13.851,61.953,15.624,71.216,22.761,54.700,34.000
+23.0,73.500,34.095,69.838,44.663,62.199,50.764,49.185,52.663,38.446,48.043,32.741,40.401,32.018,29.830,37.525,20.750,47.756,15.589,62.560,17.410,67.721,20.979,54.800,34.000
+24.0,71.496,33.635,68.967,42.531,61.240,49.183,49.649,50.906,38.814,45.862,34.237,38.717,34.211,29.367,39.369,21.641,49.602,17.100,61.632,19.005,68.152,24.306,54.900,34.000
+25.0,69.429,32.599,67.656,40.930,60.902,47.301,51.963,49.292,40.282,44.639,36.059,37.892,36.101,29.969,42.940,21.349,49.199,18.991,60.480,20.491,67.360,26.569,55.000,34.000
+26.0,67.385,32.334,66.029,39.831,59.726,45.830,49.295,47.188,41.557,43.233,38.591,39.055,38.512,29.125,42.334,24.073,49.899,20.704,58.124,21.485,64.904,26.409,55.100,34.000
+27.0,65.857,32.239,64.405,39.730,59.293,44.500,50.056,45.949,42.085,41.731,39.030,34.814,39.449,30.892,42.343,25.997,50.145,22.036,57.170,22.600,64.867,29.129,55.200,34.000
+28.0,64.987,34.514,63.392,39.520,56.828,44.554,50.192,45.057,45.608,43.386,40.667,37.625,40.441,31.038,44.329,25.487,50.852,22.848,57.382,23.644,63.117,28.062,55.300,34.000
+29.0,64.487,33.494,63.034,39.173,56.128,44.295,50.451,44.641,44.329,41.909,41.510,38.337,40.942,31.095,45.252,25.392,49.577,23.525,58.423,24.607,62.388,27.881,55.400,34.000

bitexoft_verify/data/a1_match_sample.csv

@@ -0,0 +1,31 @@
+t,p1_x,p1_y,p2_x,p2_y,p3_x,p3_y,p4_x,p4_y,p5_x,p5_y,p6_x,p6_y,p7_x,p7_y,p8_x,p8_y,p9_x,p9_y,p10_x,p10_y,p11_x,p11_y,ball_x,ball_y
+0.0,64.443,32.944,62.394,40.111,56.601,44.150,51.281,44.744,45.648,42.867,41.004,37.097,41.124,30.563,45.468,25.249,49.647,23.510,56.331,23.765,62.945,28.683,52.500,34.000
+1.0,64.991,34.427,62.109,41.195,56.784,44.569,50.822,45.148,44.523,42.662,40.040,34.899,40.428,31.081,43.738,25.977,49.603,23.056,57.779,23.803,63.094,28.028,52.600,34.000
+2.0,65.495,33.677,63.471,40.276,57.641,44.746,49.940,45.471,43.159,42.137,39.967,37.107,39.632,32.339,44.551,24.742,49.204,22.682,57.738,23.292,62.534,26.561,52.700,34.000
+3.0,66.500,34.002,64.726,40.139,58.097,45.549,46.960,45.572,43.373,43.554,38.832,36.728,38.726,31.748,43.091,24.670,51.244,21.451,58.221,22.500,64.497,27.505,52.800,34.000
+4.0,67.999,34.115,66.171,40.574,58.297,46.938,51.295,47.908,40.716,43.062,37.816,38.468,37.890,29.341,42.352,23.456,51.468,20.081,58.253,21.046,66.167,27.419,52.900,34.000
+5.0,69.499,33.848,65.801,43.528,58.781,48.217,49.891,49.119,42.191,46.165,35.925,37.401,36.379,29.143,43.146,21.224,49.574,18.928,60.241,20.378,67.163,26.258,53.000,34.000
+6.0,71.495,34.387,68.310,43.484,60.140,49.657,50.699,51.023,41.263,47.789,34.449,39.336,34.543,28.413,41.880,19.821,51.273,16.936,61.819,19.098,69.091,25.667,53.100,34.000
+7.0,73.467,35.056,69.998,44.450,60.029,51.644,46.602,52.139,39.169,48.603,32.710,40.323,33.522,25.909,39.061,19.477,51.133,15.140,62.537,17.398,69.063,22.381,53.200,34.000
+8.0,75.066,38.004,69.893,47.544,61.757,52.949,47.863,54.275,37.263,49.506,30.945,41.221,30.374,28.346,37.965,17.957,51.269,13.330,63.226,15.689,71.908,22.892,53.300,34.000
+9.0,76.856,36.385,73.878,44.771,61.245,54.598,46.872,55.460,36.893,50.997,30.219,43.169,28.554,29.337,36.810,17.065,50.040,12.061,65.353,15.228,71.981,20.629,53.400,34.000
+10.0,78.500,34.004,73.614,47.655,63.598,55.161,53.716,57.374,34.242,50.660,26.632,36.351,28.222,25.627,34.079,17.487,47.953,10.961,63.719,12.890,76.721,25.493,53.500,34.000
+11.0,79.467,35.200,75.080,47.323,60.577,57.187,48.832,58.075,31.987,49.801,27.049,42.113,26.324,28.044,36.024,14.749,51.721,9.710,64.985,12.454,75.559,21.359,53.600,34.000
+12.0,79.709,30.406,76.444,46.172,65.132,55.984,49.752,58.626,33.536,51.924,26.331,41.607,26.654,25.546,34.629,15.189,47.863,9.604,64.160,11.585,76.131,21.341,53.700,34.000
+13.0,81.432,35.790,77.477,47.262,65.036,57.535,51.523,60.085,30.861,51.376,23.915,38.402,24.561,27.006,32.684,14.943,45.560,8.658,64.904,10.408,77.152,20.254,53.800,34.000
+14.0,82.537,38.767,77.828,49.293,66.871,58.212,54.109,61.412,30.060,52.591,23.109,41.334,22.374,29.712,32.861,12.997,44.321,7.555,72.308,13.126,79.530,21.283,53.900,34.000
+15.0,83.967,35.298,79.235,48.992,70.275,57.405,48.333,62.101,34.984,57.563,21.887,40.681,21.206,30.761,30.199,13.978,51.076,5.679,69.230,9.979,77.274,16.491,54.000,34.000
+16.0,84.259,30.475,78.137,51.235,63.777,60.952,50.457,62.741,32.919,56.779,22.344,43.635,21.079,28.548,30.260,13.292,51.133,5.226,67.378,8.502,81.890,22.608,54.100,34.000
+17.0,83.499,33.807,78.759,48.829,67.552,58.390,48.392,61.654,34.768,56.885,24.294,45.575,23.289,24.660,35.027,10.954,50.151,6.180,68.305,9.998,78.912,19.393,54.200,34.000
+18.0,81.951,32.475,77.206,48.508,65.552,57.810,50.911,60.511,36.368,56.228,25.377,44.442,24.191,26.531,33.452,13.727,47.196,7.883,67.736,11.265,77.543,19.967,54.300,34.000
+19.0,79.471,35.133,73.685,49.065,65.302,55.395,52.899,58.297,33.623,51.374,27.052,42.119,27.532,24.751,35.376,15.212,50.820,9.747,65.195,12.554,72.481,17.657,54.400,34.000
+20.0,77.459,35.294,74.228,45.128,64.241,53.864,49.805,56.369,34.999,50.067,28.075,38.797,29.160,25.937,33.771,19.096,47.777,11.905,58.403,12.136,73.420,21.682,54.500,34.000
+21.0,75.973,35.015,73.009,44.326,61.842,53.407,48.726,54.875,35.731,48.817,30.435,41.278,29.563,29.399,36.056,18.891,52.439,12.850,64.088,15.600,72.143,22.390,54.600,34.000
+22.0,74.996,34.365,71.316,45.103,61.513,52.554,49.670,54.089,38.225,49.653,31.657,41.626,30.615,29.300,40.132,17.083,50.257,13.851,61.953,15.624,71.216,22.761,54.700,34.000
+23.0,73.500,34.095,69.838,44.663,62.199,50.764,49.185,52.663,38.446,48.043,32.741,40.401,32.018,29.830,37.525,20.750,47.756,15.589,62.560,17.410,67.721,20.979,54.800,34.000
+24.0,71.496,33.635,68.967,42.531,61.240,49.183,49.649,50.906,38.814,45.862,34.237,38.717,34.211,29.367,39.369,21.641,49.602,17.100,61.632,19.005,68.152,24.306,54.900,34.000
+25.0,69.429,32.599,67.656,40.930,60.902,47.301,51.963,49.292,40.282,44.639,36.059,37.892,36.101,29.969,42.940,21.349,49.199,18.991,60.480,20.491,67.360,26.569,55.000,34.000
+26.0,67.385,32.334,66.029,39.831,59.726,45.830,49.295,47.188,41.557,43.233,38.591,39.055,38.512,29.125,42.334,24.073,49.899,20.704,58.124,21.485,64.904,26.409,55.100,34.000
+27.0,65.857,32.239,64.405,39.730,59.293,44.500,50.056,45.949,42.085,41.731,39.030,34.814,39.449,30.892,42.343,25.997,50.145,22.036,57.170,22.600,64.867,29.129,55.200,34.000
+28.0,64.987,34.514,63.392,39.520,56.828,44.554,50.192,45.057,45.608,43.386,40.667,37.625,40.441,31.038,44.329,25.487,50.852,22.848,57.382,23.644,63.117,28.062,55.300,34.000
+29.0,64.487,33.494,63.034,39.173,56.128,44.295,50.451,44.641,44.329,41.909,41.510,38.337,40.942,31.095,45.252,25.392,49.577,23.525,58.423,24.607,62.388,27.881,55.400,34.000

bitexoft_verify/data/a2_isolated_sample.csv

@@ -0,0 +1,31 @@
+t,p1_x,p1_y,p2_x,p2_y,p3_x,p3_y,p4_x,p4_y,p5_x,p5_y,p6_x,p6_y,p7_x,p7_y,p8_x,p8_y,p9_x,p9_y,p10_x,p10_y,p11_x,p11_y,ball_x,ball_y
+0.0,47.880,35.244,46.863,37.700,42.273,40.903,37.687,40.893,33.874,38.631,32.008,34.330,33.338,30.013,37.468,27.170,42.706,27.224,46.832,30.253,88.000,34.000,40.000,34.000
+1.0,47.999,34.115,46.041,38.721,42.216,40.918,37.488,40.836,33.627,38.352,32.026,34.583,32.974,30.558,37.449,27.176,42.339,27.115,46.571,29.893,88.200,34.000,40.000,34.000
+2.0,47.998,34.159,46.927,37.602,42.931,40.699,38.247,41.025,33.195,37.786,32.001,34.100,33.550,29.741,36.953,27.343,41.655,26.956,46.222,29.474,88.400,34.000,40.000,34.000
+3.0,47.999,33.904,46.323,38.411,43.406,40.515,37.371,40.800,33.890,38.648,32.009,34.338,33.382,29.955,37.229,27.246,42.704,27.224,46.758,30.147,88.600,34.000,40.000,34.000
+4.0,47.998,34.153,46.692,37.946,42.262,40.906,37.346,40.792,33.248,37.861,32.001,33.888,32.961,30.578,37.035,27.313,42.186,27.074,46.773,30.168,88.800,34.000,40.000,34.000
+5.0,47.999,33.882,46.147,38.608,42.339,40.885,38.295,41.035,33.537,38.244,32.006,33.726,33.654,29.615,36.616,27.476,42.684,27.217,46.219,29.471,89.000,34.000,40.000,34.000
+6.0,47.882,32.768,46.701,37.932,43.661,40.402,38.348,41.045,33.059,37.580,32.142,32.650,33.914,29.327,37.746,27.092,43.539,27.543,46.571,29.893,89.200,34.000,40.000,34.000
+7.0,47.972,33.403,47.275,36.995,41.965,40.979,38.958,41.139,34.779,39.455,32.013,34.412,33.526,29.771,36.974,27.335,43.049,27.343,46.413,29.696,89.400,34.000,40.000,34.000
+8.0,48.000,34.080,46.329,38.404,42.862,40.723,37.443,40.822,32.793,37.125,32.025,34.572,33.565,29.722,37.807,27.076,42.104,27.054,46.430,29.717,89.600,34.000,40.000,34.000
+9.0,47.921,32.988,46.654,37.998,42.484,40.844,36.900,40.638,33.213,37.811,32.010,34.364,33.119,30.327,38.622,26.908,42.970,27.315,45.660,28.912,89.800,34.000,40.000,34.000
+10.0,47.996,33.773,46.812,37.776,42.870,40.721,38.622,41.092,33.710,38.449,32.008,34.327,33.421,29.903,38.135,26.998,42.577,27.184,45.964,29.201,90.000,34.000,40.000,34.000
+11.0,47.919,32.978,46.682,37.958,41.796,41.016,36.993,40.672,33.775,38.522,32.032,33.360,33.676,29.590,37.136,27.277,42.706,27.224,46.426,29.712,90.200,34.000,40.000,34.000
+12.0,47.966,33.335,46.646,38.008,42.399,40.869,36.765,40.585,33.955,38.716,32.001,33.885,33.521,29.776,37.475,27.168,41.695,26.964,46.901,30.358,90.400,34.000,40.000,34.000
+13.0,47.959,34.726,45.835,38.926,42.206,40.921,36.665,40.545,33.342,37.992,32.024,33.443,33.393,29.940,37.646,27.119,42.254,27.092,46.039,29.278,90.600,34.000,40.000,34.000
+14.0,47.994,33.732,46.878,37.677,43.159,40.615,37.785,40.919,33.774,38.522,32.107,32.828,34.248,28.996,38.179,26.989,42.934,27.302,46.122,29.365,90.800,34.000,40.000,34.000
+15.0,47.998,34.145,46.981,37.517,42.868,40.721,37.840,40.933,33.679,38.413,32.018,33.517,33.235,30.157,39.025,26.854,42.143,27.063,46.770,30.165,91.000,34.000,40.000,34.000
+16.0,47.934,33.074,46.121,38.636,43.224,40.589,37.420,40.815,33.538,38.245,32.017,33.536,33.758,29.496,37.755,27.089,42.368,27.123,47.124,30.723,91.200,34.000,40.000,34.000
+17.0,47.994,33.722,46.475,38.229,42.771,40.754,37.456,40.826,33.920,38.679,32.005,34.251,33.716,29.544,37.164,27.267,42.742,27.236,46.236,29.490,91.400,34.000,40.000,34.000
+18.0,47.949,34.810,46.530,38.160,41.387,41.091,37.237,40.757,33.586,38.303,32.022,33.461,33.989,29.249,38.468,26.933,43.296,27.439,46.787,30.188,91.600,34.000,40.000,34.000
+19.0,47.963,33.312,46.109,38.649,42.538,40.828,37.292,40.775,33.089,37.626,32.014,34.427,34.060,29.177,39.021,26.854,42.798,27.255,46.344,29.614,91.800,34.000,40.000,34.000
+20.0,47.952,34.784,46.410,38.308,41.831,41.009,36.784,40.593,34.155,38.916,32.002,33.824,32.995,30.523,37.089,27.294,42.829,27.265,45.982,29.219,92.000,34.000,40.000,34.000
+21.0,47.986,33.570,46.649,38.004,42.293,40.898,37.329,40.787,33.373,38.033,32.007,34.306,33.247,30.140,37.766,27.087,41.917,27.010,46.140,29.385,92.200,34.000,40.000,34.000
+22.0,47.988,34.390,46.769,37.837,43.036,40.661,36.865,40.624,33.556,38.267,32.132,35.305,33.244,30.144,38.728,26.892,44.113,27.824,46.345,29.615,92.400,34.000,40.000,34.000
+23.0,47.988,34.387,46.195,38.556,42.299,40.896,38.686,41.102,33.182,37.767,32.002,33.858,33.427,29.896,36.540,27.508,42.060,27.043,46.415,29.698,92.600,34.000,40.000,34.000
+24.0,47.998,33.833,46.399,38.321,42.728,40.768,36.947,40.655,33.313,37.952,32.037,34.688,33.294,30.074,37.763,27.087,42.108,27.054,46.947,30.429,92.800,34.000,40.000,34.000
+25.0,47.991,33.666,46.393,38.328,42.123,40.942,38.255,41.027,33.102,37.647,32.002,34.145,33.255,30.128,37.083,27.296,41.391,26.910,45.902,29.139,93.000,34.000,40.000,34.000
+26.0,47.945,34.839,46.536,38.151,42.670,40.787,37.435,40.820,33.333,37.979,32.018,34.484,33.434,29.887,37.669,27.112,43.056,27.346,46.551,29.867,93.200,34.000,40.000,34.000
+27.0,47.933,34.932,46.568,38.110,42.702,40.777,38.417,41.058,33.561,38.273,32.009,33.654,33.421,29.904,37.396,27.192,41.842,26.993,46.226,29.479,93.400,34.000,40.000,34.000
+28.0,47.994,33.717,46.522,38.169,41.836,41.008,37.246,40.760,33.215,37.815,32.033,33.347,33.342,30.008,38.329,26.959,42.473,27.153,45.921,29.158,93.600,34.000,40.000,34.000
+29.0,47.989,33.626,46.521,38.171,43.414,40.512,36.198,40.335,33.564,38.276,32.017,33.532,33.089,30.373,37.560,27.143,42.601,27.191,46.154,29.400,93.800,34.000,40.000,34.000

bitexoft_verify/data/issue-codes.json

@@ -0,0 +1,57 @@
+{
+  "codes": {
+    "boundary.imports_io": [
+      "module",
+      "imported"
+    ],
+    "boundary.no_domain_folder": [],
+    "boundary.no_modules": [],
+    "determinism.differs": [],
+    "determinism.not_checkable": [],
+    "determinism.timeout": [
+      "seconds"
+    ],
+    "manifest.missing_keys": [
+      "keys"
+    ],
+    "runner.crashed": [
+      "error",
+      "detail"
+    ],
+    "symbol.import_failed": [
+      "symbol",
+      "error",
+      "detail"
+    ],
+    "symbol.member_missing": [
+      "symbol",
+      "member"
+    ],
+    "symbol.not_dataclass": [
+      "symbol"
+    ],
+    "symbol.not_enum": [
+      "symbol"
+    ],
+    "symbol.not_exception": [
+      "symbol"
+    ],
+    "symbol.not_frozen": [
+      "symbol"
+    ],
+    "symbol.not_protocol_or_abc": [
+      "symbol"
+    ],
+    "tests.failed": [
+      "detail"
+    ],
+    "tests.no_files": [],
+    "tests.no_invariant_test": [
+      "errors"
+    ],
+    "tests.none_collected": [],
+    "tests.timeout": [
+      "seconds"
+    ]
+  }
+}