pytest-testinel 0.1.0__tar.gz

pytest_testinel-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Testinel
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

pytest_testinel-0.1.0/PKG-INFO

@@ -0,0 +1,40 @@
+Metadata-Version: 2.4
+Name: pytest-testinel
+Version: 0.1.0
+Summary: Testinel’s pytest plugin captures structured test execution data directly from pytest and sends it to Testinel, where your test results become searchable, comparable, and actually useful.
+Author: Volodymyr Obrizan
+Author-email: Volodymyr Obrizan <obrizan@first.institute>
+License-Expression: MIT
+License-File: LICENSE
+Classifier: Programming Language :: Python :: 3
+Classifier: Operating System :: OS Independent
+Classifier: Development Status :: 4 - Beta
+Classifier: Framework :: Pytest
+Classifier: Topic :: Software Development :: Testing
+Requires-Dist: pytest>=7
+Requires-Dist: requests>=2
+Requires-Python: >=3.10
+Project-URL: Homepage, https://github.com/Testinel/pytest-testinel
+Project-URL: Issues, https://github.com/Testinel/pytest-testinel/issues
+Description-Content-Type: text/markdown
+
+## Official Testinel plugin for pytest
+
+Testinel’s pytest plugin captures structured test execution data directly from pytest and sends it to Testinel, where your test results become searchable, comparable, and actually useful. No log scraping. No brittle CI hacks. Just deterministic test analytics.
+
+## 📦 Getting Started
+### Prerequisites
+
+You need a Testinel [account](https://testinel.first.institute/accounts/signup/?next=/projects/) and [project](https://testinel.first.institute/projects/).
+
+### Installation
+
+Getting Testinel into your project is straightforward. Just run this command in your terminal:
+
+```
+pip install --upgrade pytest-testinel
+```
+
+### Configuration
+
+Set Testinel reporter DSN environment variable `TESTINEL_DSN`.

pytest_testinel-0.1.0/README.md

@@ -0,0 +1,20 @@
+## Official Testinel plugin for pytest
+
+Testinel’s pytest plugin captures structured test execution data directly from pytest and sends it to Testinel, where your test results become searchable, comparable, and actually useful. No log scraping. No brittle CI hacks. Just deterministic test analytics.
+
+## 📦 Getting Started
+### Prerequisites
+
+You need a Testinel [account](https://testinel.first.institute/accounts/signup/?next=/projects/) and [project](https://testinel.first.institute/projects/).
+
+### Installation
+
+Getting Testinel into your project is straightforward. Just run this command in your terminal:
+
+```
+pip install --upgrade pytest-testinel
+```
+
+### Configuration
+
+Set Testinel reporter DSN environment variable `TESTINEL_DSN`.

pytest_testinel-0.1.0/pyproject.toml

@@ -0,0 +1,43 @@
+[project]
+name = "pytest-testinel"
+version = "0.1.0"
+description = "Testinel’s pytest plugin captures structured test execution data directly from pytest and sends it to Testinel, where your test results become searchable, comparable, and actually useful."
+readme = "README.md"
+requires-python = ">=3.10"
+authors = [
+  { name="Volodymyr Obrizan", email="obrizan@first.institute" },
+]
+dependencies = [
+    "pytest>=7",
+    "requests>=2",
+]
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Operating System :: OS Independent",
+    "Development Status :: 4 - Beta",
+    "Framework :: Pytest",
+    "Topic :: Software Development :: Testing",
+]
+license = "MIT"
+license-files = ["LICENSE"]
+
+[project.urls]
+Homepage = "https://github.com/Testinel/pytest-testinel"
+Issues = "https://github.com/Testinel/pytest-testinel/issues"
+
+[project.entry-points.pytest11]
+myproject = "pytest_testinel.testinel"
+
+[build-system]
+requires = [
+    "uv_build >= 0.9.18, <0.10.0",
+    "ruff>=0.14.10",
+    "twine>=6.2.0",
+]
+build-backend = "uv_build"
+
+[[tool.uv.index]]
+name = "testpypi"
+url = "https://test.pypi.org/simple/"
+publish-url = "https://test.pypi.org/legacy/"
+explicit = true

pytest_testinel-0.1.0/src/pytest_testinel/results_reporter.py

@@ -0,0 +1,90 @@
+import abc, datetime, json, uuid
+
+import requests
+
+
+class ReportingBackend(abc.ABC):
+    @abc.abstractmethod
+    def record_event(self, event: dict) -> None: ...
+
+    def on_start(self) -> None:
+        return
+
+    def on_end(self) -> None:
+        return
+
+
+class FileReportingBackend(ReportingBackend):
+    events: list[dict]
+    filename: str
+    indent: int | None
+
+    def __init__(self, filename: str, indent: int | None = None):
+        self.events = []
+        self.filename = filename
+        self.indent = indent
+
+    def record_event(self, event: dict) -> None:
+        self.events.append(event)
+
+    def on_end(self) -> None:
+        with open(self.filename, "w", encoding="utf-8") as f:
+            json.dump(self.events, f, indent=self.indent)
+
+
+class HttpReportingBackend(ReportingBackend):
+    url: str
+
+    def __init__(self, url: str):
+        self.url = url
+
+    def record_event(self, event: dict) -> None:
+        requests.post(self.url, json=event, verify=False)
+
+
+class ResultsReporter:
+    run_id: str
+    dsn: str
+    backend: ReportingBackend
+    tests: list[dict]
+
+    def __init__(self, dsn: str, backend: ReportingBackend | None = None):
+        self.dsn = dsn
+        self.run_id = str(uuid.uuid4())
+        self.tests = []
+        if backend:
+            self.backend = backend
+        else:
+            self.backend = HttpReportingBackend(url=dsn)
+
+    def report_start(self, payload: dict) -> None:
+        self.backend.on_start()
+        self.backend.record_event(
+            {
+                "run_id": self.run_id,
+                "event": "start",
+                "timestamp": datetime.datetime.now(datetime.UTC).isoformat(),
+                "payload": payload,
+                "tests": self.tests,
+            }
+        )
+
+    def report_end(self) -> None:
+        self.backend.record_event(
+            {
+                "run_id": self.run_id,
+                "event": "end",
+                "timestamp": datetime.datetime.now(datetime.UTC).isoformat(),
+            }
+        )
+        self.backend.on_end()
+
+    def report_event(self, event: str, payload: dict) -> None:
+        self.backend.record_event(
+            {
+                "run_id": self.run_id,
+                "event": event,
+                "timestamp": datetime.datetime.now(datetime.UTC).isoformat(),
+                "payload": payload,
+            }
+        )

pytest_testinel-0.1.0/src/pytest_testinel/testinel.py

@@ -0,0 +1,132 @@
+import os
+import traceback
+from dataclasses import asdict
+from itertools import dropwhile
+from typing import Callable, Generator, Any, Final, Set
+
+import pytest
+from _pytest._code.code import ExceptionChainRepr
+
+from .results_reporter import ResultsReporter
+
+ENV_VAR_WHITELIST: Final[Set] = {
+    "CI",
+    "BITBUCKET_BUILD_NUMBER",
+    "BITBUCKET_COMMIT",
+    "BITBUCKET_WORKSPACE",
+    "BITBUCKET_REPO_SLUG",
+    "BITBUCKET_REPO_UUID",
+    "BITBUCKET_REPO_FULL_NAME",
+    "BITBUCKET_BRANCH",
+    "BITBUCKET_TAG",
+    "BITBUCKET_BOOKMARK",
+    "BITBUCKET_PARALLEL_STEP",
+    "BITBUCKET_PARALLEL_STEP_COUNT",
+    "BITBUCKET_PR_ID",
+    "BITBUCKET_PR_DESTINATION_BRANCH",
+    "BITBUCKET_GIT_HTTP_ORIGIN",
+    "BITBUCKET_GIT_SSH_ORIGIN",
+    "BITBUCKET_STEP_UUID",
+    "BITBUCKET_PIPELINE_UUID",
+    "BITBUCKET_PROJECT_KEY",
+    "BITBUCKET_PROJECT_UUID",
+    "BITBUCKET_STEP_RUN_NUMBER",
+}
+
+test_reporter = ResultsReporter(
+    dsn=os.environ["TESTINEL_DSN"],
+)
+
+def serialize_repr(long_repr: ExceptionChainRepr) -> dict:
+    return asdict(long_repr)
+
+
+def to_test_dict(item: Callable) -> dict:
+    test_cls_docstring = item.parent.obj.__doc__ or ""
+    test_fn_docstring = item.obj.__doc__ or ""
+    return {
+        "test_id": item.nodeid,
+        "location": item.location,
+        "description": test_fn_docstring or test_cls_docstring,
+    }
+
+
+@pytest.hookimpl(tryfirst=True, hookwrapper=True)
+def pytest_runtest_makereport(
+    item: Callable,
+    call,
+) -> Generator[None, Any, None]:
+    """Pytest hook that wraps the standard pytest_runtest_makereport
+    function and grabs the results for the 'call' phase of each test.
+    """
+    outcome = yield
+    report = outcome.get_result()
+
+    report.exception = None
+    ss = None
+    exc_info = None
+    repr_info = None
+    if report.outcome == "failed":
+        # driver = item.funcargs["driver"]
+        # logs = driver.get_log('browser')
+        # current_url = driver.current_url
+        exc = call.excinfo.value
+
+        tb_frames = traceback.extract_tb(call.excinfo.value.__traceback__)
+        filtered_frames = dropwhile(
+            lambda t: not item.location[0] in t.filename, tb_frames
+        )
+        ss = traceback.StackSummary.from_list(filtered_frames)
+
+        exc_info = {
+            "type": f"{exc.__class__.__module__}.{exc.__class__.__name__}",
+            "message": str(exc),
+            "notes": list(getattr(exc, "__notes__", []) or []),
+        }
+
+        repr_info = serialize_repr(report.longrepr)
+
+    test_reporter.report_event(
+        event=report.when,
+        payload={
+            "test": to_test_dict(item),
+            "outcome": report.outcome,
+            "duration": report.duration,
+            "error_info": {
+                "repr_info": repr_info,
+                "traceback": [
+                    {
+                        "filename": f.filename,
+                        "lineno": f.lineno,
+                        "name": f.name,
+                        "line": f.line,
+                    }
+                    for f in ss
+                ],
+                "exception": exc_info,
+            }
+            if report.outcome == "failed"
+            else None,
+        },
+    )
+
+
+@pytest.fixture(scope="session", autouse=True)
+def reporter(request):
+    config = request.config
+    test_reporter.report_start(
+        payload={
+            "args": config.args,
+            "options": vars(config.option),
+            "environment": {
+                key: os.environ[key] for key in os.environ if key in ENV_VAR_WHITELIST
+            },
+        }
+    )
+    yield
+    test_reporter.report_end()
+
+
+def pytest_collection_finish(session):
+    tests = [to_test_dict(item) for item in session.items]
+    test_reporter.tests = tests