pytest-isolated 0.4.0__py3-none-any.whl → 0.4.1__py3-none-any.whl

pytest_isolated/reporting.py

@@ -0,0 +1,173 @@
+"""Test result reporting for pytest-isolated."""
+
+from __future__ import annotations
+
+import json
+import os
+from pathlib import Path
+from typing import Any, Literal, TypedDict
+
+import pytest
+
+from .config import SUBPROC_REPORT_PATH
+
+
+class _TestRecord(TypedDict, total=False):
+    """Structure for test phase results from subprocess."""
+
+    nodeid: str
+    when: Literal["setup", "call", "teardown"]
+    outcome: Literal["passed", "failed", "skipped"]
+    longrepr: str
+    duration: float
+    stdout: str
+    stderr: str
+    keywords: list[str]
+    sections: list[tuple[str, str]]
+    user_properties: list[tuple[str, Any]]
+    wasxfail: bool
+
+
+def _format_crash_reason(returncode: int) -> str:
+    """Format a human-readable crash reason from a return code.
+
+    On Unix, negative return codes indicate signal numbers.
+    On Windows, we report the exit code directly.
+    """
+    if returncode < 0:
+        # Unix: negative return code is -signal_number
+        return f"crashed with signal {-returncode}"
+    # Windows or other: positive exit code
+    return f"crashed with exit code {returncode}"
+
+
+def _format_crash_message(
+    returncode: int,
+    context: str,
+    stderr_text: str = "",
+) -> str:
+    """Build a complete crash error message with optional stderr output.
+
+    Args:
+        returncode: The subprocess return code.
+        context: Description of when the crash occurred (e.g., "during test execution").
+        stderr_text: Optional captured stderr from the subprocess.
+
+    Returns:
+        A formatted error message suitable for test failure reports.
+    """
+    reason = _format_crash_reason(returncode)
+    msg = f"Subprocess {reason} {context}."
+    if stderr_text:
+        msg += f"\n\nSubprocess stderr:\n{stderr_text}"
+    return msg
+
+
+def pytest_runtest_logreport(report: pytest.TestReport) -> None:
+    """Write test phase results to a JSONL file when running in subprocess mode."""
+    path = os.environ.get(SUBPROC_REPORT_PATH)
+    if not path:
+        return
+
+    # Capture ALL phases (setup, call, teardown), not just call
+    rec: _TestRecord = {
+        "nodeid": report.nodeid,
+        "when": report.when,  # setup, call, or teardown
+        "outcome": report.outcome,  # passed/failed/skipped
+        "longrepr": str(report.longrepr) if report.longrepr else "",
+        "duration": getattr(report, "duration", 0.0),
+        "stdout": getattr(report, "capstdout", "") or "",
+        "stderr": getattr(report, "capstderr", "") or "",
+        # Preserve test metadata for proper reporting
+        "keywords": list(report.keywords),
+        "sections": getattr(report, "sections", []),  # captured logs, etc.
+        "user_properties": getattr(report, "user_properties", []),
+        "wasxfail": hasattr(report, "wasxfail"),
+    }
+    with Path(path).open("a", encoding="utf-8") as f:
+        f.write(json.dumps(rec) + "\n")
+
+
+def _emit_report(
+    item: pytest.Item,
+    *,
+    when: Literal["setup", "call", "teardown"],
+    outcome: Literal["passed", "failed", "skipped"],
+    longrepr: str = "",
+    duration: float = 0.0,
+    stdout: str = "",
+    stderr: str = "",
+    sections: list[tuple[str, str]] | None = None,
+    user_properties: list[tuple[str, Any]] | None = None,
+    wasxfail: bool = False,
+) -> None:
+    """Emit a test report for a specific test phase."""
+    call = pytest.CallInfo.from_call(lambda: None, when=when)
+    rep = pytest.TestReport.from_item_and_call(item, call)
+    rep.outcome = outcome
+    rep.duration = duration
+
+    if user_properties:
+        rep.user_properties = user_properties
+
+    if wasxfail:
+        rep.wasxfail = "reason: xfail"
+
+    # For skipped tests, longrepr needs to be a tuple (path, lineno, reason)
+    if outcome == "skipped" and longrepr:
+        # Parse longrepr or create simple tuple
+        lineno = item.location[1] if item.location[1] is not None else -1
+        rep.longrepr = (str(item.fspath), lineno, longrepr)  # type: ignore[assignment]
+    elif outcome == "failed" and longrepr:
+        rep.longrepr = longrepr
+
+    # Attach captured output to the report when present.
+    # Pytest's reporting layer will decide whether to display it based on
+    # test outcome, verbosity, and capture settings (--capture, -s, etc.)
+    all_sections = list(sections) if sections else []
+    if stdout:
+        all_sections.append(("Captured stdout call", stdout))
+    if stderr:
+        all_sections.append(("Captured stderr call", stderr))
+    if all_sections:
+        rep.sections = all_sections
+
+    item.ihook.pytest_runtest_logreport(report=rep)
+
+
+def _emit_failure_for_items(
+    items: list[pytest.Item],
+    error_message: str,
+    session: pytest.Session,
+) -> None:
+    """Emit synthetic failure reports when subprocess execution fails.
+
+    When a subprocess crashes, times out, or fails during collection, we emit
+    synthetic test phase reports to mark affected tests as failed. We report
+    setup="passed" and teardown="passed" (even though these phases never ran)
+    to ensure pytest categorizes the test as FAILED rather than ERROR. The actual
+    failure is reported in the call phase with the error message.
+
+    For xfail tests, call is reported as skipped with wasxfail=True to maintain
+    proper xfail semantics.
+    """
+    for it in items:
+        xfail_marker = it.get_closest_marker("xfail")
+        _emit_report(it, when="setup", outcome="passed")
+        if xfail_marker:
+            _emit_report(
+                it,
+                when="call",
+                outcome="skipped",
+                longrepr=error_message,
+                wasxfail=True,
+            )
+        else:
+            _emit_report(
+                it,
+                when="call",
+                outcome="failed",
+                longrepr=error_message,
+            )
+            session.testsfailed += 1
+        _emit_report(it, when="teardown", outcome="passed")

{pytest_isolated-0.4.0.dist-info → pytest_isolated-0.4.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytest-isolated
-Version: 0.4.0
+Version: 0.4.1
 Summary: Run marked pytest tests in grouped subprocesses (cross-platform).
 Author: pytest-isolated contributors
 License-Expression: MIT
@@ -20,11 +20,11 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: pytest>=7.0
 Provides-Extra: dev
-Requires-Dist: pre-commit; extra == "dev"
 Requires-Dist: build; extra == "dev"
+Requires-Dist: mypy; extra == "dev"
+Requires-Dist: pre-commit; extra == "dev"
+Requires-Dist: pytest-timeout; extra == "dev"
 Requires-Dist: ruff; extra == "dev"
-Provides-Extra: test
-Requires-Dist: pytest-timeout; extra == "test"
 Dynamic: license-file
 
 # pytest-isolated
@@ -39,7 +39,7 @@ A cross-platform pytest plugin that runs marked tests in isolated subprocesses w
 - Run tests in fresh Python subprocesses to prevent state pollution
 - Group related tests to run together in the same subprocess
 - Handles crashes, timeouts, and setup/teardown failures
-- Captures stdout/stderr for failed tests
+- Respects pytest's standard output capture settings (`-s`, `--capture`)
 - Works with pytest reporters (JUnit XML, etc.)
 - Configurable timeouts to prevent hanging subprocesses
 - Cross-platform: Linux, macOS, Windows
@@ -143,6 +143,10 @@ pytest --isolated-timeout=60
 # Disable subprocess isolation for debugging
 pytest --no-isolation
 
+# Control output capture (standard pytest flags work with isolated tests)
+pytest -s                    # Disable capture, show all output
+pytest --capture=sys         # Capture at sys.stdout/stderr level
+
 # Combine with pytest debugger
 pytest --no-isolation --pdb
 ```
@@ -152,7 +156,6 @@ pytest --no-isolation --pdb
 ```ini
 [pytest]
 isolated_timeout = 300
-isolated_capture_passed = false
 ```
 
 Or in `pyproject.toml`:
@@ -160,7 +163,6 @@ Or in `pyproject.toml`:
 ```toml
 [tool.pytest.ini_options]
 isolated_timeout = "300"
-isolated_capture_passed = false
 ```
 
 ## Use Cases
@@ -232,6 +234,18 @@ pytest --junitxml=report.xml --durations=10
 
 ## Advanced
 
+### Coverage Integration
+
+To collect coverage from isolated tests, enable subprocess tracking in `pyproject.toml`:
+
+```toml
+[tool.coverage.run]
+parallel = true
+concurrency = ["subprocess"]
+```
+
+See the [coverage.py subprocess documentation](https://coverage.readthedocs.io/en/latest/subprocess.html) for details.
+
 ### Timeout Handling
 
 ```bash
@@ -258,7 +272,7 @@ if os.environ.get("PYTEST_RUNNING_IN_SUBPROCESS") == "1":
 
 **Tests timing out**: Increase timeout with `--isolated-timeout=600`
 
-**Missing output**: Enable capture for passed tests with `isolated_capture_passed = true`
+**Missing output**: Use `-s` or `--capture=no` to see output from passing tests, or `-v` for verbose output. pytest-isolated respects pytest's standard capture settings.
 
 **Subprocess crashes**: Check for segfaults, OOM, or signal issues. Run with `-v` for details.
 

pytest_isolated-0.4.1.dist-info/RECORD

@@ -0,0 +1,13 @@
+pytest_isolated/__init__.py,sha256=Rx5JwthqrahraDXAeDQkxTV9WXyw29nlQCrL-6RC72s,89
+pytest_isolated/config.py,sha256=z8g5Pw5NUKuCuTosRtxR9IkzE6WaHhG2Zh8jJgBqwBU,2383
+pytest_isolated/execution.py,sha256=tzYGwrbtfOAZHEX3mu52Du1iTm7T5fuiHNZRcIx6EWg,16644
+pytest_isolated/grouping.py,sha256=jWYX8cdhqjIXVnq5DrSYImulPDsolPSb1DFGNUGBGvU,3248
+pytest_isolated/plugin.py,sha256=Ieubhh2-CcmCS7IYf5HrGYFGstMyHzjNRpYTrWr-ghs,562
+pytest_isolated/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pytest_isolated/reporting.py,sha256=VXM8rc1o5-ug2aj02nkv87DtxDs43dejkN-udUPh59U,5869
+pytest_isolated-0.4.1.dist-info/licenses/LICENSE,sha256=WECJyowi685PZSnKcA4Tqs7jukfzbnk7iMPLnm_q4JI,1067
+pytest_isolated-0.4.1.dist-info/METADATA,sha256=S68b4OkZct1vVMJ3RAUml3us44kNox0ivnOILDSzr_k,7259
+pytest_isolated-0.4.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+pytest_isolated-0.4.1.dist-info/entry_points.txt,sha256=HgRNPjIGoPBF1pkhma4UtaSwhpOVB8oZRZ0L1FcZXgk,45
+pytest_isolated-0.4.1.dist-info/top_level.txt,sha256=FAtpozhvI-YaiFoZMepi9JAm6e87mW-TM1Ovu5xLOxg,16
+pytest_isolated-0.4.1.dist-info/RECORD,,

pytest_isolated-0.4.0.dist-info/RECORD

@@ -1,9 +0,0 @@
-pytest_isolated/__init__.py,sha256=sBrN76YMZ6pbqIZzb-Yz5SyDPluz0TCQcNJJ3kYSSc0,89
-pytest_isolated/plugin.py,sha256=33KIXSKlaC6Usq8ZrJmy2fjSTyVYj7q85777y7jWAGU,25698
-pytest_isolated/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pytest_isolated-0.4.0.dist-info/licenses/LICENSE,sha256=WECJyowi685PZSnKcA4Tqs7jukfzbnk7iMPLnm_q4JI,1067
-pytest_isolated-0.4.0.dist-info/METADATA,sha256=wQ548E9j84pUfBNIYzDtbdcAh0CaGLXCiq7XGkXFI28,6679
-pytest_isolated-0.4.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-pytest_isolated-0.4.0.dist-info/entry_points.txt,sha256=HgRNPjIGoPBF1pkhma4UtaSwhpOVB8oZRZ0L1FcZXgk,45
-pytest_isolated-0.4.0.dist-info/top_level.txt,sha256=FAtpozhvI-YaiFoZMepi9JAm6e87mW-TM1Ovu5xLOxg,16
-pytest_isolated-0.4.0.dist-info/RECORD,,