tenzir-test 0.9.4__py3-none-any.whl → 0.10.0__py3-none-any.whl

tenzir_test/run.py

@@ -169,6 +169,7 @@ PASS_MAX_COLOR = "\033[92m"
 FAIL_COLOR = "\033[31m"
 SKIP_COLOR = "\033[90;1m"
 RESET_COLOR = "\033[0m"
+DETAIL_COLOR = "\033[2;37m"
 PASS_SPECTRUM = [
     "\033[38;5;52m",  # 0-9%   deep red
     "\033[38;5;88m",  # 10-19% red
@@ -349,6 +350,7 @@ _TMP_ROOT_NAME = ".tenzir-test"
 _TMP_SUBDIR_NAME = "tmp"
 _TMP_BASE_DIRS: set[Path] = set()
 _ACTIVE_TMP_DIRS: set[Path] = set()
+_TMP_DIR_LOCK = threading.Lock()
 KEEP_TMP_DIRS = bool(os.environ.get(_TMP_KEEP_ENV_VAR))
 
 SHOW_DIFF_OUTPUT = True
@@ -506,10 +508,13 @@ def _tmp_prefix_for(test: Path) -> str:
 
 
 def _create_test_tmp_dir(test: Path) -> Path:
-    base = _resolve_tmp_base()
     prefix = f"{_tmp_prefix_for(test)}-"
-    path = Path(tempfile.mkdtemp(prefix=prefix, dir=str(base)))
-    _ACTIVE_TMP_DIRS.add(path)
+    with _TMP_DIR_LOCK:
+        base = _resolve_tmp_base()
+        if not base.exists():
+            base.mkdir(parents=True, exist_ok=True)
+        path = Path(tempfile.mkdtemp(prefix=prefix, dir=str(base)))
+        _ACTIVE_TMP_DIRS.add(path)
     return path
 
 
@@ -522,22 +527,27 @@ def cleanup_test_tmp_dir(path: str | os.PathLike[str] | None) -> None:
     if not path:
         return
     tmp_path = Path(path)
-    _ACTIVE_TMP_DIRS.discard(tmp_path)
+    with _TMP_DIR_LOCK:
+        _ACTIVE_TMP_DIRS.discard(tmp_path)
     try:
         fixtures_impl.invoke_tmp_dir_cleanup(tmp_path)
     except Exception:  # pragma: no cover - defensive logging
         pass
     if KEEP_TMP_DIRS:
         return
-    if tmp_path.exists():
-        shutil.rmtree(tmp_path, ignore_errors=True)
-    _cleanup_tmp_base_dirs()
+    with _TMP_DIR_LOCK:
+        if tmp_path.exists():
+            shutil.rmtree(tmp_path, ignore_errors=True)
+        _cleanup_tmp_base_dirs()
 
 
 def _cleanup_remaining_tmp_dirs() -> None:
-    for tmp_path in list(_ACTIVE_TMP_DIRS):
+    with _TMP_DIR_LOCK:
+        remaining = list(_ACTIVE_TMP_DIRS)
+    for tmp_path in remaining:
         cleanup_test_tmp_dir(tmp_path)
-    _cleanup_tmp_base_dirs()
+    with _TMP_DIR_LOCK:
+        _cleanup_tmp_base_dirs()
 
 
 def _cleanup_all_tmp_dirs() -> None:
@@ -545,9 +555,12 @@ def _cleanup_all_tmp_dirs() -> None:
 
     if KEEP_TMP_DIRS:
         return
-    for tmp_path in list(_ACTIVE_TMP_DIRS):
+    with _TMP_DIR_LOCK:
+        remaining = list(_ACTIVE_TMP_DIRS)
+    for tmp_path in remaining:
         cleanup_test_tmp_dir(tmp_path)
-    _cleanup_tmp_base_dirs()
+    with _TMP_DIR_LOCK:
+        _cleanup_tmp_base_dirs()
 
 
 def _cleanup_tmp_base_dirs() -> None:
@@ -2620,9 +2633,13 @@ def run_simple_test(
             )
         good = completed.returncode == 0
         output = b""
+        stderr_output = b""
         if not passthrough_mode:
-            captured = completed.stdout or b""
-            output = captured.replace(str(ROOT).encode() + b"/", b"")
+            root_bytes = str(ROOT).encode() + b"/"
+            captured_stdout = completed.stdout or b""
+            output = captured_stdout.replace(root_bytes, b"")
+            captured_stderr = completed.stderr or b""
+            stderr_output = captured_stderr.replace(root_bytes, b"")
     except subprocess.TimeoutExpired:
         report_failure(test, f"└─▶ \033[31msubprocess hit {timeout}s timeout\033[0m")
         return False
@@ -2642,20 +2659,30 @@ def run_simple_test(
             return False
         if interrupted:
             _request_interrupt()
-        message = (
+        summary_line = (
             _INTERRUPTED_NOTICE
             if interrupted
-            else f"┌─▶ \033[31mgot unexpected exit code {completed.returncode}\033[0m"
+            else f"└─▶ \033[31mgot unexpected exit code {completed.returncode}\033[0m"
         )
         if passthrough_mode:
-            report_failure(test, message)
+            report_failure(test, summary_line)
         else:
             with stdout_lock:
-                report_failure(test, message)
+                fail(test)
                 if not interrupted:
-                    for last, line in last_and(output.split(b"\n")):
-                        prefix = "│ " if not last else "└─"
-                        sys.stdout.buffer.write(prefix.encode() + line + b"\n")
+                    line_prefix = "│ ".encode()
+                    for line in output.splitlines():
+                        sys.stdout.buffer.write(line_prefix + line + b"\n")
+                    if completed.returncode != 0 and stderr_output:
+                        sys.stdout.write("├─▶ stderr\n")
+                        detail_prefix = DETAIL_COLOR.encode()
+                        reset_bytes = RESET_COLOR.encode()
+                        for line in stderr_output.splitlines():
+                            sys.stdout.buffer.write(
+                                line_prefix + detail_prefix + line + reset_bytes + b"\n"
+                            )
+                if summary_line:
+                    sys.stdout.write(summary_line + "\n")
         return False
     if passthrough_mode:
         success(test)

tenzir_test/runners/shell_runner.py

@@ -64,47 +64,49 @@ class ShellRunner(ExtRunner):
             fixture_api.pop_context(context_token)
             run_mod.cleanup_test_tmp_dir(env.get(run_mod.TEST_TMP_ENV_VAR))
 
+        stdout_data = completed.stdout
+        if isinstance(stdout_data, str):
+            stdout_bytes: bytes = stdout_data.encode()
+        else:
+            stdout_bytes = stdout_data or b""
+
+        stderr_data = completed.stderr
+        if isinstance(stderr_data, str):
+            stderr_bytes: bytes = stderr_data.encode()
+        else:
+            stderr_bytes = stderr_data or b""
+
         good = completed.returncode == 0
         if expect_error == good:
             suppressed = run_mod.should_suppress_failure_output()
+            summary_line = f"└─▶ \033[31mgot unexpected exit code {completed.returncode}\033[0m"
             if passthrough:
                 if not suppressed:
-                    run_mod.report_failure(
-                        test,
-                        f"┌─▶ \033[31mgot unexpected exit code {completed.returncode}\033[0m",
-                    )
+                    run_mod.report_failure(test, summary_line)
                 return False
             if suppressed:
                 return False
+
             with run_mod.stdout_lock:
-                run_mod.report_failure(
-                    test,
-                    f"┌─▶ \033[31mgot unexpected exit code {completed.returncode}\033[0m",
-                )
-                stdout = completed.stdout or b""
-                for last, line in run_mod.last_and(stdout.split(b"\n")):
-                    prefix = "│ " if not last else "└─"
-                    sys.stdout.buffer.write(prefix.encode() + line + b"\n")
-                if completed.stderr:
-                    sys.stdout.buffer.write(completed.stderr)
+                run_mod.fail(test)
+                line_prefix = "│ ".encode()
+                for line in stdout_bytes.splitlines():
+                    sys.stdout.buffer.write(line_prefix + line + b"\n")
+                if stderr_bytes:
+                    sys.stdout.write("├─▶ stderr\n")
+                    detail_prefix = run_mod.DETAIL_COLOR.encode()
+                    reset_bytes = run_mod.RESET_COLOR.encode()
+                    for line in stderr_bytes.splitlines():
+                        sys.stdout.buffer.write(
+                            line_prefix + detail_prefix + line + reset_bytes + b"\n"
+                        )
+                sys.stdout.write(summary_line + "\n")
             return False
 
         if passthrough:
             run_mod.success(test)
             return True
 
-        stdout_data = completed.stdout
-        if isinstance(stdout_data, str):
-            stdout_bytes: bytes = stdout_data.encode()
-        else:
-            stdout_bytes = stdout_data or b""
-
-        stderr_data = completed.stderr
-        if isinstance(stderr_data, str):
-            stderr_bytes: bytes = stderr_data.encode()
-        else:
-            stderr_bytes = stderr_data or b""
-
         root_prefix: bytes = (str(run_mod.ROOT) + "/").encode()
         stdout_bytes = stdout_bytes.replace(root_prefix, b"")
 

{tenzir_test-0.9.4.dist-info → tenzir_test-0.10.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tenzir-test
-Version: 0.9.4
+Version: 0.10.0
 Summary: Reusable test execution framework extracted from the Tenzir repository.
 Project-URL: Homepage, https://github.com/tenzir/test
 Project-URL: Repository, https://github.com/tenzir/test
@@ -55,36 +55,6 @@ uvx tenzir-test --help
 `uvx` downloads the newest compatible release, runs it in an isolated
 environment, and caches subsequent invocations for fast reuse.
 
-## 🚀 Quick Start
-
-Create a project skeleton that mirrors the layout the harness expects:
-
-```text
-project-root/
-├── fixtures/
-│   └── http.py
-├── inputs/
-│   └── sample.ndjson
-├── runners/
-│   └── __init__.py
-└── tests/
-    ├── alerts/
-    │   ├── sample.py
-    │   └── sample.txt
-    └── regression/
-        ├── dummy.tql
-        └── dummy.txt
-```
-
-1. Author fixtures in `fixtures/` and register them at import time.
-2. Store reusable datasets in `inputs/`—the harness exposes the path via
-   `TENZIR_INPUTS` and provides a per-test scratch directory through
-   `TENZIR_TMP_DIR` when tests execute.
-   Use `--keep` (or `-k`) to preserve those temporary directories for debugging.
-3. Create tests in `tests/` and pair them with reference artifacts (for example
-   `.txt`) that the harness compares against.
-4. Run `uvx tenzir-test` from the project root to execute the full suite.
-
 ## 📚 Documentation
 
 Consult our [user guide](https://docs.tenzir.com/guides/testing/write-tests)

{tenzir_test-0.9.4.dist-info → tenzir_test-0.10.0.dist-info}/RECORD

@@ -5,7 +5,7 @@ tenzir_test/cli.py,sha256=O1FaxYFKWal--aqs-ZFT2URqL26_HjUtFNDACIBspXA,5452
 tenzir_test/config.py,sha256=q1_VEXuxL-xsGlnooeGvXxx9cMw652UEB9a1mPzZIQs,1680
 tenzir_test/packages.py,sha256=cTCQdGjCS1XmuKyiwh0ew-z9tHn6J-xZ6nvBP-hU8bc,948
 tenzir_test/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tenzir_test/run.py,sha256=X5k81jdAV4f3eH4pMFq3_B0YW7JIqBwE3j2vK5UgK3s,115729
+tenzir_test/run.py,sha256=W0NMpftm4MG6oiVFO0rjUxgS-h-JjFKyUTDLM3U7bS8,116871
 tenzir_test/engine/__init__.py,sha256=5APwy90YDm7rmL_qCZfToAcfbQthcZ8yV2_ExXKqaqE,110
 tenzir_test/engine/operations.py,sha256=OCYjuMHyMAaay4s08u2Sl7oE-PmgeXumylp7R8GYIH4,950
 tenzir_test/engine/registry.py,sha256=LXCr6TGlv1sR1m1eboTk7SrbS2IVErc3PqUuHxGA2xk,594
@@ -19,11 +19,11 @@ tenzir_test/runners/custom_python_fixture_runner.py,sha256=bbG0ZvCL6Cs6BCKJQQPAB
 tenzir_test/runners/diff_runner.py,sha256=ah1hr1vvD6BON2PZz61mxwioRFIzHFuaAbJ0DjDSqG4,5151
 tenzir_test/runners/ext_runner.py,sha256=sKL9Mw_ksVVBWnrdIJR2WS5ueVnLKuNYYWZ22FTZIPo,730
 tenzir_test/runners/runner.py,sha256=LtlD8huQOSmD7RyYDnKeCuI4Y6vhxGXMKsHA2qgfWN0,989
-tenzir_test/runners/shell_runner.py,sha256=wLiHYGrZDHPof6hohDT-t6zEi8w-DlkR5QG0i5DpwWE,5892
+tenzir_test/runners/shell_runner.py,sha256=EREqIaHxG5_nl8CmeQYWsiM6rZS9frCkhdaUHoRUGRw,6024
 tenzir_test/runners/tenzir_runner.py,sha256=464FFYS_mh6l-ehccc-S8cIUO1MxdapwQL5X3PmMkMI,1006
 tenzir_test/runners/tql_runner.py,sha256=2ZLMf3TIKwcOvaOFrVvvhzK-EcWmGOUZxKkbSoByyQA,248
-tenzir_test-0.9.4.dist-info/METADATA,sha256=V6OEJxdUSsQnUR6osqMM9L_-WZAD2xa1VXjvNaHs_zI,3982
-tenzir_test-0.9.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-tenzir_test-0.9.4.dist-info/entry_points.txt,sha256=q0eD9RQ_9eMPYvFNpBElo55HQYeaPgLfe9YhLsNwl10,93
-tenzir_test-0.9.4.dist-info/licenses/LICENSE,sha256=ajMbpcBiSTXI8Rr4t17pvowV-On8DktghfZKxY_A22Q,10750
-tenzir_test-0.9.4.dist-info/RECORD,,
+tenzir_test-0.10.0.dist-info/METADATA,sha256=12vESrRyq_hSo-r2ljuX6PptSeWWPPMXtx_l04JfnRE,3008
+tenzir_test-0.10.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+tenzir_test-0.10.0.dist-info/entry_points.txt,sha256=q0eD9RQ_9eMPYvFNpBElo55HQYeaPgLfe9YhLsNwl10,93
+tenzir_test-0.10.0.dist-info/licenses/LICENSE,sha256=ajMbpcBiSTXI8Rr4t17pvowV-On8DktghfZKxY_A22Q,10750
+tenzir_test-0.10.0.dist-info/RECORD,,