stouputils 1.19.2__py3-none-any.whl → 1.19.4__py3-none-any.whl

stouputils/parallel/capturer.py

@@ -27,13 +27,23 @@ class CaptureOutput:
 	The class creates an os.pipe(), marks fds as inheritable (for spawn method),
 	provides methods to start a listener thread that reads from the pipe and writes
 	to the main process's sys.stdout/sys.stderr, and to close/join the listener.
+
+	>>> capturer = CaptureOutput(encoding="utf-8", errors="replace")
+
+	>>> pass # send capturer object to subprocess
+	>>> capturer.redirect()  # Redirects sys.stdout/sys.stderr to the pipe
+
+	>>> pass # in parent process:
+	>>> #capturer.parent_close_write()  # Close parent's write end
+	>>> capturer.start_listener()      # Start listener thread to read from pipe
+	>>> ...                            # do other work
+	>>> capturer.join_listener(timeout=0.1)       # Wait for listener to finish (on EOF)
 	"""
-	def __init__(self, encoding: str = "utf-8", errors: str = "replace", chunk_size: int = 1024):
+	def __init__(self, encoding: str = "utf-8", errors: str = "replace"):
 		import multiprocessing as mp
 		import threading
 		self.encoding: str = encoding
 		self.errors: str = errors
-		self.chunk_size: int = chunk_size
 		self.read_conn, self.write_conn = mp.Pipe(duplex=False)
 		self.read_fd = self.read_conn.fileno()
 		self.write_fd = self.write_conn.fileno()
@@ -91,10 +101,11 @@ class CaptureOutput:
 			nonlocal buffer
 			try:
 				while True:
-					# Read a chunk from the pipe, stop loop on error
+					# Read the next message from the pipe. Use recv_bytes() without a maxlength
+					# so we don't error when a single message is larger than our chunk size.
 					try:
-						data: bytes = self.read_conn.recv_bytes(self.chunk_size)
-					except EOFError:
+						data: bytes = self.read_conn.recv_bytes()
+					except (EOFError, OSError, BrokenPipeError):
 						_handle_buffer()
 						break
 
@@ -104,10 +115,7 @@ class CaptureOutput:
 					except Exception:
 						chunk = data.decode(self.encoding, errors="replace")
 					buffer += chunk
-
-					# Periodically flush large buffers to avoid holding too much memory
-					if len(buffer) > self.chunk_size * 4:
-						_handle_buffer()
+					_handle_buffer()
 			finally:
 				safe_close(self.read_conn)
 				self.read_fd = -1

stouputils/parallel/capturer.pyi

@@ -12,20 +12,30 @@ class PipeWriter:
     def flush(self) -> None: ...
 
 class CaptureOutput:
-    """ Utility to capture stdout/stderr from a subprocess and relay it to the parent's stdout.
+    ''' Utility to capture stdout/stderr from a subprocess and relay it to the parent\'s stdout.
 
 \tThe class creates an os.pipe(), marks fds as inheritable (for spawn method),
 \tprovides methods to start a listener thread that reads from the pipe and writes
-\tto the main process's sys.stdout/sys.stderr, and to close/join the listener.
-\t"""
+\tto the main process\'s sys.stdout/sys.stderr, and to close/join the listener.
+
+\t>>> capturer = CaptureOutput(encoding="utf-8", errors="replace")
+
+\t>>> pass # send capturer object to subprocess
+\t>>> capturer.redirect()  # Redirects sys.stdout/sys.stderr to the pipe
+
+\t>>> pass # in parent process:
+\t>>> #capturer.parent_close_write()  # Close parent\'s write end
+\t>>> capturer.start_listener()      # Start listener thread to read from pipe
+\t>>> ...                            # do other work
+\t>>> capturer.join_listener(timeout=0.1)       # Wait for listener to finish (on EOF)
+\t'''
     encoding: str
     errors: str
-    chunk_size: int
     read_fd: Incomplete
     write_fd: Incomplete
     _thread: threading.Thread | None
     _reader_file: IO[Any] | None
-    def __init__(self, encoding: str = 'utf-8', errors: str = 'replace', chunk_size: int = 1024) -> None: ...
+    def __init__(self, encoding: str = 'utf-8', errors: str = 'replace') -> None: ...
     def __repr__(self) -> str: ...
     def __getstate__(self) -> dict[str, Any]: ...
     def redirect(self) -> None:

{stouputils-1.19.2.dist-info → stouputils-1.19.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: stouputils
-Version: 1.19.2
+Version: 1.19.4
 Summary: Stouputils is a collection of utility modules designed to simplify and enhance the development process. It includes a range of tools for tasks such as execution of doctests, display utilities, decorators, as well as context managers, and many more.
 Keywords: utilities,tools,helpers,development,python
 Author: Stoupy51

{stouputils-1.19.2.dist-info → stouputils-1.19.4.dist-info}/RECORD

@@ -141,8 +141,8 @@ stouputils/lock/shared.py,sha256=G8Mcy7dXtNESyU7hSaeihNrCU4l98VhyQyO_vQYPJ7g,788
 stouputils/lock/shared.pyi,sha256=0CV6TpTaDEkcGA35Q-ijp8ckImZ32umlMA4U-8C_O-I,545
 stouputils/parallel/__init__.py,sha256=myD8KiVfPPKF26Xu8Clu0p-VaYDK74loMUjUkl6-9XU,1013
 stouputils/parallel/__init__.pyi,sha256=UtZKtl9i__OH0Edypap9oZUcTF1h91qfpItG1-x7TfE,97
-stouputils/parallel/capturer.py,sha256=1ON8QuMrk9B0WS5lCIKtItzKRmlddrHsJAhMHYvKFyE,4127
-stouputils/parallel/capturer.pyi,sha256=DWa3biPFzrGJBmkaFhAWwhbX4gbKQAipBAOJm4_XBy8,1665
+stouputils/parallel/capturer.py,sha256=s4x_o8Awe-RYyyYxTzgQSm1N2shDjFhENkJBdW-WHEY,4574
+stouputils/parallel/capturer.pyi,sha256=UdhhJFdyBsBUyEAltaG3Im13GvZlNXi-ScQDXezFI1Q,2141
 stouputils/parallel/common.py,sha256=niDcAiEX3flX0ow91gXOB4umlOrR8PIYvpcKPClJHfM,4910
 stouputils/parallel/common.pyi,sha256=jbyftOYHKP2qaA8YC1f1f12-BDBkhfsQsnPdsR4oet8,2493
 stouputils/parallel/multi.py,sha256=tHJgcQJwsI6QeKEHoGJC4tsVK_6t1Fazkb06i1u-W_8,12610
@@ -156,7 +156,7 @@ stouputils/typing.py,sha256=9sj6-_lW9pyQFmxW2K1SinGCy7IWeRouUfWjPU2qDsk,2205
 stouputils/typing.pyi,sha256=XRKhGA7jWjcE-DtS2UznevBxBIFqj8IZI8-J48_3GQc,1341
 stouputils/version_pkg.py,sha256=Jsp-s03L14DkiZ94vQgrlQmaxApfn9DC8M_nzT1SJLk,7014
 stouputils/version_pkg.pyi,sha256=QPvqp1U3QA-9C_CC1dT9Vahv1hXEhstbM7x5uzMZSsQ,755
-stouputils-1.19.2.dist-info/WHEEL,sha256=fAguSjoiATBe7TNBkJwOjyL1Tt4wwiaQGtNtjRPNMQA,80
-stouputils-1.19.2.dist-info/entry_points.txt,sha256=tx0z9VOnE-sfkmbFbA93zaBMzV3XSsKEJa_BWIqUzxw,57
-stouputils-1.19.2.dist-info/METADATA,sha256=4YSIMD11_I4XpSiMxVPHJYFCSNflyjXIn_DIRkBSBwo,13931
-stouputils-1.19.2.dist-info/RECORD,,
+stouputils-1.19.4.dist-info/WHEEL,sha256=fAguSjoiATBe7TNBkJwOjyL1Tt4wwiaQGtNtjRPNMQA,80
+stouputils-1.19.4.dist-info/entry_points.txt,sha256=tx0z9VOnE-sfkmbFbA93zaBMzV3XSsKEJa_BWIqUzxw,57
+stouputils-1.19.4.dist-info/METADATA,sha256=UdM9eb2MdkC1t42azf7_UT8603Nafg0m7T9i6gERTko,13931
+stouputils-1.19.4.dist-info/RECORD,,