stouputils 1.3.17__tar.gz → 1.3.19__tar.gz

{stouputils-1.3.17 → stouputils-1.3.19}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: stouputils
-Version: 1.3.17
+Version: 1.3.19
 Summary: Stouputils is a collection of utility modules designed to simplify and enhance the development process. It includes a range of tools for tasks such as execution of doctests, display utilities, decorators, as well as context managers, and many more.
 Project-URL: Homepage, https://github.com/Stoupy51/stouputils
 Project-URL: Issues, https://github.com/Stoupy51/stouputils/issues

{stouputils-1.3.17 → stouputils-1.3.19}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "stouputils"
-version = "1.3.17"
+version = "1.3.19"
 description = "Stouputils is a collection of utility modules designed to simplify and enhance the development process. It includes a range of tools for tasks such as execution of doctests, display utilities, decorators, as well as context managers, and many more."
 readme = "README.md"
 requires-python = ">=3.10"

{stouputils-1.3.17 → stouputils-1.3.19}/stouputils/backup.py

@@ -15,13 +15,19 @@ import datetime
 import fnmatch
 import hashlib
 import os
+import shutil
 import zipfile
 
 # Local imports
 from .decorators import handle_error, measure_time
 from .io import clean_path
+from .parallel import colored_for_loop
 from .print import info, progress, warning
 
+# Constants
+CHUNK_SIZE = 1048576  # 1MB chunks for I/O operations
+LARGE_CHUNK_SIZE = 8388608  # 8MB chunks for large file operations
+
 
 # Function to compute the SHA-256 hash of a file
 def get_file_hash(file_path: str) -> str | None:
@@ -37,7 +43,7 @@ def get_file_hash(file_path: str) -> str | None:
 		with open(file_path, "rb") as f:
 			# Use larger chunks for better I/O performance
 			while True:
-				chunk = f.read(65536)  # 64KB chunks
+				chunk = f.read(CHUNK_SIZE)
 				if not chunk:
 					break
 				sha256_hash.update(chunk)
@@ -183,7 +189,7 @@ def create_delta_backup(source_path: str, destination_folder: str, exclude_patte
 							with open(full_path, "rb") as f:
 								with zipf.open(zip_info, "w", force_zip64=True) as zf:
 									while True:
-										chunk = f.read(65536)  # 64KB chunks for better performance
+										chunk = f.read(CHUNK_SIZE)
 										if not chunk:
 											break
 										zf.write(chunk)
@@ -207,7 +213,7 @@ def create_delta_backup(source_path: str, destination_folder: str, exclude_patte
 					with open(source_path, "rb") as f:
 						with zipf.open(zip_info, "w", force_zip64=True) as zf:
 							while True:
-								chunk = f.read(65536)  # 64KB chunks for better performance
+								chunk = f.read(CHUNK_SIZE)
 								if not chunk:
 									break
 								zf.write(chunk)
@@ -288,7 +294,7 @@ def consolidate_backups(zip_path: str, destination_zip: str) -> None:
 
 	try:
 		with zipfile.ZipFile(destination_zip, "w", compression=zipfile.ZIP_DEFLATED, compresslevel=9) as zipf_out:
-			for filename, (backup_path, inf) in file_registry.items():
+			for filename, (backup_path, inf) in colored_for_loop(file_registry.items(), desc="Making consolidated backup"):
 				try:
 					# Open ZIP file if not already open
 					if backup_path not in open_zips:
@@ -296,15 +302,15 @@ def consolidate_backups(zip_path: str, destination_zip: str) -> None:
 
 					zipf_in = open_zips[backup_path]
 
-					# Copy file with larger chunks for better performance
+					# Copy file with optimized strategy based on file size
 					with zipf_in.open(inf, "r") as source:
 						with zipf_out.open(inf, "w", force_zip64=True) as target:
-							# Use larger chunk size (64KB) for better I/O performance
-							while True:
-								chunk = source.read(65536)
-								if not chunk:
-									break
-								target.write(chunk)
+							# Use shutil.copyfileobj with larger chunks for files >50MB
+							if inf.file_size > 52428800:  # 50MB threshold
+								shutil.copyfileobj(source, target, length=LARGE_CHUNK_SIZE)
+							else:
+								# Use shutil.copyfileobj with standard chunks for smaller files
+								shutil.copyfileobj(source, target, length=CHUNK_SIZE)
 				except Exception as e:
 					warning(f"Error copying file {filename} from {backup_path}: {e}")
 					continue

{stouputils-1.3.17 → stouputils-1.3.19}/stouputils/parallel.py

@@ -11,9 +11,9 @@ I highly encourage you to read the function docstrings to understand when to use
 """
 
 # Imports
-import time
 import multiprocessing as mp
-from collections.abc import Callable, Iterator
+import time
+from collections.abc import Callable, Iterable, Iterator
 from concurrent.futures import ThreadPoolExecutor
 from multiprocessing import Pool, cpu_count
 from typing import Any, TypeVar
@@ -179,7 +179,7 @@ def multiprocessing(
 				old_method: str | None = mp.get_start_method(allow_none=True)
 				new_method: str = "spawn" if old_method in (None, "fork") else "fork"
 				mp.set_start_method(new_method, force=True)
-				
+
 				try:
 					return process()
 				finally:
@@ -278,7 +278,7 @@ def multithreading(
 
 
 def colored_for_loop(
-	iterable: list[T],
+	iterable: Iterable[T],
 	desc: str = "Processing",
 	color: str = MAGENTA,
 	bar_format: str = BAR_FORMAT,
@@ -288,7 +288,7 @@ def colored_for_loop(
 	""" Function to iterate over a list with a colored TQDM progress bar like the other functions in this module.
 
 	Args:
-		iterable	(list):				List to iterate over
+		iterable	(Iterable):			List to iterate over
 		desc		(str):				Description of the function execution displayed in the progress bar
 		color		(str):				Color of the progress bar (Defaults to MAGENTA)
 		bar_format	(str):				Format of the progress bar (Defaults to BAR_FORMAT)