stouputils 1.7.1__tar.gz → 1.7.3__tar.gz

{stouputils-1.7.1 → stouputils-1.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: stouputils
-Version: 1.7.1
+Version: 1.7.3
 Summary: Stouputils is a collection of utility modules designed to simplify and enhance the development process. It includes a range of tools for tasks such as execution of doctests, display utilities, decorators, as well as context managers, and many more.
 Project-URL: Homepage, https://github.com/Stoupy51/stouputils
 Project-URL: Issues, https://github.com/Stoupy51/stouputils/issues
@@ -86,10 +86,11 @@ It includes a range of tools for tasks such as execution of doctests, display ut
 │   └── ...
 │
 ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.html">continuous_delivery/</a>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.cd_utils.html">cd_utils.py</a>          <span class="comment"># 🔧 Common utilities for continuous delivery</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.github.html">github.py</a>            <span class="comment"># 📦 GitHub utilities (upload_to_github)</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.pypi.html">pypi.py</a>              <span class="comment"># 📦 PyPI utilities (pypi_full_routine)</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.pyproject.html">pyproject.py</a>         <span class="comment"># 📝 Pyproject.toml utilities</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.cd_utils.html">cd_utils.py</a>          <span class="comment"># 🔧 Utilities for continuous delivery</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.github.html">github.py</a>            <span class="comment"># 📦 Utilities for continuous delivery on GitHub (upload_to_github)</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.pypi.html">pypi.py</a>              <span class="comment"># 📦 Utilities for PyPI (pypi_full_routine)</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.pyproject.html">pyproject.py</a>         <span class="comment"># 📝 Utilities for reading, writing and managing pyproject.toml files</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.stubs.html">stubs.py</a>             <span class="comment"># 📝 Utilities for generating stub files using stubgen</span>
 │   └── ...
 │
 ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.html">data_science/</a>
@@ -103,28 +104,28 @@ It includes a range of tools for tasks such as execution of doctests, display ut
 │   │   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.models.keras_utils.html">keras_utils/</a>     <span class="comment"># 🛠️ Keras utilities (callbacks, losses, visualizations)</span>
 │   │   └── ...
 │   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.scripts.html">scripts/</a>             <span class="comment"># 📜 Data science scripts (augment, preprocess, routine)</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.metric_utils.html">metric_utils.py</a>      <span class="comment"># 📏 Metrics utilities for ML/DL models</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.mlflow_utils.html">mlflow_utils.py</a>      <span class="comment"># 📊 MLflow integration utilities</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.metric_utils.html">metric_utils.py</a>      <span class="comment"># 📏 Static methods for calculating various ML metrics</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.mlflow_utils.html">mlflow_utils.py</a>      <span class="comment"># 📊 Utility functions for working with MLflow</span>
 │   └── ...
 │
 ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.html">installer/</a>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.common.html">common.py</a>            <span class="comment"># 🔧 Common installer utilities</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.downloader.html">downloader.py</a>        <span class="comment"># ⬇️ File download utilities</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.linux.html">linux.py</a>             <span class="comment"># 🐧 Linux-specific installer utilities</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.main.html">main.py</a>              <span class="comment"># 🚀 Main installer functionality</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.windows.html">windows.py</a>           <span class="comment"># 💻 Windows-specific installer utilities</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.common.html">common.py</a>            <span class="comment"># 🔧 Common functions used by the Linux and Windows installers modules</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.downloader.html">downloader.py</a>        <span class="comment"># ⬇️ Functions for downloading and installing programs from URLs</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.linux.html">linux.py</a>             <span class="comment"># 🐧 Linux/macOS specific implementations for installation</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.main.html">main.py</a>              <span class="comment"># 🚀 Core installation functions for installing programs from zip files or URLs</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.windows.html">windows.py</a>           <span class="comment"># 💻 Windows specific implementations for installation</span>
 │   └── ...
 │
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.all_doctests.html">all_doctests.py</a>          <span class="comment"># ✅ Execution of all doctests for a given path</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.archive.html">archive.py</a>               <span class="comment"># 📦 Archive utilities (zip, repair_zip)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.backup.html">backup.py</a>                <span class="comment"># 📦 Backup utilities (delta backup, consolidate)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.collections.html">collections.py</a>           <span class="comment"># 🧰 Collection utilities (unique_list, sort_dict_keys, array_to_disk)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.ctx.html">ctx.py</a>                   <span class="comment"># 🚫 Context managers (Muffle, LogToFile)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.decorators.html">decorators.py</a>            <span class="comment"># 🎯 Decorators (silent, measure_time, error_handler, simple_cache, retry)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.image.html">image.py</a>                 <span class="comment"># 🖼️ Image utilities (image_resize)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.io.html">io.py</a>                    <span class="comment"># 💻 I/O utilities (file management, json)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.parallel.html">parallel.py</a>              <span class="comment"># 🧑‍🤝‍🧑 Parallel processing (multiprocessing, multithreading)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.print.html">print.py</a>                 <span class="comment"># 🖨️ Display utilities (info, debug, warning, error)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.all_doctests.html">all_doctests.py</a>          <span class="comment"># ✅ Run all doctests for all modules in a given directory</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.archive.html">archive.py</a>               <span class="comment"># 📦 Functions for creating and managing archives</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.backup.html">backup.py</a>                <span class="comment"># 💾 Utilities for backup management (delta backup, consolidate)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.collections.html">collections.py</a>           <span class="comment"># 🧰 Utilities for collection manipulation (unique_list, sort_dict_keys, upsert_in_dataframe, array_to_disk)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.ctx.html">ctx.py</a>                   <span class="comment"># 🔇 Context managers (Muffle, LogToFile, MeasureTime, DoNothing)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.decorators.html">decorators.py</a>            <span class="comment"># 🎯 Decorators (measure_time, handle_error, simple_cache, retry, abstract, deprecated, silent)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.image.html">image.py</a>                 <span class="comment"># 🖼️ Little utilities for image processing (image_resize, auto_crop, numpy_to_gif, numpy_to_obj)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.io.html">io.py</a>                    <span class="comment"># 💾 Utilities for file management (super_json, super_csv, super_copy, super_open, clean_path)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.parallel.html">parallel.py</a>              <span class="comment"># 🔀 Utility functions for parallel processing (multiprocessing, multithreading)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.print.html">print.py</a>                 <span class="comment"># 🖨️ Utility functions for printing messages with different levels of importance</span>
 └── ...
 </pre>
 </html>

{stouputils-1.7.1 → stouputils-1.7.3}/README.md

@@ -45,10 +45,11 @@ It includes a range of tools for tasks such as execution of doctests, display ut
 │   └── ...
 │
 ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.html">continuous_delivery/</a>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.cd_utils.html">cd_utils.py</a>          <span class="comment"># 🔧 Common utilities for continuous delivery</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.github.html">github.py</a>            <span class="comment"># 📦 GitHub utilities (upload_to_github)</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.pypi.html">pypi.py</a>              <span class="comment"># 📦 PyPI utilities (pypi_full_routine)</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.pyproject.html">pyproject.py</a>         <span class="comment"># 📝 Pyproject.toml utilities</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.cd_utils.html">cd_utils.py</a>          <span class="comment"># 🔧 Utilities for continuous delivery</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.github.html">github.py</a>            <span class="comment"># 📦 Utilities for continuous delivery on GitHub (upload_to_github)</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.pypi.html">pypi.py</a>              <span class="comment"># 📦 Utilities for PyPI (pypi_full_routine)</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.pyproject.html">pyproject.py</a>         <span class="comment"># 📝 Utilities for reading, writing and managing pyproject.toml files</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.continuous_delivery.stubs.html">stubs.py</a>             <span class="comment"># 📝 Utilities for generating stub files using stubgen</span>
 │   └── ...
 │
 ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.html">data_science/</a>
@@ -62,28 +63,28 @@ It includes a range of tools for tasks such as execution of doctests, display ut
 │   │   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.models.keras_utils.html">keras_utils/</a>     <span class="comment"># 🛠️ Keras utilities (callbacks, losses, visualizations)</span>
 │   │   └── ...
 │   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.scripts.html">scripts/</a>             <span class="comment"># 📜 Data science scripts (augment, preprocess, routine)</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.metric_utils.html">metric_utils.py</a>      <span class="comment"># 📏 Metrics utilities for ML/DL models</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.mlflow_utils.html">mlflow_utils.py</a>      <span class="comment"># 📊 MLflow integration utilities</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.metric_utils.html">metric_utils.py</a>      <span class="comment"># 📏 Static methods for calculating various ML metrics</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.data_science.mlflow_utils.html">mlflow_utils.py</a>      <span class="comment"># 📊 Utility functions for working with MLflow</span>
 │   └── ...
 │
 ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.html">installer/</a>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.common.html">common.py</a>            <span class="comment"># 🔧 Common installer utilities</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.downloader.html">downloader.py</a>        <span class="comment"># ⬇️ File download utilities</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.linux.html">linux.py</a>             <span class="comment"># 🐧 Linux-specific installer utilities</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.main.html">main.py</a>              <span class="comment"># 🚀 Main installer functionality</span>
-│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.windows.html">windows.py</a>           <span class="comment"># 💻 Windows-specific installer utilities</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.common.html">common.py</a>            <span class="comment"># 🔧 Common functions used by the Linux and Windows installers modules</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.downloader.html">downloader.py</a>        <span class="comment"># ⬇️ Functions for downloading and installing programs from URLs</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.linux.html">linux.py</a>             <span class="comment"># 🐧 Linux/macOS specific implementations for installation</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.main.html">main.py</a>              <span class="comment"># 🚀 Core installation functions for installing programs from zip files or URLs</span>
+│   ├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.installer.windows.html">windows.py</a>           <span class="comment"># 💻 Windows specific implementations for installation</span>
 │   └── ...
 │
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.all_doctests.html">all_doctests.py</a>          <span class="comment"># ✅ Execution of all doctests for a given path</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.archive.html">archive.py</a>               <span class="comment"># 📦 Archive utilities (zip, repair_zip)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.backup.html">backup.py</a>                <span class="comment"># 📦 Backup utilities (delta backup, consolidate)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.collections.html">collections.py</a>           <span class="comment"># 🧰 Collection utilities (unique_list, sort_dict_keys, array_to_disk)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.ctx.html">ctx.py</a>                   <span class="comment"># 🚫 Context managers (Muffle, LogToFile)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.decorators.html">decorators.py</a>            <span class="comment"># 🎯 Decorators (silent, measure_time, error_handler, simple_cache, retry)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.image.html">image.py</a>                 <span class="comment"># 🖼️ Image utilities (image_resize)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.io.html">io.py</a>                    <span class="comment"># 💻 I/O utilities (file management, json)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.parallel.html">parallel.py</a>              <span class="comment"># 🧑‍🤝‍🧑 Parallel processing (multiprocessing, multithreading)</span>
-├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.print.html">print.py</a>                 <span class="comment"># 🖨️ Display utilities (info, debug, warning, error)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.all_doctests.html">all_doctests.py</a>          <span class="comment"># ✅ Run all doctests for all modules in a given directory</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.archive.html">archive.py</a>               <span class="comment"># 📦 Functions for creating and managing archives</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.backup.html">backup.py</a>                <span class="comment"># 💾 Utilities for backup management (delta backup, consolidate)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.collections.html">collections.py</a>           <span class="comment"># 🧰 Utilities for collection manipulation (unique_list, sort_dict_keys, upsert_in_dataframe, array_to_disk)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.ctx.html">ctx.py</a>                   <span class="comment"># 🔇 Context managers (Muffle, LogToFile, MeasureTime, DoNothing)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.decorators.html">decorators.py</a>            <span class="comment"># 🎯 Decorators (measure_time, handle_error, simple_cache, retry, abstract, deprecated, silent)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.image.html">image.py</a>                 <span class="comment"># 🖼️ Little utilities for image processing (image_resize, auto_crop, numpy_to_gif, numpy_to_obj)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.io.html">io.py</a>                    <span class="comment"># 💾 Utilities for file management (super_json, super_csv, super_copy, super_open, clean_path)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.parallel.html">parallel.py</a>              <span class="comment"># 🔀 Utility functions for parallel processing (multiprocessing, multithreading)</span>
+├── <a href="https://stoupy51.github.io/stouputils/latest/modules/stouputils.print.html">print.py</a>                 <span class="comment"># 🖨️ Utility functions for printing messages with different levels of importance</span>
 └── ...
 </pre>
 </html>

{stouputils-1.7.1 → stouputils-1.7.3}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "stouputils"
-version = "1.7.1"
+version = "1.7.3"
 description = "Stouputils is a collection of utility modules designed to simplify and enhance the development process. It includes a range of tools for tasks such as execution of doctests, display utilities, decorators, as well as context managers, and many more."
 readme = "README.md"
 requires-python = ">=3.10"

{stouputils-1.7.1 → stouputils-1.7.3}/stouputils/all_doctests.py

@@ -13,14 +13,17 @@ import importlib
 import os
 import pkgutil
 import sys
-from doctest import TestResults, testmod
 from types import ModuleType
+from typing import TYPE_CHECKING
 
 from . import decorators
 from .decorators import measure_time
 from .io import clean_path, relative_path
 from .print import error, info, progress, warning
 
+if TYPE_CHECKING:
+	from doctest import TestResults
+
 
 # Main program
 def launch_tests(root_dir: str, strict: bool = True) -> int:
@@ -140,7 +143,7 @@ def launch_tests(root_dir: str, strict: bool = True) -> int:
 	return total_failed
 
 
-def test_module_with_progress(module: ModuleType, separator: str) -> TestResults:
+def test_module_with_progress(module: ModuleType, separator: str) -> "TestResults":
 	""" Test a module with testmod and measure the time taken with progress printing.
 
 	Args:
@@ -149,6 +152,7 @@ def test_module_with_progress(module: ModuleType, separator: str) -> TestResults
 	Returns:
 		TestResults: The results of the tests
 	"""
+	from doctest import TestResults, testmod
 	@measure_time(progress, message=f"Testing module '{module.__name__}' {separator}took")
 	def internal() -> TestResults:
 		return testmod(m=module)

{stouputils-1.7.1 → stouputils-1.7.3}/stouputils/archive.py

@@ -41,9 +41,6 @@ def repair_zip_file(file_path: str, destination: str) -> bool:
 
 		> repair_zip_file("/path/to/source.zip", "/path/to/destination.zip")
 	"""
-	import struct
-	import zlib
-
 	# Check
 	if not os.path.exists(file_path):
 		raise FileNotFoundError(f"File '{file_path}' not found")
@@ -51,6 +48,9 @@ def repair_zip_file(file_path: str, destination: str) -> bool:
 	if dirname and not os.path.exists(dirname):
 		raise FileNotFoundError(f"Directory '{dirname}' not found")
 
+	import struct
+	import zlib
+
 	# Read the entire ZIP file into memory
 	with open(file_path, 'rb') as f:
 		data = f.read()

{stouputils-1.7.1 → stouputils-1.7.3}/stouputils/collections.py

@@ -3,6 +3,7 @@ This module provides utilities for collection manipulation:
 
 - unique_list: Remove duplicates from a list while preserving order using object id, hash or str
 - sort_dict_keys: Sort dictionary keys using a given order list (ascending or descending)
+- upsert_in_dataframe: Insert or update a row in a Polars DataFrame based on primary keys
 - array_to_disk: Easily handle large numpy arrays on disk using zarr for efficient storage and access.
 
 .. image:: https://raw.githubusercontent.com/Stoupy51/stouputils/refs/heads/main/assets/collections_module.gif
@@ -14,11 +15,14 @@ import atexit
 import os
 import shutil
 import tempfile
-from typing import Any, Literal, TypeVar
+from typing import TYPE_CHECKING, Any, Literal, TypeVar
 
-import numpy as np
-import zarr  # pyright: ignore[reportMissingTypeStubs]
-from numpy.typing import NDArray
+# Lazy imports for typing
+if TYPE_CHECKING:
+	import numpy as np
+	import polars as pl
+	import zarr  # pyright: ignore[reportMissingTypeStubs]
+	from numpy.typing import NDArray
 
 # Typing
 T = TypeVar("T")
@@ -94,11 +98,62 @@ def sort_dict_keys(dictionary: dict[T, Any], order: list[T], reverse: bool = Fal
 	"""
 	return dict(sorted(dictionary.items(), key=lambda x: order.index(x[0]) if x[0] in order else len(order), reverse=reverse))
 
+def upsert_in_dataframe(
+	df: "pl.DataFrame",
+	new_entry: dict[str, Any],
+	primary_keys: dict[str, Any] | None = None
+) -> "pl.DataFrame":
+	""" Insert or update a row in the Polars DataFrame based on primary keys.
+
+	Args:
+		df				(pl.DataFrame):		The Polars DataFrame to update.
+		new_entry		(dict[str, Any]):	The new entry to insert or update.
+		primary_keys	(dict[str, Any]):	The primary keys to identify the row (default: empty).
+	Returns:
+		pl.DataFrame: The updated Polars DataFrame.
+	"""
+	# Imports
+	import polars as pl
+
+	# Create new DataFrame if file doesn't exist or is invalid
+	if df.is_empty():
+		return pl.DataFrame([new_entry])
+
+	# If no primary keys provided, return DataFrame with new entry appended
+	if not primary_keys:
+		new_row_df = pl.DataFrame([new_entry])
+		return pl.concat([df, new_row_df], how="diagonal_relaxed")
+
+	# Build mask based on primary keys
+	mask: pl.Expr = pl.lit(True)
+	for key, value in primary_keys.items():
+		if key in df.columns:
+			mask = mask & (df[key] == value)
+		else:
+			# Primary key column doesn't exist, so no match possible
+			mask = pl.lit(False)
+			break
+
+	# Insert or update row based on primary keys
+	if df.select(mask).to_series().any():
+		# Update existing row
+		for key, value in new_entry.items():
+			if key in df.columns:
+				df = df.with_columns(pl.when(mask).then(pl.lit(value)).otherwise(pl.col(key)).alias(key))
+			else:
+				# Add new column if it doesn't exist
+				df = df.with_columns(pl.when(mask).then(pl.lit(value)).otherwise(None).alias(key))
+		return df
+	else:
+		# Insert new row
+		new_row_df = pl.DataFrame([new_entry])
+		return pl.concat([df, new_row_df], how="diagonal_relaxed")
+
 def array_to_disk(
-	data: NDArray[Any] | zarr.Array,
+	data: "NDArray[Any] | zarr.Array",
 	delete_input: bool = True,
-	more_data: NDArray[Any] | zarr.Array | None = None
-) -> tuple[zarr.Array, str, int]:
+	more_data: "NDArray[Any] | zarr.Array | None" = None
+) -> tuple["zarr.Array", str, int]:
 	""" Easily handle large numpy arrays on disk using zarr for efficient storage and access.
 
 	Zarr provides a simpler and more efficient alternative to np.memmap with better compression
@@ -112,6 +167,7 @@ def array_to_disk(
 		tuple[zarr.Array, str, int]: The zarr array, the directory path, and the total size in bytes
 
 	Examples:
+		>>> import numpy as np
 		>>> data = np.random.rand(1000, 1000)
 		>>> zarr_array = array_to_disk(data)[0]
 		>>> zarr_array.shape
@@ -127,6 +183,9 @@ def array_to_disk(
 			for filename in filenames
 		)
 
+	# Imports
+	import zarr  # pyright: ignore[reportMissingTypeStubs]
+
 	# If data is already a zarr.Array and more_data is present, just append and return
 	if isinstance(data, zarr.Array) and more_data is not None:
 		original_size: int = data.shape[0]

{stouputils-1.7.1 → stouputils-1.7.3}/stouputils/collections.pyi

@@ -1,3 +1,4 @@
+import polars as pl
 import zarr
 from numpy.typing import NDArray as NDArray
 from typing import Any, Literal, TypeVar
@@ -49,7 +50,17 @@ def sort_dict_keys(dictionary: dict[T, Any], order: list[T], reverse: bool = Fal
 \t\t>>> sort_dict_keys({\'b\': 2, \'a\': 1, \'c\': 3, \'d\': 4}, order=["c", "b"])
 \t\t{\'c\': 3, \'b\': 2, \'a\': 1, \'d\': 4}
 \t'''
-def array_to_disk(data: NDArray[Any] | zarr.Array, delete_input: bool = True, more_data: NDArray[Any] | zarr.Array | None = None) -> tuple[zarr.Array, str, int]:
+def upsert_in_dataframe(df: pl.DataFrame, new_entry: dict[str, Any], primary_keys: dict[str, Any] | None = None) -> pl.DataFrame:
+    """ Insert or update a row in the Polars DataFrame based on primary keys.
+
+\tArgs:
+\t\tdf\t\t\t\t(pl.DataFrame):\t\tThe Polars DataFrame to update.
+\t\tnew_entry\t\t(dict[str, Any]):\tThe new entry to insert or update.
+\t\tprimary_keys\t(dict[str, Any]):\tThe primary keys to identify the row (default: empty).
+\tReturns:
+\t\tpl.DataFrame: The updated Polars DataFrame.
+\t"""
+def array_to_disk(data: NDArray[Any] | zarr.Array, delete_input: bool = True, more_data: NDArray[Any] | zarr.Array | None = None) -> tuple['zarr.Array', str, int]:
     """ Easily handle large numpy arrays on disk using zarr for efficient storage and access.
 
 \tZarr provides a simpler and more efficient alternative to np.memmap with better compression
@@ -63,6 +74,7 @@ def array_to_disk(data: NDArray[Any] | zarr.Array, delete_input: bool = True, mo
 \t\ttuple[zarr.Array, str, int]: The zarr array, the directory path, and the total size in bytes
 
 \tExamples:
+\t\t>>> import numpy as np
 \t\t>>> data = np.random.rand(1000, 1000)
 \t\t>>> zarr_array = array_to_disk(data)[0]
 \t\t>>> zarr_array.shape

{stouputils-1.7.1 → stouputils-1.7.3}/stouputils/continuous_delivery/cd_utils.py

@@ -4,15 +4,15 @@ It is mainly used by the `stouputils.continuous_delivery.github` module.
 
 # Imports
 import os
-from typing import Any
-
-import requests
-import yaml
+from typing import TYPE_CHECKING, Any
 
 from ..decorators import handle_error
 from ..io import clean_path, super_json_load
 from ..print import warning
 
+if TYPE_CHECKING:
+	import requests
+
 
 # Load credentials from file
 @handle_error()
@@ -63,6 +63,7 @@ def load_credentials(credentials_path: str) -> dict[str, Any]:
 
 	# Else, load the file if it's a YAML file
 	elif credentials_path.endswith((".yml", ".yaml")):
+		import yaml
 		with open(credentials_path) as f:
 			return yaml.safe_load(f)
 
@@ -71,7 +72,7 @@ def load_credentials(credentials_path: str) -> dict[str, Any]:
 		raise ValueError("Credentials file must be .json or .yml format")
 
 # Handle a response
-def handle_response(response: requests.Response, error_message: str) -> None:
+def handle_response(response: "requests.Response", error_message: str) -> None:
 	""" Handle a response from the API by raising an error if the response is not successful (status code not in 200-299).
 
 	Args:
@@ -79,6 +80,7 @@ def handle_response(response: requests.Response, error_message: str) -> None:
 		error_message	(str): The error message to raise if the response is not successful
 	"""
 	if response.status_code < 200 or response.status_code >= 300:
+		import requests
 		try:
 			raise ValueError(f"{error_message}, response code {response.status_code} with response {response.json()}")
 		except requests.exceptions.JSONDecodeError as e:

{stouputils-1.7.1 → stouputils-1.7.3}/stouputils/continuous_delivery/github.py

@@ -11,8 +11,6 @@
 import os
 from typing import Any
 
-import requests
-
 from ..decorators import handle_error, measure_time
 from ..io import clean_path
 from ..print import info, progress, warning
@@ -122,6 +120,7 @@ def handle_existing_tag(owner: str, project_name: str, version: str, headers: di
 		bool: True if the tag was deleted or if it was not found, False otherwise
 	"""
 	# Get the tag URL and check if it exists
+	import requests
 	tag_url: str = f"{PROJECT_ENDPOINT}/{owner}/{project_name}/git/refs/tags/v{version}"
 	response: requests.Response = requests.get(tag_url, headers=headers)
 
@@ -146,6 +145,7 @@ def delete_existing_release(owner: str, project_name: str, version: str, headers
 		headers			(dict[str, str]):	Headers for GitHub API requests
 	"""
 	# Get the release URL and check if it exists
+	import requests
 	releases_url: str = f"{PROJECT_ENDPOINT}/{owner}/{project_name}/releases/tags/v{version}"
 	release_response: requests.Response = requests.get(releases_url, headers=headers)
 
@@ -166,6 +166,7 @@ def delete_existing_tag(tag_url: str, headers: dict[str, str]) -> None:
 		tag_url	(str):				URL of the tag to delete
 		headers	(dict[str, str]):	Headers for GitHub API requests
 	"""
+	import requests
 	delete_response: requests.Response = requests.delete(tag_url, headers=headers)
 	handle_response(delete_response, "Failed to delete existing tag")
 	info("Deleted existing tag")
@@ -185,6 +186,7 @@ def get_latest_tag(
 		str|None: Version number of the latest tag, None if no tags exist
 	"""
 	# Get the tags list
+	import requests
 	tags_url: str = f"{PROJECT_ENDPOINT}/{owner}/{project_name}/tags"
 	response = requests.get(tags_url, headers=headers)
 	handle_response(response, "Failed to get tags")
@@ -214,6 +216,7 @@ def get_commits_since_tag(
 		list[dict]: List of commits since the last tag
 	"""
 	# Get the commits URL and parameters
+	import requests
 	commits_url: str = f"{PROJECT_ENDPOINT}/{owner}/{project_name}/commits"
 	commits_params: dict[str, str] = {"per_page": "100"}
 
@@ -358,6 +361,7 @@ def create_tag(owner: str, project_name: str, version: str, headers: dict[str, s
 		headers			(dict[str, str]):	Headers for GitHub API requests
 	"""
 	# Message and prepare urls
+	import requests
 	progress(f"Creating tag v{version}")
 	create_tag_url: str = f"{PROJECT_ENDPOINT}/{owner}/{project_name}/git/refs"
 	latest_commit_url: str = f"{PROJECT_ENDPOINT}/{owner}/{project_name}/git/refs/heads/main"
@@ -388,6 +392,7 @@ def create_release(owner: str, project_name: str, version: str, changelog: str,
 		int: ID of the created release
 	"""
 	# Message and prepare urls
+	import requests
 	progress(f"Creating release v{version}")
 	release_url: str = f"{PROJECT_ENDPOINT}/{owner}/{project_name}/releases"
 	release_data: dict[str, str|bool] = {
@@ -425,6 +430,7 @@ def upload_assets(
 	progress("Uploading assets")
 
 	# Get the release details
+	import requests
 	release_url: str = f"{PROJECT_ENDPOINT}/{owner}/{project_name}/releases/{release_id}"
 	response: requests.Response = requests.get(release_url, headers=headers)
 	handle_response(response, "Failed to get release details")
@@ -483,6 +489,8 @@ def upload_to_github(credentials: dict[str, Any], github_config: dict[str, Any])
 			}
 		)
 	"""
+	import requests  # type: ignore  # noqa: F401
+
 	# Validate credentials and configuration
 	owner, headers = validate_credentials(credentials)
 	project_name, version, build_folder, endswith = validate_config(github_config)

{stouputils-1.7.1 → stouputils-1.7.3}/stouputils/continuous_delivery/pyproject.py

@@ -17,8 +17,6 @@ writing, version management and TOML formatting capabilities.
 # Imports
 from typing import Any
 
-import toml
-
 from ..io import super_open
 
 
@@ -31,6 +29,7 @@ def read_pyproject(pyproject_path: str) -> dict[str, Any]:
 	Returns:
 		dict[str, Any]: The content of the pyproject.toml file.
 	"""
+	import toml
 	return toml.load(pyproject_path)
 
 
@@ -81,6 +80,7 @@ def format_toml_lists(content: str) -> str:
 
 def write_pyproject(pyproject_path: str, pyproject_content: dict[str, Any]) -> None:
 	""" Write to the pyproject.toml file with properly indented lists. """
+	import toml
 	content: str = "\n" + toml.dumps(pyproject_content) + "\n"
 	content = format_toml_lists(content)  # Apply formatting