atomicshop 2.10.4__py3-none-any.whl → 2.10.5__py3-none-any.whl

atomicshop/__init__.py

@@ -1,4 +1,4 @@
 """Atomic Basic functions and classes to make developer life easier"""
 
 __author__ = "Den Kras"
-__version__ = '2.10.4'
+__version__ = '2.10.5'

atomicshop/basics/multiprocesses.py

@@ -1,4 +1,5 @@
 import multiprocessing
+import multiprocessing.managers
 import queue
 import concurrent.futures
 from concurrent.futures import ProcessPoolExecutor, as_completed
@@ -42,10 +43,11 @@ class MultiProcessorRecursive:
             max_workers: int = None,
             cpu_percent_max: int = 80,
             memory_percent_max: int = 80,
-            wait_time: float = 5
+            wait_time: float = 5,
+            system_monitor_manager_dict: multiprocessing.managers.DictProxy = None
     ):
         """
-        MultiProcessor class. Used to execute functions in parallel. The result of each execution is feeded back
+        MultiProcessor class. Used to execute functions in parallel. The result of each execution is fed back
             to the provided function. Making it sort of recursive execution.
         :param process_function: function, function to execute on the input list.
         :param input_list: list, list of inputs to process.
@@ -56,6 +58,12 @@ class MultiProcessorRecursive:
         :param memory_percent_max: integer, maximum memory percentage. Above that usage, we will wait, before starting
             new execution.
         :param wait_time: float, time to wait if the CPU or memory usage is above the maximum percentage.
+        :param system_monitor_manager_dict: multiprocessing.managers.DictProxy, shared manager dict for
+            system monitoring. The object is the output of atomicshop.system_resource_monitor.
+            If you are already running this monitor, you can pass the manager_dict to both the system monitor and this
+            class to share the system resources data.
+            If this is used, the system resources will be checked before starting each new execution from this
+            shared dict instead of performing new checks.
 
         Usage:
             def unpack_file(file_path):
@@ -87,6 +95,7 @@ class MultiProcessorRecursive:
         self.cpu_percent_max: int = cpu_percent_max
         self.memory_percent_max: int = memory_percent_max
         self.wait_time: float = wait_time
+        self.system_monitor_manager_dict: multiprocessing.managers.DictProxy = system_monitor_manager_dict
 
     def run_process(self):
         with multiprocessing.Pool(processes=self.max_workers) as pool:
@@ -100,7 +109,8 @@ class MultiProcessorRecursive:
                     system_resources.wait_for_resource_availability(
                         cpu_percent_max=self.cpu_percent_max,
                         memory_percent_max=self.memory_percent_max,
-                        wait_time=self.wait_time)
+                        wait_time=self.wait_time,
+                        system_monitor_manager_dict=self.system_monitor_manager_dict)
 
                     # Process the item
                     async_result = pool.apply_async(self.process_function, (item,))

atomicshop/basics/numbers.py

@@ -54,4 +54,3 @@ def convert_bytes_to_readable(
         return readable_format
     else:
         return byte_size, suffixes[i]
-

atomicshop/system_resource_monitor.py

@@ -1,6 +1,5 @@
 from typing import Union
 import threading
-import multiprocessing
 import multiprocessing.managers
 
 from .print_api import print_api
@@ -22,7 +21,7 @@ class SystemResourceMonitor:
             get_disk_used_percent: bool = True,
             calculate_maximum_changed_disk_io: bool = False,
             queue_list: list = None,
-            manager_dict = None     # multiprocessing.Manager().dict()
+            manager_dict=None     # multiprocessing.Manager().dict()
     ):
         """
         Initialize the system resource monitor.
@@ -97,7 +96,7 @@ class SystemResourceMonitor:
         self.get_disk_used_percent: bool = get_disk_used_percent
         self.calculate_maximum_changed_disk_io: bool = calculate_maximum_changed_disk_io
         self.queue_list: list = queue_list
-        self.manager_dict: multiprocessing.Manager().dict = manager_dict
+        self.manager_dict = manager_dict        # multiprocessing.Manager().dict()
 
         self.maximum_disk_io: dict = {
             'read_bytes_per_sec': 0,

atomicshop/system_resources.py

@@ -3,6 +3,7 @@ import time
 import tempfile
 import shutil
 import threading
+import multiprocessing.managers
 
 from .print_api import print_api
 from .wrappers.psutilw import cpus, memories, disks
@@ -93,18 +94,33 @@ def check_system_resources(
     return result
 
 
-def wait_for_resource_availability(cpu_percent_max: int = 80, memory_percent_max: int = 80, wait_time: float = 5):
+def wait_for_resource_availability(
+        cpu_percent_max: int = 80,
+        memory_percent_max: int = 80,
+        wait_time: float = 5,
+        system_monitor_manager_dict: multiprocessing.managers.DictProxy = None
+):
     """
     Wait for system resources to be available.
     :param cpu_percent_max: int, maximum CPU percentage. Above that usage, we will wait.
     :param memory_percent_max: int, maximum memory percentage. Above that usage, we will wait.
     :param wait_time: float, time to wait between checks.
+    :param system_monitor_manager_dict: multiprocessing.managers.DictProxy, shared manager dict for
+        system monitoring. The object is the output of atomicshop.system_resource_monitor.
+        If you are already running this monitor, you can pass the manager_dict to both the system monitor and this
+        class to share the system resources data.
+        If this is used, the system resources will be checked before starting each new execution from this
+        shared dict instead of performing new checks.
     :return: None
     """
     while True:
-        result = check_system_resources(
-            get_cpu=True, get_memory=True,
-            get_disk_io_bytes=False, get_disk_files_count=False, get_disk_busy_time=False, get_disk_used_percent=False)
+        if system_monitor_manager_dict:
+            result = system_monitor_manager_dict
+        else:
+            result = check_system_resources(
+                get_cpu=True, get_memory=True,
+                get_disk_io_bytes=False, get_disk_files_count=False, get_disk_busy_time=False, get_disk_used_percent=False)
+
         if result['cpu_usage'] < cpu_percent_max and result['memory_usage'] < memory_percent_max:
             break
         print_api(

{atomicshop-2.10.4.dist-info → atomicshop-2.10.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: atomicshop
-Version: 2.10.4
+Version: 2.10.5
 Summary: Atomic functions and classes to make developer life easier
 Author: Denis Kras
 License: MIT License

{atomicshop-2.10.4.dist-info → atomicshop-2.10.5.dist-info}/RECORD

@@ -1,4 +1,4 @@
-atomicshop/__init__.py,sha256=jiF6fRhuPCS2l3bXIdgVnGCUG5xcjtXdqlhFtq2zNTI,123
+atomicshop/__init__.py,sha256=fQnAhsrGKmKYe0fp_81c4goU6Nzou40Ap0w1uxsS2jc,123
 atomicshop/_basics_temp.py,sha256=6cu2dd6r2dLrd1BRNcVDKTHlsHs_26Gpw8QS6v32lQ0,3699
 atomicshop/_create_pdf_demo.py,sha256=Yi-PGZuMg0RKvQmLqVeLIZYadqEZwUm-4A9JxBl_vYA,3713
 atomicshop/_patch_import.py,sha256=ENp55sKVJ0e6-4lBvZnpz9PQCt3Otbur7F6aXDlyje4,6334
@@ -37,8 +37,8 @@ atomicshop/sound.py,sha256=KSzWRF8dkpEVXmFidIv-Eftc3kET-hQzQOxZRE7rMto,24297
 atomicshop/speech_recognize.py,sha256=55-dIjgkpF93mvJnJuxSFuft5H5eRvGNlUj9BeIOZxk,5903
 atomicshop/ssh_remote.py,sha256=Sas3nrQv8ardxR51t59xZZsYm8nvUcA7tMSqEDViRLk,17155
 atomicshop/sys_functions.py,sha256=MTBxRve5bh58SPvhX3gMiGqHlSBuI_rdNN1NnnBBWqI,906
-atomicshop/system_resource_monitor.py,sha256=4AqeJbfYcVrNENjEJDrFQ5jIdu--yCir8CZuPBerp9o,13697
-atomicshop/system_resources.py,sha256=fl8yfG1CrcsXsFzVPiTEZ82MEjcyCPj4TevKczHEKTE,8310
+atomicshop/system_resource_monitor.py,sha256=ilA3wEUJfBjQhRsHDXGH7Q05mYr5KarPjRWP8S6pCTw,13681
+atomicshop/system_resources.py,sha256=mcgkULCkrfMM1cu7F1fyDQQja2pJpC_pcPpwxjr_ULg,9097
 atomicshop/tempfiles.py,sha256=uq1ve2WlWehZ3NOTXJnpBBMt6HyCdBufqedF0HyzA6k,2517
 atomicshop/timer.py,sha256=KxBBgVM8po6pUJDW8TgY1UXj0iiDmRmL5XDCq0VHAfU,1670
 atomicshop/urls.py,sha256=CQl1j1kjEVDlAuYJqYD9XxPF1SUSgrmG8PjlcXNEKsQ,597
@@ -87,8 +87,8 @@ atomicshop/basics/if_else.py,sha256=MakivJChofZCpr0mOVjwCthzpiaBxXVB-zv7GwMOqVo,
 atomicshop/basics/isinstancing.py,sha256=fQ35xfqbguQz2BUn-3a4KVGskhTcIn8JjRtxV2rFcRQ,876
 atomicshop/basics/list_of_dicts.py,sha256=EeUh5FwUSmjQ7_Df7yTBgwHsou5jx3tP2a0dzgs8-fk,5773
 atomicshop/basics/lists.py,sha256=pLpYPSu0BjJIAe_Ar55XhLsH2YBhftn7b-tTAdkK1sw,3928
-atomicshop/basics/multiprocesses.py,sha256=AczaI4TmYduNjE6_VEQhxvDQn4VLDdXYRxhPDpjH4T0,17974
-atomicshop/basics/numbers.py,sha256=EDmt4M72hVE3IUqximSsrxM7HW64QQFCaGP5_fZuLPo,1839
+atomicshop/basics/multiprocesses.py,sha256=nSskxJSlEdalPM_Uf8cc9kAYYlVwYM1GonBLAhCL2mM,18831
+atomicshop/basics/numbers.py,sha256=ESX0z_7o_ok3sOmCKAUBoZinATklgMy2v-4RndqXlVM,1837
 atomicshop/basics/randoms.py,sha256=DmYLtnIhDK29tAQrGP1Nt-A-v8WC7WIEB8Edi-nk3N4,282
 atomicshop/basics/strings.py,sha256=aQ92AJPvb3U0O6n2FMqRUqEsPCiklwGX--jPmB9M0_s,15418
 atomicshop/basics/threads.py,sha256=xvgdDJdmgN0wmmARoZ-H7Kvl1GOcEbvgaeGL4M3Hcx8,2819
@@ -233,8 +233,8 @@ atomicshop/wrappers/socketw/socket_server_tester.py,sha256=AhpurHJmP2kgzHaUbq5ey
 atomicshop/wrappers/socketw/socket_wrapper.py,sha256=aXBwlEIJhFT0-c4i8iNlFx2It9VpCEpsv--5Oqcpxao,11624
 atomicshop/wrappers/socketw/ssl_base.py,sha256=k4V3gwkbq10MvOH4btU4onLX2GNOsSfUAdcHmL1rpVE,2274
 atomicshop/wrappers/socketw/statistics_csv.py,sha256=t3dtDEfN47CfYVi0CW6Kc2QHTEeZVyYhc57IYYh5nmA,826
-atomicshop-2.10.4.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
-atomicshop-2.10.4.dist-info/METADATA,sha256=0kskgiSsXWr6BHlxBF9mViz3QkT0EoWqwm0LKmPJdBQ,10423
-atomicshop-2.10.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-atomicshop-2.10.4.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
-atomicshop-2.10.4.dist-info/RECORD,,
+atomicshop-2.10.5.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
+atomicshop-2.10.5.dist-info/METADATA,sha256=EYaFqDb87S7rakgkJ6Yj8B5Pqt7OtVodfUEOeZvXDew,10423
+atomicshop-2.10.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+atomicshop-2.10.5.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
+atomicshop-2.10.5.dist-info/RECORD,,