rda-python-common 3.0.28__py3-none-any.whl → 3.0.29__py3-none-any.whl

rda_python_common/__init__.py

@@ -22,7 +22,7 @@ object that existing callers expect.
 
 from . import PgLOG, PgUtil, PgDBI, PgFile, PgLock, PgCMD, PgSIG, PgOPT, PgSplit
 
-__version__ = "3.0.28"
+__version__ = "3.0.29"
 
 __all__ = [
    "PgLOG",

rda_python_common/pg_sig.py

@@ -52,7 +52,11 @@ class PgSIG(PgDBI):
          'MPROC': 1,    # default number of multiple processes
          'BPROC': 1,    # default number of multiple background processes
          'ETIME': 20,   # default error waiting time (in seconds)
-         'WTIME': 120,  # default waiting time (in seconds)
+         'WTIME': 120,  # default waiting time (in seconds), the cap of an adaptive wait
+         'WTMIN': 5,    # shortest adaptive wait (in seconds) for child/background processes
+         'WTINC': 5,    # seconds added to the adaptive wait after each loop still waiting
+         'CWTIME': 0,   # current adaptive wait (in seconds), 0 before the first wait
+         'WLOOP': -1,   # loop count of the last adaptive wait sleep
          'DTIME': 600,  # the daemon record refresh time (in seconds)
          'RTIME': 2400, # the web rda config unlocking and unconfigured system down waiting time (in seconds)
          'CTIME': 4800, # the lock cleaning & configued system down waiting time (in seconds)
@@ -1281,21 +1285,52 @@ class PgSIG(PgDBI):
       if wtime: time.sleep(wtime)
       return wtime
 
-   # show wait message every dintv and then sleep for PGSIG['WTIME']
+   # show wait message every 30 loops and then sleep for an adaptive wait time
    def show_wait_message(self, loop, msg, logact=None, dowait=0):
       """Log a wait message every 30 loops and optionally sleep.
 
       Args:
-         loop (int): Current loop iteration count.
+         loop (int): Current loop iteration count, 0 for the first sleep of a wait.
          msg (str): Message to log.
          logact (int, optional): Log action flags. Defaults to ``LOGWRN``.
-         dowait (int, optional): If non-zero, sleep for ``PGSIG['WTIME']``
-            seconds. Defaults to 0.
+         dowait (int, optional): If non-zero, sleep for the adaptive wait time
+            from ``adaptive_wait_time()``, at most ``PGSIG['WTIME']`` seconds.
+            Defaults to 0.
       """
       if logact is None: logact = self.LOGWRN
       if loop > 0 and (loop%30) == 0:
          self.pglog("{} at {}".format(msg, self.current_datetime()), logact)
-      if dowait: time.sleep(self.PGSIG['WTIME'])
+      if dowait: time.sleep(self.adaptive_wait_time(loop))
+
+   # get the adaptive time to sleep for one loop of a wait for processes
+   def adaptive_wait_time(self, loop):
+      """Return how long to sleep for one loop of a wait for child/background processes.
+
+      The wait starts at ``PGSIG['WTMIN']`` seconds and grows by ``PGSIG['WTINC']``
+      after each loop that still finds no process done, capped at the polling time
+      ``PGSIG['WTIME']``, so long-running processes are not checked too often while
+      short ones are not waited on for the full polling time.  The current wait
+      carries over to the next wait; it goes back to ``WTMIN`` when the previous
+      wait was over after its first sleep, since the processes are short.  Set
+      ``PGSIG['WTMIN']`` to ``WTIME`` or larger for the old fixed wait.
+
+      Args:
+         loop (int): Loop count of the current wait, 0 for its first sleep.
+
+      Returns:
+         int: Seconds to sleep.
+      """
+      wmax = self.PGSIG['WTIME']
+      wmin = min(self.PGSIG['WTMIN'], wmax)
+      wtime = self.PGSIG['CWTIME']
+      if loop == 0:
+         if not wtime or self.PGSIG['WLOOP'] == 0: wtime = wmin
+      else:
+         wtime += self.PGSIG['WTINC']
+      wtime = max(wmin, min(wtime, wmax))
+      self.PGSIG['CWTIME'] = wtime
+      self.PGSIG['WLOOP'] = loop
+      return wtime
 
    # register a time out function to raise a time out error
    @contextmanager

{rda_python_common-3.0.28.dist-info → rda_python_common-3.0.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_common
-Version: 3.0.28
+Version: 3.0.29
 Summary: RDA Python common library codes shared by other RDA python packages
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-common
@@ -189,7 +189,7 @@ PgLOG.pglog("hello", PgLOG.LOGWRN)
 python -c "import rda_python_common; print(rda_python_common.__version__)"
 ```
 
-You should see the installed version (currently `3.0.28`).  If the import
+You should see the installed version (currently `3.0.29`).  If the import
 fails, double-check that the active Python environment is the one where you
 ran `pip install`.
 

{rda_python_common-3.0.28.dist-info → rda_python_common-3.0.29.dist-info}/RECORD

@@ -7,7 +7,7 @@ rda_python_common/PgOPT.py,sha256=0nQPF19N-1VWwrjFHEeruVSwVDwvFKd4uowPc8dK7e4,56
 rda_python_common/PgSIG.py,sha256=0MJPH0fTtSshIsvUXkzQjReHPyCWdzHYOY5LbFSh7-A,34318
 rda_python_common/PgSplit.py,sha256=En7xcdkE4YNRcMX88qXnrUgUOnQU3Kqh8uxRIdlJhEA,9156
 rda_python_common/PgUtil.py,sha256=7hXAznAI8tYh-nJRKBIXejNe2ROQ2Wxn28OAndeg0Iw,48433
-rda_python_common/__init__.py,sha256=nuSiih-pLPf8s7ct003v0QDJJM3813MwbRld2QrOn80,995
+rda_python_common/__init__.py,sha256=sBVlfOY9ijDUndeN_oeqUihFhQ4l5ZUfT91PeQTPoVE,995
 rda_python_common/pg_cmd.py,sha256=MYldUuM8mSUIT34yKQyUd0i4NL4zdSB8C6Jcc28NRxA,33809
 rda_python_common/pg_dbi.py,sha256=ASIW2vsIjMab2TMfhqJiXS7LQhKKGpKjzNMqo7RCePw,122415
 rda_python_common/pg_file.py,sha256=7NipcgMy4t67zbH2MHtRL3vxyY1FHdIgMTQ-kE0H2fA,181122
@@ -15,14 +15,14 @@ rda_python_common/pg_lock.py,sha256=31EaVDjCkcx3-n8-KnzG18R8Pz7Z6KyFsEqcml6Iq5c,
 rda_python_common/pg_log.py,sha256=erQN4YYPwiORa3OE0Jt8s05rlWsjtyIs0fJ_KLbNAQ8,82959
 rda_python_common/pg_opt.py,sha256=LxVAf47wi2STkVGSXMvV3IZphEJcoO8bvYXy6kQ5ox4,82403
 rda_python_common/pg_password.py,sha256=X-eIDwdqBhtrhrbDTNWle-0JtWsyIVZdDOZaBu7cFHM,2343
-rda_python_common/pg_sig.py,sha256=lXsP1VDt5Tu4q8lAVQBNc9xv5BgNDpuKdioQTazl-3E,56045
+rda_python_common/pg_sig.py,sha256=wLqg-SxvF-tu-9zlpRsiszOb141L_YbxD-SGVnrCTPg,57828
 rda_python_common/pg_split.py,sha256=aAWKUZPmZ-LQ_fJ3DSKzPKxJw0fMDJ2fgP8ZT629M30,16375
 rda_python_common/pg_util.py,sha256=JL9NoW-VoQvsjXsUr09oBUWYJJNltU4GyQIfWlpkf90,86084
 rda_python_common/pgpassword.py,sha256=aTQaO59QokWrv2EKom4TvKhNW2Mr6aFMMBVG4DCbcKI,5023
 rda_python_common/pgpassword.usg,sha256=Wrle6A8sdlMGx3ZEAmE6TNDPOlG84Whe0T3rCNFzPfY,2013
-rda_python_common-3.0.28.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
-rda_python_common-3.0.28.dist-info/METADATA,sha256=YFxuS4nRBjgJ0euFjSKU-GNswRGmFLgj7txr1zOeQUY,14530
-rda_python_common-3.0.28.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
-rda_python_common-3.0.28.dist-info/entry_points.txt,sha256=pZgVNWspcK-F1TbPav7C3C9NdeHDZMm_25fW9weix00,65
-rda_python_common-3.0.28.dist-info/top_level.txt,sha256=KVQmx7D3DD-jsiheqL8HdTrRE14hpRnZY5_ioMArA5k,18
-rda_python_common-3.0.28.dist-info/RECORD,,
+rda_python_common-3.0.29.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
+rda_python_common-3.0.29.dist-info/METADATA,sha256=51mKJd7UiXR8giX2wKBeFpDIpPd5875s4hEAJ5RifMg,14530
+rda_python_common-3.0.29.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
+rda_python_common-3.0.29.dist-info/entry_points.txt,sha256=pZgVNWspcK-F1TbPav7C3C9NdeHDZMm_25fW9weix00,65
+rda_python_common-3.0.29.dist-info/top_level.txt,sha256=KVQmx7D3DD-jsiheqL8HdTrRE14hpRnZY5_ioMArA5k,18
+rda_python_common-3.0.29.dist-info/RECORD,,