libpipe 0.9.1__tar.gz → 0.10__tar.gz

{libpipe-0.9.1 → libpipe-0.10}/PKG-INFO

@@ -1,17 +1,18 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: libpipe
-Version: 0.9.1
+Version: 0.10
 Summary: Pipeline orchestration and node management utilities
-License: GPL-3.0-or-later
+License-Expression: GPL-3.0-or-later
+License-File: LICENSE
 Author: Florent Mertens
 Author-email: florent.mertens@gmail.com
 Requires-Python: >=3.10,<4.0
-Classifier: License :: OSI Approved :: GNU General Public License v3 or later (GPLv3+)
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Provides-Extra: dev
 Provides-Extra: docs
 Requires-Dist: asyncssh (>=2.0)

{libpipe-0.9.1 → libpipe-0.10}/libpipe/worker.py

@@ -51,6 +51,10 @@ ALLOC_MAX_REQUESTS = 3
 ALLOC_WORKERS_PER_NODE = 32
 
 
+def now_str():
+    return datetime.datetime.now().isoformat(sep=' ', timespec='milliseconds')
+
+
 def mem_mb(text):
     '''Memory such as 40GB, 40G or 512MB in MB (GB is 1024 MB, as in Slurm).'''
     m = re.fullmatch(r'\s*(\d+(?:\.\d+)?)\s*([KMGT]?)(?:i?B)?\s*', str(text), re.IGNORECASE)
@@ -259,7 +263,13 @@ class Task:
             line = style(line, fg='red')
         print(f'[{self.name}:{host}] {line}')
 
-    async def log_stream(self, stream, host, err=False):
+    def log_event(self, text):
+        """Write a timestamped libpipe event to the log file only."""
+        if self.fd is not None:
+            self.fd.write(f'[libpipe] {now_str()} {text}\n')
+
+    async def log_stream(self, stream, host, err=False, stamp_prefix=None):
+        """Log the lines of stream; those starting with stamp_prefix get the current time."""
         while True:
             try:
                 line = await stream.readline()
@@ -268,6 +278,8 @@ class Task:
                 continue
             if not line:
                 break
+            if stamp_prefix and line.startswith(stamp_prefix):
+                line = f'{now_str()} '.encode() + line
             self.log(line, host, err=err)
 
     def close_log(self):
@@ -618,15 +630,14 @@ class SlurmClient:
             if self.alloc_id:
                 args.append(f'--jobid={self.alloc_id}')
             if self.exact:
-                # --quiet: no "step creation disabled, retrying" while a step waits for its node
-                args += ['--exact', '--quiet']
+                args.append('--exact')
             if task.cpus:
                 args += [f'--cpus-per-task={task.cpus}', f'--mem={task.mem_mb}M']
                 threads = ' '.join(f'{v}={task.cpus}' for v in THREAD_VARS)
                 command = f'export {threads}; {command}'
             job_id, options = '${SLURM_JOB_ID}.${SLURM_STEP_ID}', []
         args += self._time_option(options) + options
-        marker = f'echo "{SLURM_MARKER}{job_id} on $(hostname -s)"'
+        marker = f'echo "{SLURM_MARKER}{job_id} on $(hostname -s) at $(date \'+%F %T.%3N\')"'
         return f'{shlex.join(args)} bash -c {shlex.quote(f"{marker}; {command}")}'
 
     async def _run(self, *args):
@@ -700,22 +711,35 @@ class SlurmClient:
         task.slurm_job_id = None
         if self.alloc_nodes:
             await self.ensure_allocation()
-        cpus = await self._acquire_cpus(task.cpus or 1) if self.steps else 0
+        cpus = 0
+        if self.steps and self.cpus_total is not None:
+            task.log_event(f'waiting for {min(task.cpus or 1, self.cpus_total)} CPUs '
+                           f'({self.cpus_free} of {self.cpus_total} free)')
+            cpus = await self._acquire_cpus(task.cpus or 1)
         try:
             process = await asyncio.create_subprocess_shell(
                 self.srun_command(task), stdout=asyncio.subprocess.PIPE,
                 stderr=asyncio.subprocess.PIPE, preexec_fn=os.setpgrp, env=self.env)
+            task.log_event(f'srun started{self._cpus_state()}')
             task.set_process(Process(self, process))
             # srun waits for the job or the step to start: running from the marker line
             task.start_time = None
 
             await asyncio.gather(
                 self._log_stdout(task, process.stdout),
-                task.log_stream(process.stderr, self.host, err=True),
+                task.log_stream(process.stderr, self.host, err=True, stamp_prefix=b'srun: '),
             )
             task.returncode = await process.wait()
+            task.log_event(f'srun exited with code {task.returncode}')
         finally:
             await self._release_cpus(cpus)
+            if cpus:
+                task.log_event(f'{cpus} CPUs released{self._cpus_state()}')
+
+    def _cpus_state(self):
+        if self.cpus_total is None:
+            return ''
+        return f' ({self.cpus_free} of {self.cpus_total} CPUs free)'
 
     async def terminate(self, task, sig=signal.SIGTERM):
         job_id = getattr(task, 'slurm_job_id', None)

{libpipe-0.9.1 → libpipe-0.10}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [project]
 name = "libpipe"
-version = "0.9.1"
+version = "0.10"
 description = "Pipeline orchestration and node management utilities"
 readme = "README.md"
 license = "GPL-3.0-or-later"