pipen-cli-gbatch 0.0.4__py3-none-any.whl → 0.0.5__py3-none-any.whl

pipen_cli_gbatch/__init__.py

@@ -79,7 +79,7 @@ from pipen.cli import CLIPlugin
 from pipen.scheduler import GbatchScheduler
 from pipen_poplog import LogsPopulator
 
-__version__ = "0.0.4"
+__version__ = "0.0.5"
 __all__ = ("CliGbatchPlugin", "CliGbatchDaemon")
 
 
@@ -551,10 +551,10 @@ class XquteCliGbatchPlugin:  # pragma: no cover
 
     def _clear_residues(self):
         """Clear any remaining log residues and display them."""
-        if self.stdout_populator.residue:
+        if self.stdout_populator and self.stdout_populator.residue:
             logger.info(f"/STDOUT {self.stdout_populator.residue}")
             self.stdout_populator.residue = ""
-        if self.stderr_populator.residue:
+        if self.stderr_populator and self.stderr_populator.residue:
             logger.error(f"/STDERR {self.stderr_populator.residue}")
             self.stderr_populator.residue = ""
 
@@ -595,15 +595,17 @@ class XquteCliGbatchPlugin:  # pragma: no cover
             # Make it less frequent
             return
 
-        stdout_lines = self.stdout_populator.populate()
-        self.stdout_populator.increment_counter(len(stdout_lines))
-        for line in stdout_lines:
-            logger.info(f"/STDOUT {line}")
+        if self.stderr_populator:
+            stdout_lines = self.stdout_populator.populate()
+            self.stdout_populator.increment_counter(len(stdout_lines))
+            for line in stdout_lines:
+                logger.info(f"/STDOUT {line}")
 
-        stderr_lines = self.stderr_populator.populate()
-        self.stderr_populator.increment_counter(len(stderr_lines))
-        for line in stderr_lines:
-            logger.error(f"/STDERR {line}")
+        if self.stderr_populator:
+            stderr_lines = self.stderr_populator.populate()
+            self.stderr_populator.increment_counter(len(stderr_lines))
+            for line in stderr_lines:
+                logger.error(f"/STDERR {line}")
 
     @plugin.impl
     async def on_job_killed(self, scheduler, job):
@@ -802,6 +804,22 @@ class CliGbatchPlugin(CLIPlugin):  # pragma: no cover
 
             setattr(known_parsed, key, val)
 
+        mount_as_cwd = getattr(known_parsed, "mount_as_cwd", None)
+        cwd = getattr(known_parsed, "cwd", None)
+        delattr(known_parsed, "mount_as_cwd")
+        if mount_as_cwd and cwd:
+            print(
+                "\033[1;4mError\033[0m: --mount-as-cwd and --cwd "
+                "cannot be used together.\n"
+            )
+            sys.exit(1)
+
+        mount = getattr(known_parsed, "mount", None) or []
+        if mount_as_cwd:
+            mount.append(f"{mount_as_cwd}:/mnt/disks/.cwd")
+            setattr(known_parsed, "mount", mount)
+            setattr(known_parsed, "cwd", "/mnt/disks/.cwd")
+
         return known_parsed
 
     def exec_command(self, args: Namespace) -> None:

pipen_cli_gbatch/daemon_args.toml

@@ -128,6 +128,14 @@ You can also mount a file like `INFILE=gs://my-bucket/inputs/file.txt`. The pare
 and the file will be available at `/mnt/disks/INFILE/inputs/file.txt` in the VM. `$INFILE` can also be used in the command/script to refer to the mounted path.
 """
 
+[[groups.arguments]]
+flags = ["--mount-as-cwd"]
+type = "str"
+help = """The directory to mount as the current working directory of the command.
+This is a shortcut for `--mount <cloudpath>:/mnt/disks/.cwd --cwd /mnt/disks/.cwd`.
+The <cloudpath> must be a Google Storage Bucket path (gs://...).
+"""
+
 [[groups.arguments]]
 flags = ["--service-account"]
 type = "str"

{pipen_cli_gbatch-0.0.4.dist-info → pipen_cli_gbatch-0.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pipen-cli-gbatch
-Version: 0.0.4
+Version: 0.0.5
 Summary: A pipen cli plugin to run command via Google Cloud Batch
 License: MIT
 Author: pwwang

pipen_cli_gbatch-0.0.5.dist-info/RECORD

@@ -0,0 +1,6 @@
+pipen_cli_gbatch/__init__.py,sha256=2LBMKrJyLLGIjYbquvMyerJYXoD9WJzYgrLEM9yNwEE,30280
+pipen_cli_gbatch/daemon_args.toml,sha256=Yqty1vsNTUQKf411tFTExE1dGM5OHGYcI7ANQm0N-CQ,7170
+pipen_cli_gbatch-0.0.5.dist-info/METADATA,sha256=tD81_KwxU8f-H-AFV7hAAPDj_H8ay7zdG-u93Ezgfmc,11301
+pipen_cli_gbatch-0.0.5.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+pipen_cli_gbatch-0.0.5.dist-info/entry_points.txt,sha256=Z9NLeCpRo-rb8wss5mB5TBcG-_RbdlPA49b8Ma5pvQA,57
+pipen_cli_gbatch-0.0.5.dist-info/RECORD,,

pipen_cli_gbatch-0.0.4.dist-info/RECORD

@@ -1,6 +0,0 @@
-pipen_cli_gbatch/__init__.py,sha256=x5R1wU-TyXS_Z1EqJ1jWhFn66sKLt_fg8eyXtz9k7rg,29508
-pipen_cli_gbatch/daemon_args.toml,sha256=YzqLumFjIY8mRMzRt3M5D1fEjK93QvQJ0XynDnimPIo,6873
-pipen_cli_gbatch-0.0.4.dist-info/METADATA,sha256=5i6JjljULy5Km96zlHt0dcI97Wleq73yzYpakX5j8Zw,11301
-pipen_cli_gbatch-0.0.4.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-pipen_cli_gbatch-0.0.4.dist-info/entry_points.txt,sha256=Z9NLeCpRo-rb8wss5mB5TBcG-_RbdlPA49b8Ma5pvQA,57
-pipen_cli_gbatch-0.0.4.dist-info/RECORD,,