oh-my-batch 0.2.0__py3-none-any.whl → 0.2.2__py3-none-any.whl

oh_my_batch/assets/functions.sh

@@ -1,6 +1,7 @@
+GREEN='\033[0;32m'
+NC='\033[0m'
 
 checkpoint() {
-    # Usage: checkpoint <flag_file> <command> [arg1] [arg2] ...
     local flag_file="$1"
     shift  # Remove the first argument so $@ contains only the command and its arguments
     if [ -f "$flag_file" ]; then
@@ -10,6 +11,7 @@ checkpoint() {
         local exit_code=$?
         if [ $exit_code -eq 0 ]; then
             local current_time=$(date '+%Y-%m-%d %H:%M:%S')
+            mkdir -p "$(dirname "$flag_file")"
             printf 'Command succeeded at %s\n' "$current_time" > "$flag_file"
             echo "Created flag file '$flag_file' with timestamp: $current_time"
         else
@@ -18,3 +20,16 @@ checkpoint() {
         fi
     fi
 }
+
+echo -e "${GREEN}Functiion: checkpoint${NC}"
+cat <<EOF
+Usage:
+    checkpoint <flag_file> <command> [arg1] [arg2] ...
+
+Set a flag file to indicate the completion of a command,
+so that it will not be executed again next time.
+
+Example:
+    checkpoint lmp.done lmp -in in.lmp
+
+EOF

oh_my_batch/cli.py

@@ -23,6 +23,9 @@ class OhMyBatch:
     def job(self):
         return JobCli()
 
+    def misc(self):
+        from .misc import Misc
+        return Misc()
 
 def main():
     fire.Fire(OhMyBatch)

oh_my_batch/combo.py

@@ -1,6 +1,7 @@
 from itertools import product
 from string import Template
 import random
+import json
 import os
 
 from .util import expand_globs, mode_translate
@@ -67,7 +68,7 @@ class ComboMaker:
         self.add_var(key, *args, broadcast=broadcast)
         return self
 
-    def add_files(self, key: str, *path: str, broadcast=False, abs=False):
+    def add_files(self, key: str, *path: str, broadcast=False, abs=False, raise_invalid=False):
         """
         Add a variable with files by glob pattern
         For example, suppose there are 3 files named 1.txt, 2.txt, 3.txt in data directory,
@@ -78,8 +79,9 @@ class ComboMaker:
         :param path: Path to files, can include glob pattern
         :param broadcast: If True, values are broadcasted, otherwise they are producted when making combos
         :param abs: If True, path will be turned into absolute path
+        :param raise_invalid: If True, will raise error if no file found for a glob pattern
         """
-        args = expand_globs(path, raise_invalid=True)
+        args = expand_globs(path, raise_invalid=raise_invalid)
         if not args:
             raise ValueError(f"No files found for {path}")
         if abs:
@@ -87,7 +89,8 @@ class ComboMaker:
         self.add_var(key, *args, broadcast=broadcast)
         return self
 
-    def add_files_as_one(self, key: str, path: str, broadcast=False, sep=' ', abs=False):
+    def add_files_as_one(self, key: str, *path: str, broadcast=False, format=None,
+                         sep=' ', abs=False, raise_invalid=False):
         """
         Add a variable with files by glob pattern as one string
         Unlike add_files, this function joins the files with a delimiter.
@@ -98,15 +101,25 @@ class ComboMaker:
         :param key: Variable name
         :param path: Path to files, can include glob pattern
         :param broadcast: If True, values are broadcasted, otherwise they are producted when making combos
+        :param format: the way to format the files, can be None, 'json-list','json-item'
         :param sep: Separator to join files
         :param abs: If True, path will be turned into absolute path
+        :param raise_invalid: If True, will raise error if no file found for a glob pattern
         """
-        args = expand_globs(path, raise_invalid=True)
+        args = expand_globs(path, raise_invalid=raise_invalid)
         if not args:
             raise ValueError(f"No files found for {path}")
         if abs:
             args = [os.path.abspath(p) for p in args]
-        self.add_var(key, sep.join(args), broadcast=broadcast)
+        if format is None:
+            value = sep.join(args)
+        elif format == 'json-list':
+            value = json.dumps(args)
+        elif format == 'json-item':
+            value = json.dumps(args).strip('[]')
+        else:
+            raise ValueError(f"Invalid format: {format}")
+        self.add_var(key, value, broadcast=broadcast)
         return self
 
     def add_var(self, key: str, *args, broadcast=False):
@@ -148,19 +161,20 @@ class ComboMaker:
                 raise ValueError(f"Variable {key} not found")
         return self
 
-    def make_files(self, template: str, dest: str, delimiter='$', mode=None):
+    def make_files(self, template: str, dest: str, delimiter='@', mode=None):
         """
         Make files from template
         The template file can include variables with delimiter.
-        For example, if delimiter is '$', then the template file can include $var1, $var2, ...
+        For example, if delimiter is '@', then the template file can include @var1, @var2, ...
 
         The destination can also include variables in string format style.
-        For example, if dest is 'output/{i}.txt', then files are saved as output/0.txt, output/1.txt, ...
+        For example, if dest is 'output/{i}-{TEMP}.txt', 
+        then files are saved as output/0-300K.txt, output/1-400K.txt, ...
 
         :param template: Path to template file
         :param dest: Path pattern to destination file
-        :param delimiter: Delimiter for variables in template, default is '$',
-        can be changed to other character, e.g $$, @, ...
+        :param delimiter: Delimiter for variables in template, default is '@', as '$' is popular in shell scripts
+        can be changed to other character, e.g $, $$, ...
         """
         _delimiter = delimiter
 

oh_my_batch/misc.py

@@ -0,0 +1,14 @@
+from .assets import get_asset
+
+class Misc:
+
+    def export_shell_func(self):
+        """
+        Export shell functions for batch scripts
+
+        For example, you can load them to you shell environment with the following command:
+            omb misc export-shell-func > omb-func.sh && source omb-func.sh
+        """
+        shell_func = get_asset('functions.sh')
+        with open(shell_func, 'r', encoding='utf-8') as f:
+            print(f.read())

{oh_my_batch-0.2.0.dist-info → oh_my_batch-0.2.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: oh-my-batch
-Version: 0.2.0
+Version: 0.2.2
 Summary: 
 License: GPL
 Author: weihong.xu
@@ -13,6 +13,7 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Requires-Dist: fire (>=0.7.0,<0.8.0)
 Description-Content-Type: text/markdown
 
@@ -22,19 +23,35 @@ Description-Content-Type: text/markdown
 [![PyPI - Downloads](https://img.shields.io/pypi/dm/oh-my-batch)](https://pypi.org/project/oh-my-batch/)
 [![PyPI - Python Version](https://img.shields.io/pypi/pyversions/oh-my-batch)](https://pypi.org/project/oh-my-batch/)
 
-A simple tool to manipulate batch tasks designed for scientific computing community.
+A toolkit to manipulate batch tasks with command line. Designed for scientific computing community.
 
 ## Features
 * `omb combo`: generate folders/files from different combinations of parameters
 * `omb batch`: generate batch scripts from multiple working directories
 * `omb job`: track the state of job in job schedular
+* `omb misc`: miscellaneous commands
 
 ## Install
 ```bash
 pip install oh-my-batch
 ```
 
+## Shell tips
+`oh-my-batch` is intended to help you implement computational workflows with shell scripts.
+To make the best use of `oh-my-batch`, you need to know some shell tips.
+
+* [Retry commands until success in shell script](https://stackoverflow.com/a/79191004/3099733)
+* [Run multiple line shell script with ssh](https://stackoverflow.com/a/32082912/3099733)
+
 ## Use cases
+### Load functions in shell script
+You can load useful functions from `oh-my-batch` this way:
+
+```bash
+omb misc export-shell-func > omb-func.sh && source omb-func.sh && rm omb-func.sh
+```
+
+This will load some functions to your shell script, for example, `checkpoint`.
 
 ### Generate files from different combinations of parameters
 
@@ -52,8 +69,8 @@ touch tmp/1.data tmp/2.data tmp/3.data
 
 # prepare a lammps input file template
 cat > tmp/in.lmp.tmp <<EOF
-read_data $DATA_FILE
-velocity all create $TEMP $RANDOM
+read_data @DATA_FILE
+velocity all create @TEMP @RANDOM
 run 1000
 EOF
 

oh_my_batch-0.2.2.dist-info/RECORD

@@ -0,0 +1,15 @@
+oh_my_batch/__init__.py,sha256=BsRNxZbqDWfaIZJGxzIDqCubRWztMGFDceW08TECuFs,98
+oh_my_batch/__main__.py,sha256=sWyFZMwWNvhkanwZSJRGfBBDoIevhC028dTSB67i6yI,61
+oh_my_batch/assets/__init__.py,sha256=Exub46UbQaz2V2eXpQeiVfnThQpXaNeuyjlGY6gBSZc,130
+oh_my_batch/assets/functions.sh,sha256=dvPGpOKz4CyUSlE5IAewQc8HUrQJuaZ0j-WZIuxB3Tg,1002
+oh_my_batch/batch.py,sha256=6qnaXEVyA493heGzzbCrdZXCcnYk8zgl7WP0rmo7KlU,3690
+oh_my_batch/cli.py,sha256=jMSM_orAamNoEP7jPsbp0UYPX-UDY1-kHSHO31zELHs,548
+oh_my_batch/combo.py,sha256=UQYyZAGFi-siUN13XVcpQwuqSZ0ZYPJl3hdVCORECng,8407
+oh_my_batch/job.py,sha256=8kZnWtvpr1rAl4tc9I_Vlhi-T0o3rh4RQZZgMNBCGho,5800
+oh_my_batch/misc.py,sha256=G_iOovRCrShBJJCc82QLN0CvMqW4adOefEoY1GedEiw,452
+oh_my_batch/util.py,sha256=okg_kY8dJouyJ2BYCXRl7bxDUAtNH6GLh2UjXRnkoW0,2385
+oh_my_batch-0.2.2.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+oh_my_batch-0.2.2.dist-info/METADATA,sha256=7Y9HPRolb4gljmDpHLaqkfdh1bfPYR4WdzFuh8DeKVw,5496
+oh_my_batch-0.2.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+oh_my_batch-0.2.2.dist-info/entry_points.txt,sha256=ZY2GutSoNjjSyJ4qO2pTeseKUFgoTYdvmgkuZZkwi68,77
+oh_my_batch-0.2.2.dist-info/RECORD,,

{oh_my_batch-0.2.0.dist-info → oh_my_batch-0.2.2.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.9.0
+Generator: poetry-core 1.9.1
 Root-Is-Purelib: true
 Tag: py3-none-any

oh_my_batch-0.2.0.dist-info/RECORD

@@ -1,14 +0,0 @@
-oh_my_batch/__init__.py,sha256=BsRNxZbqDWfaIZJGxzIDqCubRWztMGFDceW08TECuFs,98
-oh_my_batch/__main__.py,sha256=sWyFZMwWNvhkanwZSJRGfBBDoIevhC028dTSB67i6yI,61
-oh_my_batch/assets/__init__.py,sha256=Exub46UbQaz2V2eXpQeiVfnThQpXaNeuyjlGY6gBSZc,130
-oh_my_batch/assets/functions.sh,sha256=eORxFefV-XrWbG-2I6u-c8uf1XxOQ31LaeVHBumwzJ4,708
-oh_my_batch/batch.py,sha256=6qnaXEVyA493heGzzbCrdZXCcnYk8zgl7WP0rmo7KlU,3690
-oh_my_batch/cli.py,sha256=uelW9ms1N30DipJOcsiuG5K-5VN8O6yu1RNEqex00GY,475
-oh_my_batch/combo.py,sha256=R_WTO4v-LWHIQ0O46bIgeRlL_RGrFcf8305S9auqeQk,7679
-oh_my_batch/job.py,sha256=8kZnWtvpr1rAl4tc9I_Vlhi-T0o3rh4RQZZgMNBCGho,5800
-oh_my_batch/util.py,sha256=okg_kY8dJouyJ2BYCXRl7bxDUAtNH6GLh2UjXRnkoW0,2385
-oh_my_batch-0.2.0.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-oh_my_batch-0.2.0.dist-info/METADATA,sha256=_qeLyk6LEg2--NU9NqgMoV2WU96125A0eiIOdJFY760,4759
-oh_my_batch-0.2.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-oh_my_batch-0.2.0.dist-info/entry_points.txt,sha256=ZY2GutSoNjjSyJ4qO2pTeseKUFgoTYdvmgkuZZkwi68,77
-oh_my_batch-0.2.0.dist-info/RECORD,,