omdev 0.0.66__tar.gz → 0.0.67__tar.gz

{omdev-0.0.66/omdev.egg-info → omdev-0.0.67}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: omdev
-Version: 0.0.66
+Version: 0.0.67
 Summary: omdev
 Author: wrmsr
 License-Expression: BSD-3-Clause
@@ -14,11 +14,11 @@ Classifier: Programming Language :: Python :: 3.15
 Requires-Python: >=3.14
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: omcore==0.0.66
+Requires-Dist: omcore==0.0.67
 Provides-Extra: ominfra
-Requires-Dist: ominfra==0.0.66; extra == "ominfra"
+Requires-Dist: ominfra==0.0.67; extra == "ominfra"
 Provides-Extra: omllm
-Requires-Dist: omllm==0.0.66; extra == "omllm"
+Requires-Dist: omllm==0.0.67; extra == "omllm"
 Provides-Extra: black
 Requires-Dist: black~=26.10; extra == "black"
 Provides-Extra: c
@@ -57,14 +57,14 @@ Requires-Dist: tree-sitter-toml~=0.7; extra == "tui-syntax"
 Requires-Dist: tree-sitter-xml~=0.7; extra == "tui-syntax"
 Requires-Dist: tree-sitter-yaml~=0.7; extra == "tui-syntax"
 Provides-Extra: cext
-Requires-Dist: omdev-cext==0.0.66; extra == "cext"
+Requires-Dist: omdev-cext==0.0.67; extra == "cext"
 Provides-Extra: rs
-Requires-Dist: omdev-rs==0.0.66; extra == "rs"
+Requires-Dist: omdev-rs==0.0.67; extra == "rs"
 Provides-Extra: cli
-Requires-Dist: omdev-cli==0.0.66; extra == "cli"
+Requires-Dist: omdev-cli==0.0.67; extra == "cli"
 Provides-Extra: all
-Requires-Dist: ominfra==0.0.66; extra == "all"
-Requires-Dist: omllm==0.0.66; extra == "all"
+Requires-Dist: ominfra==0.0.67; extra == "all"
+Requires-Dist: omllm==0.0.67; extra == "all"
 Requires-Dist: black~=26.10; extra == "all"
 Requires-Dist: pycparser~=3.11; extra == "all"
 Requires-Dist: pcpp~=1.30; extra == "all"
@@ -92,9 +92,9 @@ Requires-Dist: tree-sitter-sql~=0.3; extra == "all"
 Requires-Dist: tree-sitter-toml~=0.7; extra == "all"
 Requires-Dist: tree-sitter-xml~=0.7; extra == "all"
 Requires-Dist: tree-sitter-yaml~=0.7; extra == "all"
-Requires-Dist: omdev-cext==0.0.66; extra == "all"
-Requires-Dist: omdev-rs==0.0.66; extra == "all"
-Requires-Dist: omdev-cli==0.0.66; extra == "all"
+Requires-Dist: omdev-cext==0.0.67; extra == "all"
+Requires-Dist: omdev-rs==0.0.67; extra == "all"
+Requires-Dist: omdev-cli==0.0.67; extra == "all"
 Dynamic: license-file
 
 # Overview

{omdev-0.0.66 → omdev-0.0.67}/omdev/.om-manifests.json

@@ -71,6 +71,20 @@
       }
     }
   },
+  {
+    "module": ".doall",
+    "attr": null,
+    "file": "omdev/doall.py",
+    "line": 154,
+    "value": {
+      "!.cli.types.CliModule": {
+        "name": [
+          "doall"
+        ],
+        "module": "omdev.doall"
+      }
+    }
+  },
   {
     "module": ".dockerdev.__main__",
     "attr": "_CLI_MODULE",
@@ -562,7 +576,7 @@
     "module": ".tools.shell",
     "attr": "_CLI_MODULE",
     "file": "omdev/tools/shell.py",
-    "line": 253,
+    "line": 127,
     "value": {
       "!.cli.types.CliModule": {
         "name": [

omdev-0.0.67/omdev/doall.py

@@ -0,0 +1,158 @@
+# ruff: noqa: UP006 UP007 UP045
+# @om-lite
+"""
+TODO:
+ - clean up the code lol
+ - shared list of live subprocesses
+ - configurable cancel policy
+ - --shell toggle
+ - interleave / tag / prepend / somehow multiplex stdout/err
+"""
+import argparse
+import concurrent.futures as cf
+import itertools
+import os
+import re
+import subprocess
+import typing as ta
+
+from omcore.lite.check import check
+from omcore.lite.timeouts import Timeout
+
+
+##
+
+
+class _DoAllCmd(ta.NamedTuple):
+    cmd: str
+    env: ta.Optional[ta.Mapping[str, str]]
+
+
+def doall(args) -> None:
+    def collect_axis(
+            raw_lst: ta.Optional[ta.Sequence[str]],
+            raw_lst_lst: ta.Optional[ta.Sequence[str]],
+    ) -> ta.Dict[str, ta.List[str]]:
+        if not raw_lst and not raw_lst_lst:
+            return {}
+
+        out: ta.Dict[str, ta.List[str]] = {}
+
+        for s in raw_lst or []:
+            k, v = s.split('=')
+            out.setdefault(check.non_empty_str(k), []).append(v)
+
+        for s in raw_lst_lst or []:
+            k, v = s.split('=')
+            vs = [ss for s in v.split() if (ss := s.strip())]
+            out.setdefault(check.non_empty_str(k), []).extend(vs)
+
+        return out
+
+    envs = collect_axis(args.env, args.env_list)  # noqa
+    phs = collect_axis(args.placeholder, args.placeholder_list)  # noqa
+
+    #
+
+    all_axes = [
+        ((tag, k), vs)
+        for tag, dct in [
+            ('e', envs),
+            ('p', phs),
+        ]
+        for k, vs in dct.items()
+    ]
+    all_axis_ks, all_axis_vs = zip(*all_axes)
+
+    all_cfgs = [
+        list(zip(all_axis_ks, prod_vs, strict=True))
+        for prod_vs in itertools.product(*all_axis_vs)
+    ]
+
+    for ph in phs:
+        check.not_none(re.fullmatch(r'[a-zA-Z0-9_][a-zA-Z0-9_\-]*', ph))
+    ph_ranks = {ph: i for i, ph in enumerate(sorted(phs, key=lambda ph: (-len(ph), ph)))}
+
+    cmd_args = args.cmd
+    if cmd_args and cmd_args[0] == '--':
+        cmd_args = cmd_args[1:]
+    base_cmd = check.non_empty_str(' '.join(cmd_args)).replace('%%', '%')
+
+    def prep_cfg(cfg: ta.Sequence[ta.Tuple[ta.Tuple[str, str], str]]) -> _DoAllCmd:
+        cmd = base_cmd
+        env: ta.Dict[str, str] = {}
+        ph_vs: ta.Dict[str, str] = {}
+
+        for (tag, k), v in cfg:
+            if tag == 'e':
+                env[k] = v
+            elif tag == 'p':
+                ph_vs[k] = v
+            else:
+                raise ValueError(tag)
+
+        for ph_k in sorted(ph_vs, key=ph_ranks.__getitem__):
+            cmd = cmd.replace(f'%{ph_k}', ph_vs[ph_k])
+
+        return _DoAllCmd(
+            cmd,
+            env=env or None,
+        )
+
+    all_cmds = list(map(prep_cfg, all_cfgs))
+
+    #
+
+    def run_cmd(cmd: _DoAllCmd) -> None:
+        subprocess.check_call(  # noqa
+            cmd.cmd,
+            env={**os.environ, **(cmd.env or {})},
+            shell=True,
+            stdin=subprocess.DEVNULL,
+            timeout=args.cmd_timeout,
+        )
+
+    if (jobs := args.jobs) is None:
+        if (jobs_fn := getattr(os, 'process_cpu_count', None)) is None:
+            import multiprocessing as mp
+
+            jobs_fn = mp.cpu_count
+
+        jobs = jobs_fn()
+
+    with cf.ThreadPoolExecutor(max_workers=jobs) as exe:
+        futs: ta.List[cf.Future] = [
+            exe.submit(run_cmd, cmd)
+            for cmd in all_cmds
+        ]
+
+        total_timeout = Timeout.of(args.total_timeout)
+        for fut in futs:
+            fut.result(timeout=total_timeout.remaining_or(None))
+
+
+def _main(argv=None) -> None:
+    parser = argparse.ArgumentParser()
+
+    parser.add_argument('-e', '--env', action='append')
+    parser.add_argument('-E', '--env-list', action='append')
+    parser.add_argument('-p', '--placeholder', action='append')
+    parser.add_argument('-P', '--placeholder-list', action='append')
+
+    parser.add_argument('-j', '--jobs', type=int)
+
+    parser.add_argument('--cmd-timeout', type=float)
+    parser.add_argument('--total-timeout', type=float)
+
+    parser.add_argument('cmd', nargs=argparse.REMAINDER)
+
+    args = parser.parse_args(argv)
+
+    doall(args)
+
+
+# @om-manifest omdev.cli.CliModule(['doall'], __name__)
+
+
+if __name__ == '__main__':
+    _main()