dycw-utilities 0.173.6__py3-none-any.whl → 0.174.0__py3-none-any.whl

{dycw_utilities-0.173.6.dist-info → dycw_utilities-0.174.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: dycw-utilities
-Version: 0.173.6
+Version: 0.174.0
 Author: Derek Wan
 Author-email: Derek Wan <d.wan@icloud.com>
 Requires-Dist: atomicwrites>=1.4.1,<1.5

{dycw_utilities-0.173.6.dist-info → dycw_utilities-0.174.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-utilities/__init__.py,sha256=B07lof4TvEtS0ztTgbMuH09MDCT2tmK8ItKOiAlMvZQ,60
+utilities/__init__.py,sha256=SAizpT7mlxrqXLUp3CAijczSi6mCMJcL-XzIlkyvEKk,60
 utilities/aeventkit.py,sha256=OmDBhYGgbsKrB7cdC5FFpJHUatX9O76eTeKVVTksp2Y,12673
 utilities/altair.py,sha256=rUK99g9x6CYDDfiZrf-aTx5fSRbL1Q8ctgKORowzXHg,9060
 utilities/asyncio.py,sha256=aJySVxBY0gqsIYnoNmH7-1r8djKuf4vSsU69VCD08t8,16772
@@ -12,7 +12,7 @@ utilities/contextvars.py,sha256=J8OhC7jqozAGYOCe2KUWysbPXNGe5JYz3HfaY_mIs08,883
 utilities/cryptography.py,sha256=5PFrzsNUGHay91dFgYnDKwYprXxahrBqztmUqViRzBk,956
 utilities/cvxpy.py,sha256=Rv1-fD-XYerosCavRF8Pohop2DBkU3AlFaGTfD8AEAA,13776
 utilities/dataclasses.py,sha256=xbU3QN1GFy7RC6hIJRZIeUZm7YRlodrgEWmahWG6k2g,32465
-utilities/docker.py,sha256=6WNMuhsFudj67tjvxLyhHyaInUwXmxGUzDuL-M-32vM,7255
+utilities/docker.py,sha256=bLMXK1WCCoyVg92Yc4BNfaCXMaCIHRKEvqL2DiHTX4s,7270
 utilities/enum.py,sha256=5l6pwZD1cjSlVW4ss-zBPspWvrbrYrdtJWcg6f5_J5w,5781
 utilities/errors.py,sha256=mFlDGSM0LI1jZ1pbqwLAH3ttLZ2JVIxyZLojw8tGVZU,1479
 utilities/fastapi.py,sha256=TqyKvBjiMS594sXPjrz-KRTLMb3l3D3rZ1zAYV7GfOk,1454
@@ -80,7 +80,7 @@ utilities/sqlalchemy.py,sha256=HQYpd7LFxdTF5WYVWYtCJeEBI71EJm7ytvCGyAH9B-U,37163
 utilities/sqlalchemy_polars.py,sha256=JCGhB37raSR7fqeWV5dTsciRTMVzIdVT9YSqKT0piT0,13370
 utilities/statsmodels.py,sha256=koyiBHvpMcSiBfh99wFUfSggLNx7cuAw3rwyfAhoKpQ,3410
 utilities/string.py,sha256=shmBK87zZwzGyixuNuXCiUbqzfeZ9xlrFwz6JTaRvDk,582
-utilities/subprocess.py,sha256=e7IL48srBhiOpLKwfFTtvX0YgcDI39cfo8BSjRHsLIs,10165
+utilities/subprocess.py,sha256=WQ7MCIFbSHfscNgSAujdQb1iTw0ZtSojySdmoiZcP3w,12582
 utilities/tempfile.py,sha256=Lx6qa16lL1XVH6WdmD_G9vlN6gLI8nrIurxmsFkPKvg,3022
 utilities/testbook.py,sha256=j1KmaVbrX9VrbeMgtPh5gk55myAsn3dyRUn7jGbPbRk,1294
 utilities/text.py,sha256=7SvwcSR2l_5cOrm1samGnR4C-ZI6qyFLHLzSpO1zeHQ,13958
@@ -97,7 +97,7 @@ utilities/warnings.py,sha256=un1LvHv70PU-LLv8RxPVmugTzDJkkGXRMZTE2-fTQHw,1771
 utilities/whenever.py,sha256=F4ek0-OBWxHYrZdmoZt76N2RnNyKY5KrEHt7rqO4AQE,60183
 utilities/zipfile.py,sha256=24lQc9ATcJxHXBPc_tBDiJk48pWyRrlxO2fIsFxU0A8,699
 utilities/zoneinfo.py,sha256=tdIScrTB2-B-LH0ukb1HUXKooLknOfJNwHk10MuMYvA,3619
-dycw_utilities-0.173.6.dist-info/WHEEL,sha256=ZyFSCYkV2BrxH6-HRVRg3R9Fo7MALzer9KiPYqNxSbo,79
-dycw_utilities-0.173.6.dist-info/entry_points.txt,sha256=ykGI1ArwOPHqm2g5Cqh3ENdMxEej_a_FcOUov5EM5Oc,155
-dycw_utilities-0.173.6.dist-info/METADATA,sha256=zZXrDZEFMywcbh_qCp4Rx04wtgYCKsEz2xb9o7xLcGE,1709
-dycw_utilities-0.173.6.dist-info/RECORD,,
+dycw_utilities-0.174.0.dist-info/WHEEL,sha256=ZyFSCYkV2BrxH6-HRVRg3R9Fo7MALzer9KiPYqNxSbo,79
+dycw_utilities-0.174.0.dist-info/entry_points.txt,sha256=ykGI1ArwOPHqm2g5Cqh3ENdMxEej_a_FcOUov5EM5Oc,155
+dycw_utilities-0.174.0.dist-info/METADATA,sha256=s1r1jGAcrQUx0YBQBK-2L4K2op5q7VlQkywW4FHbz8Y,1709
+dycw_utilities-0.174.0.dist-info/RECORD,,

utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.173.6"
+__version__ = "0.174.0"

utilities/docker.py

@@ -7,7 +7,6 @@ from typing import TYPE_CHECKING, Literal, overload
 from utilities.errors import ImpossibleCaseError
 from utilities.subprocess import (
     MKTEMP_DIR_CMD,
-    bash_cmd_and_args,
     maybe_sudo_cmd,
     mkdir,
     mkdir_cmd,
@@ -100,7 +99,7 @@ def docker_exec(
     env: StrStrMapping | None = None,
     user: str | None = None,
     workdir: PathLike | None = None,
-    bash: bool = False,
+    input: str | None = None,
     print: bool = False,
     print_stdout: bool = False,
     print_stderr: bool = False,
@@ -119,7 +118,7 @@ def docker_exec(
     env: StrStrMapping | None = None,
     user: str | None = None,
     workdir: PathLike | None = None,
-    bash: bool = False,
+    input: str | None = None,
     print: bool = False,
     print_stdout: bool = False,
     print_stderr: bool = False,
@@ -138,7 +137,7 @@ def docker_exec(
     env: StrStrMapping | None = None,
     user: str | None = None,
     workdir: PathLike | None = None,
-    bash: bool = False,
+    input: str | None = None,
     print: bool = False,
     print_stdout: bool = False,
     print_stderr: bool = False,
@@ -157,7 +156,7 @@ def docker_exec(
     env: StrStrMapping | None = None,
     user: str | None = None,
     workdir: PathLike | None = None,
-    bash: bool = False,
+    input: str | None = None,
     print: bool = False,
     print_stdout: bool = False,
     print_stderr: bool = False,
@@ -176,7 +175,7 @@ def docker_exec(
     env: StrStrMapping | None = None,
     user: str | None = None,
     workdir: PathLike | None = None,
-    bash: bool = False,
+    input: str | None = None,
     print: bool = False,
     print_stdout: bool = False,
     print_stderr: bool = False,
@@ -194,7 +193,7 @@ def docker_exec(
     env: StrStrMapping | None = None,
     user: str | None = None,
     workdir: PathLike | None = None,
-    bash: bool = False,
+    input: str | None = None,  # noqa: A002
     print: bool = False,  # noqa: A002
     print_stdout: bool = False,
     print_stderr: bool = False,
@@ -209,13 +208,14 @@ def docker_exec(
         cmd,
         *cmds_or_args,
         env=env,
+        interactive=input is not None,
         user=user,
         workdir=workdir,
-        bash=bash,
         **env_kwargs,
     )
     return run(  # skipif-ci
         *cmd_and_args,
+        input=input,
         print=print,
         print_stdout=print_stdout,
         print_stderr=print_stderr,
@@ -232,9 +232,9 @@ def docker_exec_cmd(
     /,
     *cmds_or_args: str,
     env: StrStrMapping | None = None,
+    interactive: bool = False,
     user: str | None = None,
     workdir: PathLike | None = None,
-    bash: bool = False,
     **env_kwargs: str,
 ) -> list[str]:
     """Build a command for `docker exec`."""
@@ -242,16 +242,13 @@ def docker_exec_cmd(
     mapping: dict[str, str] = ({} if env is None else dict(env)) | env_kwargs
     for key, value in mapping.items():
         args.extend(["--env", f"{key}={value}"])
+    if interactive:
+        args.append("--interactive")
     if user is not None:
         args.extend(["--user", user])
     if workdir is not None:
         args.extend(["--workdir", str(workdir)])
-    args.append(container)
-    if bash:
-        args.extend(bash_cmd_and_args(cmd, *cmds_or_args))
-    else:
-        args.extend([cmd, *cmds_or_args])
-    return args
+    return [*args, container, cmd, *cmds_or_args]
 
 
 @contextmanager

utilities/subprocess.py

@@ -20,13 +20,11 @@ if TYPE_CHECKING:
 
 
 _HOST_KEY_ALGORITHMS = ["ssh-ed25519"]
+BASH_LC = ["bash", "-lc"]
+BASH_LS = ["bash", "-ls"]
 MKTEMP_DIR_CMD = ["mktemp", "-d"]
 
 
-def bash_cmd_and_args(cmd: str, /, *cmds: str) -> list[str]:
-    return ["bash", "-lc", "\n".join([cmd, *cmds])]
-
-
 def echo_cmd(text: str, /) -> list[str]:
     return ["echo", text]
 
@@ -69,7 +67,6 @@ def run(
     cmd: str,
     /,
     *cmds_or_args: str,
-    bash: bool = False,
     user: str | int | None = None,
     executable: str | None = None,
     shell: bool = False,
@@ -89,7 +86,6 @@ def run(
     cmd: str,
     /,
     *cmds_or_args: str,
-    bash: bool = False,
     user: str | int | None = None,
     executable: str | None = None,
     shell: bool = False,
@@ -109,7 +105,6 @@ def run(
     cmd: str,
     /,
     *cmds_or_args: str,
-    bash: bool = False,
     user: str | int | None = None,
     executable: str | None = None,
     shell: bool = False,
@@ -129,7 +124,6 @@ def run(
     cmd: str,
     /,
     *cmds_or_args: str,
-    bash: bool = False,
     user: str | int | None = None,
     executable: str | None = None,
     shell: bool = False,
@@ -149,7 +143,6 @@ def run(
     cmd: str,
     /,
     *cmds_or_args: str,
-    bash: bool = False,
     user: str | int | None = None,
     executable: str | None = None,
     shell: bool = False,
@@ -168,7 +161,6 @@ def run(
     cmd: str,
     /,
     *cmds_or_args: str,
-    bash: bool = False,
     user: str | int | None = None,
     executable: str | None = None,
     shell: bool = False,
@@ -183,22 +175,10 @@ def run(
     return_stderr: bool = False,
     logger: LoggerLike | None = None,
 ) -> str | None:
-    match bash, user:
-        case False, user_use:
-            args: list[str] = [cmd, *cmds_or_args]
-        case True, None:
-            args: list[str] = bash_cmd_and_args(cmd, *cmds_or_args)
-            user_use = None
-        case True, str() | int():  # skipif-ci-or-mac
-            args: list[str] = [
-                "su",
-                "-",
-                str(user),
-                *bash_cmd_and_args(cmd, *cmds_or_args),
-            ]
-            user_use = None
-        case never:
-            assert_never(never)
+    args: list[str] = []
+    if user is not None:
+        args.extend(["su", "-", str(user)])
+    args.extend([cmd, *cmds_or_args])
     buffer = StringIO()
     stdout = StringIO()
     stderr = StringIO()
@@ -208,33 +188,33 @@ def run(
     stderr_outputs: list[IO[str]] = [buffer, stderr]
     if print or print_stderr:
         stderr_outputs.append(sys.stderr)
-    inputted = False
     with Popen(
         args,
         bufsize=1,
         executable=executable,
-        stdin=None if input is None else PIPE,
+        stdin=PIPE,
         stdout=PIPE,
         stderr=PIPE,
         shell=shell,
         cwd=cwd,
         env=env,
         text=True,
-        user=user_use,
+        user=user,
     ) as proc:
+        if proc.stdin is None:  # pragma: no cover
+            raise ImpossibleCaseError(case=[f"{proc.stdin=}"])
         if proc.stdout is None:  # pragma: no cover
             raise ImpossibleCaseError(case=[f"{proc.stdout=}"])
         if proc.stderr is None:  # pragma: no cover
             raise ImpossibleCaseError(case=[f"{proc.stderr=}"])
-        if (input is not None) and not inputted:
-            inputted = True
-            stdout_i, stderr_i = proc.communicate(input=input)
-            _write_to_streams(stdout_i, *stdout_outputs)
-            _write_to_streams(stderr_i, *stderr_outputs)
         with (
-            _yield_write(proc.stdout, *stdout_outputs),
-            _yield_write(proc.stderr, *stderr_outputs),
+            _yield_write(proc.stdout, "proc.stdout", *stdout_outputs),
+            _yield_write(proc.stderr, "proc.stderr", *stderr_outputs),
         ):
+            if input is not None:
+                _ = proc.stdin.write(input)
+                proc.stdin.flush()
+                proc.stdin.close()
             return_code = proc.wait()
         match return_code, return_ or return_stdout, return_ or return_stderr:
             case 0, True, True:
@@ -258,7 +238,6 @@ def run(
 'run' failed with:
  - cmd          = {cmd}
  - cmds_or_args = {cmds_or_args}
- - bash         = {bash}
  - user         = {user}
  - executable   = {executable}
  - shell        = {shell}
@@ -280,8 +259,8 @@ def run(
 
 
 @contextmanager
-def _yield_write(input_: IO[str], /, *outputs: IO[str]) -> Iterator[None]:
-    thread = Thread(target=_run_target, args=(input_, *outputs), daemon=True)
+def _yield_write(input_: IO[str], desc: str, /, *outputs: IO[str]) -> Iterator[None]:
+    thread = Thread(target=_run_target, args=(input_, desc, *outputs), daemon=True)
     thread.start()
     try:
         yield
@@ -289,10 +268,14 @@ def _yield_write(input_: IO[str], /, *outputs: IO[str]) -> Iterator[None]:
         thread.join()
 
 
-def _run_target(input_: IO[str], /, *outputs: IO[str]) -> None:
-    with input_:
-        for text in iter(input_.readline, ""):
-            _write_to_streams(text, *outputs)
+def _run_target(input_: IO[str], desc: str, /, *outputs: IO[str]) -> None:
+    try:
+        with input_:
+            for text in iter(input_.readline, ""):
+                _write_to_streams(text, *outputs)
+    except ValueError:
+        _ = sys.stderr.write(f"Failed to write to {desc!r}...")
+        raise
 
 
 def _write_to_streams(text: str, /, *outputs: IO[str]) -> None:
@@ -300,16 +283,124 @@ def _write_to_streams(text: str, /, *outputs: IO[str]) -> None:
         _ = output.write(text)
 
 
+@overload
+def ssh(
+    user: str,
+    hostname: str,
+    /,
+    *cmd_and_cmds_or_args: str,
+    batch_mode: bool = True,
+    host_key_algorithms: list[str] = _HOST_KEY_ALGORITHMS,
+    strict_host_key_checking: bool = True,
+    input: str | None = None,
+    print: bool = False,
+    print_stdout: bool = False,
+    print_stderr: bool = False,
+    return_: Literal[True],
+    return_stdout: bool = False,
+    return_stderr: bool = False,
+    logger: LoggerLike | None = None,
+) -> str: ...
+@overload
+def ssh(
+    user: str,
+    hostname: str,
+    /,
+    *cmd_and_cmds_or_args: str,
+    batch_mode: bool = True,
+    host_key_algorithms: list[str] = _HOST_KEY_ALGORITHMS,
+    strict_host_key_checking: bool = True,
+    input: str | None = None,
+    print: bool = False,
+    print_stdout: bool = False,
+    print_stderr: bool = False,
+    return_: bool = False,
+    return_stdout: Literal[True],
+    return_stderr: bool = False,
+    logger: LoggerLike | None = None,
+) -> str: ...
+@overload
+def ssh(
+    user: str,
+    hostname: str,
+    /,
+    *cmd_and_cmds_or_args: str,
+    batch_mode: bool = True,
+    host_key_algorithms: list[str] = _HOST_KEY_ALGORITHMS,
+    strict_host_key_checking: bool = True,
+    input: str | None = None,
+    print: bool = False,
+    print_stdout: bool = False,
+    print_stderr: bool = False,
+    return_: bool = False,
+    return_stdout: bool = False,
+    return_stderr: Literal[True],
+    logger: LoggerLike | None = None,
+) -> str: ...
+@overload
+def ssh(
+    user: str,
+    hostname: str,
+    /,
+    *cmd_and_cmds_or_args: str,
+    batch_mode: bool = True,
+    host_key_algorithms: list[str] = _HOST_KEY_ALGORITHMS,
+    strict_host_key_checking: bool = True,
+    input: str | None = None,
+    print: bool = False,
+    print_stdout: bool = False,
+    print_stderr: bool = False,
+    return_: Literal[False] = False,
+    return_stdout: Literal[False] = False,
+    return_stderr: Literal[False] = False,
+    logger: LoggerLike | None = None,
+) -> None: ...
+def ssh(
+    user: str,
+    hostname: str,
+    /,
+    *cmd_and_cmds_or_args: str,
+    batch_mode: bool = True,
+    host_key_algorithms: list[str] = _HOST_KEY_ALGORITHMS,
+    strict_host_key_checking: bool = True,
+    input: str | None = None,  # noqa: A002
+    print: bool = False,  # noqa: A002
+    print_stdout: bool = False,
+    print_stderr: bool = False,
+    return_: bool = False,
+    return_stdout: bool = False,
+    return_stderr: bool = False,
+    logger: LoggerLike | None = None,
+) -> str | None:
+    cmd_and_args = ssh_cmd(  # skipif-ci
+        user,
+        hostname,
+        *cmd_and_cmds_or_args,
+        batch_mode=batch_mode,
+        host_key_algorithms=host_key_algorithms,
+        strict_host_key_checking=strict_host_key_checking,
+    )
+    return run(  # skipif-ci
+        *cmd_and_args,
+        input=input,
+        print=print,
+        print_stdout=print_stdout,
+        print_stderr=print_stderr,
+        return_=return_,
+        return_stdout=return_stdout,
+        return_stderr=return_stderr,
+        logger=logger,
+    )
+
+
 def ssh_cmd(
     user: str,
     hostname: str,
-    cmd: str,
     /,
-    *cmds_or_args: str,
+    *cmd_and_cmds_or_args: str,
     batch_mode: bool = True,
     host_key_algorithms: list[str] = _HOST_KEY_ALGORITHMS,
     strict_host_key_checking: bool = True,
-    bash: bool = False,
 ) -> list[str]:
     args: list[str] = ["ssh"]
     if batch_mode:
@@ -317,12 +408,7 @@ def ssh_cmd(
     args.extend(["-o", f"HostKeyAlgorithms={','.join(host_key_algorithms)}"])
     if strict_host_key_checking:
         args.extend(["-o", "StrictHostKeyChecking=yes"])
-    args.append(f"{user}@{hostname}")
-    if bash:
-        args.extend(bash_cmd_and_args(cmd, *cmds_or_args))
-    else:
-        args.extend([cmd, *cmds_or_args])
-    return args
+    return [*args, "-T", f"{user}@{hostname}", *cmd_and_cmds_or_args]
 
 
 def sudo_cmd(cmd: str, /, *args: str) -> list[str]:
@@ -334,8 +420,9 @@ def touch_cmd(path: PathLike, /) -> list[str]:
 
 
 __all__ = [
+    "BASH_LC",
+    "BASH_LS",
     "MKTEMP_DIR_CMD",
-    "bash_cmd_and_args",
     "echo_cmd",
     "expand_path",
     "maybe_sudo_cmd",
@@ -343,6 +430,7 @@ __all__ = [
     "mkdir_cmd",
     "rm_cmd",
     "run",
+    "ssh",
     "ssh_cmd",
     "sudo_cmd",
     "touch_cmd",