ominfra 0.0.0.dev129__tar.gz → 0.0.0.dev131__tar.gz

{ominfra-0.0.0.dev129/ominfra.egg-info → ominfra-0.0.0.dev131}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ominfra
-Version: 0.0.0.dev129
+Version: 0.0.0.dev131
 Summary: ominfra
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,8 +12,8 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: >=3.12
 License-File: LICENSE
-Requires-Dist: omdev==0.0.0.dev129
-Requires-Dist: omlish==0.0.0.dev129
+Requires-Dist: omdev==0.0.0.dev131
+Requires-Dist: omlish==0.0.0.dev131
 Provides-Extra: all
 Requires-Dist: paramiko~=3.5; extra == "all"
 Requires-Dist: asyncssh~=2.18; extra == "all"

{ominfra-0.0.0.dev129 → ominfra-0.0.0.dev131}/ominfra/deploy/_executor.py

@@ -82,9 +82,12 @@ if sys.version_info < (3, 8):
 ########################################
 
 
-# ../../../../omlish/lite/cached.py
+# ../../../omlish/lite/cached.py
 T = ta.TypeVar('T')
 
+# ../../../omlish/lite/check.py
+SizedT = ta.TypeVar('SizedT', bound=ta.Sized)
+
 
 ########################################
 # ../../configs.py
@@ -218,6 +221,18 @@ def check_single(vs: ta.Iterable[T]) -> T:
     return v
 
 
+def check_empty(v: SizedT) -> SizedT:
+    if len(v):
+        raise ValueError(v)
+    return v
+
+
+def check_non_empty(v: SizedT) -> SizedT:
+    if not len(v):
+        raise ValueError(v)
+    return v
+
+
 ########################################
 # ../../../../omlish/lite/json.py
 

{ominfra-0.0.0.dev129 → ominfra-0.0.0.dev131}/ominfra/deploy/poly/_main.py

@@ -33,10 +33,10 @@ if sys.version_info < (3, 8):
 ########################################
 
 
-# ../../../../omlish/lite/cached.py
+# ../../../omlish/lite/cached.py
 T = ta.TypeVar('T')
 
-# ../base.py
+# base.py
 ConcernT = ta.TypeVar('ConcernT')
 ConfigT = ta.TypeVar('ConfigT')
 SiteConcernT = ta.TypeVar('SiteConcernT', bound='SiteConcern')

{ominfra-0.0.0.dev129 → ominfra-0.0.0.dev131}/ominfra/pyremote/_runcommands.py

@@ -41,9 +41,12 @@ if sys.version_info < (3, 8):
 ########################################
 
 
-# ../../../omlish/lite/cached.py
+# ../../omlish/lite/cached.py
 T = ta.TypeVar('T')
 
+# ../../omlish/lite/check.py
+SizedT = ta.TypeVar('SizedT', bound=ta.Sized)
+
 
 ########################################
 # ../bootstrap.py
@@ -301,6 +304,18 @@ def check_single(vs: ta.Iterable[T]) -> T:
     return v
 
 
+def check_empty(v: SizedT) -> SizedT:
+    if len(v):
+        raise ValueError(v)
+    return v
+
+
+def check_non_empty(v: SizedT) -> SizedT:
+    if not len(v):
+        raise ValueError(v)
+    return v
+
+
 ########################################
 # ../../../omlish/lite/json.py
 

{ominfra-0.0.0.dev129 → ominfra-0.0.0.dev131}/ominfra/scripts/journald2aws.py

@@ -51,21 +51,24 @@ if sys.version_info < (3, 8):
 ########################################
 
 
-# ../../../../../omdev/toml/parser.py
+# ../../../../omdev/toml/parser.py
 TomlParseFloat = ta.Callable[[str], ta.Any]
 TomlKey = ta.Tuple[str, ...]
 TomlPos = int  # ta.TypeAlias
 
-# ../../../../../omlish/lite/cached.py
+# ../../../../omlish/lite/cached.py
 T = ta.TypeVar('T')
 
-# ../../../../../omlish/lite/contextmanagers.py
+# ../../../../omlish/lite/check.py
+SizedT = ta.TypeVar('SizedT', bound=ta.Sized)
+
+# ../../../../omlish/lite/contextmanagers.py
 ExitStackedT = ta.TypeVar('ExitStackedT', bound='ExitStacked')
 
-# ../../../../configs.py
+# ../../../configs.py
 ConfigMapping = ta.Mapping[str, ta.Any]
 
-# ../../../../threadworkers.py
+# ../../../threadworkers.py
 ThreadWorkerT = ta.TypeVar('ThreadWorkerT', bound='ThreadWorker')
 
 
@@ -997,6 +1000,18 @@ def check_single(vs: ta.Iterable[T]) -> T:
     return v
 
 
+def check_empty(v: SizedT) -> SizedT:
+    if len(v):
+        raise ValueError(v)
+    return v
+
+
+def check_non_empty(v: SizedT) -> SizedT:
+    if not len(v):
+        raise ValueError(v)
+    return v
+
+
 ########################################
 # ../../../../../omlish/lite/json.py
 
@@ -1754,6 +1769,103 @@ class DelimitingBuffer:
             i = p
 
 
+class ReadableListBuffer:
+    def __init__(self) -> None:
+        super().__init__()
+        self._lst: list[bytes] = []
+
+    def feed(self, d: bytes) -> None:
+        if d:
+            self._lst.append(d)
+
+    def _chop(self, i: int, e: int) -> bytes:
+        lst = self._lst
+        d = lst[i]
+
+        o = b''.join([
+            *lst[:i],
+            d[:e],
+        ])
+
+        self._lst = [
+            *([d[e:]] if e < len(d) else []),
+            *lst[i + 1:],
+        ]
+
+        return o
+
+    def read(self, n: ta.Optional[int] = None) -> ta.Optional[bytes]:
+        if n is None:
+            o = b''.join(self._lst)
+            self._lst = []
+            return o
+
+        if not (lst := self._lst):
+            return None
+
+        c = 0
+        for i, d in enumerate(lst):
+            r = n - c
+            if (l := len(d)) >= r:
+                return self._chop(i, r)
+            c += l
+
+        return None
+
+    def read_until(self, delim: bytes = b'\n') -> ta.Optional[bytes]:
+        if not (lst := self._lst):
+            return None
+
+        for i, d in enumerate(lst):
+            if (p := d.find(delim)) >= 0:
+                return self._chop(i, p + len(delim))
+
+        return None
+
+
+class IncrementalWriteBuffer:
+    def __init__(
+            self,
+            data: bytes,
+            *,
+            write_size: int = 0x10000,
+    ) -> None:
+        super().__init__()
+
+        check_non_empty(data)
+        self._len = len(data)
+        self._write_size = write_size
+
+        self._lst = [
+            data[i:i + write_size]
+            for i in range(0, len(data), write_size)
+        ]
+        self._pos = 0
+
+    @property
+    def rem(self) -> int:
+        return self._len - self._pos
+
+    def write(self, fn: ta.Callable[[bytes], int]) -> int:
+        lst = check_non_empty(self._lst)
+
+        t = 0
+        for i, d in enumerate(lst):  # noqa
+            n = fn(check_non_empty(d))
+            if not n:
+                break
+            t += n
+
+        if t:
+            self._lst = [
+                *([d[n:]] if n < len(d) else []),
+                *lst[i + 1:],
+            ]
+            self._pos += t
+
+        return t
+
+
 ########################################
 # ../../../../../omlish/lite/logs.py
 """