omlish 0.0.0.dev161__tar.gz → 0.0.0.dev163__tar.gz

{omlish-0.0.0.dev161/omlish.egg-info → omlish-0.0.0.dev163}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omlish
-Version: 0.0.0.dev161
+Version: 0.0.0.dev163
 Summary: omlish
 Author: wrmsr
 License: BSD-3-Clause

omlish-0.0.0.dev163/omlish/.manifests.json

@@ -0,0 +1,281 @@
+[
+  {
+    "module": ".bootstrap.__main__",
+    "attr": "_CLI_MODULE",
+    "file": "omlish/bootstrap/__main__.py",
+    "line": 1,
+    "value": {
+      "$omdev.cli.types.CliModule": {
+        "cmd_name": "bootstrap",
+        "mod_name": "omlish.bootstrap.__main__"
+      }
+    }
+  },
+  {
+    "module": ".diag.procfs",
+    "attr": "_CLI_MODULE",
+    "file": "omlish/diag/procfs.py",
+    "line": 361,
+    "value": {
+      "$omdev.cli.types.CliModule": {
+        "cmd_name": "procfs",
+        "mod_name": "omlish.diag.procfs"
+      }
+    }
+  },
+  {
+    "module": ".formats.cbor",
+    "attr": "_CBOR_LAZY_CODEC",
+    "file": "omlish/formats/cbor.py",
+    "line": 30,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.formats.cbor",
+        "attr_name": "CBOR_CODEC",
+        "name": "cbor",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".formats.json.codecs",
+    "attr": "_JSON_LAZY_CODEC",
+    "file": "omlish/formats/json/codecs.py",
+    "line": 14,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.formats.json.codecs",
+        "attr_name": "JSON_CODEC",
+        "name": "json",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".formats.json.codecs",
+    "attr": "_JSON_COMPACT_LAZY_CODEC",
+    "file": "omlish/formats/json/codecs.py",
+    "line": 23,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.formats.json.codecs",
+        "attr_name": "JSON_COMPACT_CODEC",
+        "name": "json-compact",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".formats.json.codecs",
+    "attr": "_JSON_PRETTY_LAZY_CODEC",
+    "file": "omlish/formats/json/codecs.py",
+    "line": 32,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.formats.json.codecs",
+        "attr_name": "JSON_PRETTY_CODEC",
+        "name": "json-pretty",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".formats.json5",
+    "attr": "_JSON5_LAZY_CODEC",
+    "file": "omlish/formats/json5.py",
+    "line": 30,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.formats.json5",
+        "attr_name": "JSON5_CODEC",
+        "name": "json5",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".formats.pickle",
+    "attr": "_PICKLE_LAZY_CODEC",
+    "file": "omlish/formats/pickle.py",
+    "line": 30,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.formats.pickle",
+        "attr_name": "PICKLE_CODEC",
+        "name": "pickle",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".formats.toml",
+    "attr": "_TOML_LAZY_CODEC",
+    "file": "omlish/formats/toml.py",
+    "line": 16,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.formats.toml",
+        "attr_name": "TOML_CODEC",
+        "name": "toml",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".formats.yaml",
+    "attr": "_YAML_LAZY_CODEC",
+    "file": "omlish/formats/yaml.py",
+    "line": 258,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.formats.yaml",
+        "attr_name": "YAML_CODEC",
+        "name": "yaml",
+        "aliases": [
+          "yml"
+        ]
+      }
+    }
+  },
+  {
+    "module": ".io.compress.brotli",
+    "attr": "_BROTLI_LAZY_CODEC",
+    "file": "omlish/io/compress/brotli.py",
+    "line": 46,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.io.compress.brotli",
+        "attr_name": "BROTLI_CODEC",
+        "name": "brotli",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".io.compress.bz2",
+    "attr": "_BZ2_LAZY_CODEC",
+    "file": "omlish/io/compress/bz2.py",
+    "line": 60,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.io.compress.bz2",
+        "attr_name": "BZ2_CODEC",
+        "name": "bz2",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".io.compress.gzip",
+    "attr": "_GZIP_LAZY_CODEC",
+    "file": "omlish/io/compress/gzip.py",
+    "line": 349,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.io.compress.gzip",
+        "attr_name": "GZIP_CODEC",
+        "name": "gzip",
+        "aliases": [
+          "gz"
+        ]
+      }
+    }
+  },
+  {
+    "module": ".io.compress.lz4",
+    "attr": "_LZ4_LAZY_CODEC",
+    "file": "omlish/io/compress/lz4.py",
+    "line": 90,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.io.compress.lz4",
+        "attr_name": "LZ4_CODEC",
+        "name": "lz4",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".io.compress.lzma",
+    "attr": "_LZMA_LAZY_CODEC",
+    "file": "omlish/io/compress/lzma.py",
+    "line": 80,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.io.compress.lzma",
+        "attr_name": "LZMA_CODEC",
+        "name": "lzma",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".io.compress.snappy",
+    "attr": "_SNAPPY_LAZY_CODEC",
+    "file": "omlish/io/compress/snappy.py",
+    "line": 33,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.io.compress.snappy",
+        "attr_name": "SNAPPY_CODEC",
+        "name": "snappy",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".io.compress.zlib",
+    "attr": "_ZLIB_LAZY_CODEC",
+    "file": "omlish/io/compress/zlib.py",
+    "line": 73,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.io.compress.zlib",
+        "attr_name": "ZLIB_CODEC",
+        "name": "zlib",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".io.compress.zstd",
+    "attr": "_ZSTD_LAZY_CODEC",
+    "file": "omlish/io/compress/zstd.py",
+    "line": 43,
+    "value": {
+      "$.codecs.base.LazyLoadedCodec": {
+        "mod_name": "omlish.io.compress.zstd",
+        "attr_name": "ZSTD_CODEC",
+        "name": "zstd",
+        "aliases": null
+      }
+    }
+  },
+  {
+    "module": ".secrets.pwgen",
+    "attr": "_CLI_MODULE",
+    "file": "omlish/secrets/pwgen.py",
+    "line": 75,
+    "value": {
+      "$omdev.cli.types.CliModule": {
+        "cmd_name": "pwgen",
+        "mod_name": "omlish.secrets.pwgen"
+      }
+    }
+  },
+  {
+    "module": ".specs.jmespath.__main__",
+    "attr": "_CLI_MODULE",
+    "file": "omlish/specs/jmespath/__main__.py",
+    "line": 1,
+    "value": {
+      "$omdev.cli.types.CliModule": {
+        "cmd_name": [
+          "jmespath",
+          "jp"
+        ],
+        "mod_name": "omlish.specs.jmespath.__main__"
+      }
+    }
+  }
+]

{omlish-0.0.0.dev161 → omlish-0.0.0.dev163}/omlish/__about__.py

@@ -1,5 +1,5 @@
-__version__ = '0.0.0.dev161'
-__revision__ = '60fcd526dba581c88e3b27a1defac7fb75614a7b'
+__version__ = '0.0.0.dev163'
+__revision__ = '59b1e8eb235adafbfe9cdd495c8c2ad8202c6829'
 
 
 #

omlish-0.0.0.dev163/omlish/asyncs/bluelet/LICENSE

@@ -0,0 +1,6 @@
+Based on bluelet ( https://github.com/sampsyo/bluelet ) by Adrian Sampson, original license:
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
+OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

omlish-0.0.0.dev163/omlish/asyncs/bluelet/all.py

@@ -0,0 +1,67 @@
+# ruff: noqa: I001
+from .api import (  # noqa
+    bluelet,
+)
+
+from .core import (  # noqa
+    BlueletCoro as Coro,
+    BlueletExcInfo as ExcInfo,
+    CoreBlueletEvent as CoreEvent,
+    DelegationBlueletEvent as DelegationEvent,
+    ExceptionBlueletEvent as ExceptionEvent,
+    JoinBlueletEvent as JoinEvent,
+    KillBlueletEvent as KillEvent,
+    ReturnBlueletEvent as ReturnEvent,
+    SleepBlueletEvent as SleepEvent,
+    SpawnBlueletEvent as SpawnEvent,
+    ValueBlueletEvent as ValueEvent,
+)
+
+from .events import (  # noqa
+    BlueletEvent as Event,
+    BlueletFuture as Future,
+    BlueletHasFileno as HasFileno,
+    BlueletWaitable as Waitable,
+    BlueletWaitables as Waitables,
+    WaitableBlueletEvent as WaitableEvent,
+)
+
+from .files import (  # noqa
+    FileBlueletEvent as FileEvent,
+    ReadBlueletEvent as ReadEvent,
+    WriteBlueletEvent as WriteEvent,
+)
+
+from .runner import (  # noqa
+    BlueletCoroException as CoroException,
+)
+
+from .sockets import (  # noqa
+    AcceptBlueletEvent as AcceptEvent,
+    BlueletConnection as Connection,
+    BlueletListener as Listener,
+    ReceiveBlueletEvent as ReceiveEvent,
+    SendBlueletEvent as SendEvent,
+    SocketBlueletEvent as SocketEvent,
+    SocketClosedBlueletError as SocketClosedError,
+)
+
+
+##
+
+
+call = bluelet.call
+end = bluelet.end
+join = bluelet.join
+kill = bluelet.kill
+null = bluelet.null
+sleep = bluelet.sleep
+spawn = bluelet.spawn
+
+read = bluelet.read
+write = bluelet.write
+
+run = bluelet.run
+
+connect = bluelet.connect
+server = bluelet.server

omlish-0.0.0.dev163/omlish/asyncs/bluelet/api.py

@@ -0,0 +1,23 @@
+# ruff: noqa: UP006 UP007
+# @omlish-lite
+# Based on bluelet ( https://github.com/sampsyo/bluelet ) by Adrian Sampson, original license:
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
+# OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+from .core import _CoreBlueletApi
+from .files import _FilesBlueletApi
+from .runner import _RunnerBlueletApi
+from .sockets import _SocketsBlueletApi
+
+
+class BlueletApi(
+    _RunnerBlueletApi,
+    _SocketsBlueletApi,
+    _FilesBlueletApi,
+    _CoreBlueletApi,
+):
+    pass
+
+
+bluelet = BlueletApi()

omlish-0.0.0.dev163/omlish/asyncs/bluelet/core.py

@@ -0,0 +1,178 @@
+# ruff: noqa: UP006 UP007
+# @omlish-lite
+# Based on bluelet ( https://github.com/sampsyo/bluelet ) by Adrian Sampson, original license:
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
+# OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+import abc
+import dataclasses as dc
+import time
+import types
+import typing as ta
+
+from .events import BlueletEvent
+from .events import BlueletFuture
+from .events import WaitableBlueletEvent
+
+
+T = ta.TypeVar('T')
+
+BlueletExcInfo = ta.Tuple[ta.Type[BaseException], BaseException, types.TracebackType]  # ta.TypeAlias
+
+BlueletCoro = ta.Generator[ta.Union['BlueletEvent', 'BlueletCoro'], ta.Any, None]  # ta.TypeAlias
+
+BlueletSpawnable = ta.Union[BlueletCoro, ta.Awaitable]  # ta.TypeAlias
+
+
+##
+
+
+@dc.dataclass(frozen=True, eq=False)
+class _BlueletAwaitableDriver:
+    a: ta.Awaitable
+
+    def __call__(self) -> BlueletCoro:
+        g = self.a.__await__()
+        gi = iter(g)
+        while True:
+            try:
+                f = gi.send(None)
+            except StopIteration as e:
+                yield ReturnBlueletEvent(e.value)
+                break
+            else:
+                if not isinstance(f, BlueletFuture):
+                    raise TypeError(f)
+                res = yield f.event
+                f.done = True
+                f.result = res
+
+
+##
+
+
+class CoreBlueletEvent(BlueletEvent, abc.ABC):  # noqa
+    pass
+
+
+@dc.dataclass(frozen=True, eq=False)
+class ValueBlueletEvent(CoreBlueletEvent, ta.Generic[T]):
+    """An event that does nothing but return a fixed value."""
+
+    value: T
+
+
+@dc.dataclass(frozen=True, eq=False)
+class ExceptionBlueletEvent(CoreBlueletEvent):
+    """Raise an exception at the yield point. Used internally."""
+
+    exc_info: BlueletExcInfo
+
+
+@dc.dataclass(frozen=True, eq=False)
+class SpawnBlueletEvent(CoreBlueletEvent):
+    """Add a new coroutine coro to the scheduler."""
+
+    spawned: BlueletSpawnable
+
+
+@dc.dataclass(frozen=True, eq=False)
+class JoinBlueletEvent(CoreBlueletEvent):
+    """Suspend the coro until the specified child coro has completed."""
+
+    child: BlueletCoro
+
+
+@dc.dataclass(frozen=True, eq=False)
+class KillBlueletEvent(CoreBlueletEvent):
+    """Unschedule a child coro."""
+
+    child: BlueletCoro
+
+
+@dc.dataclass(frozen=True, eq=False)
+class DelegationBlueletEvent(CoreBlueletEvent):
+    """
+    Suspend execution of the current coro, start a new coro and, once the child coro finished, return control to
+    the parent coro.
+    """
+
+    spawned: BlueletCoro
+
+
+@dc.dataclass(frozen=True, eq=False)
+class ReturnBlueletEvent(CoreBlueletEvent, ta.Generic[T]):
+    """Return a value the current coro's delegator at the point of delegation. Ends the current (delegate) coro."""
+
+    value: ta.Optional[T]
+
+
+@dc.dataclass(frozen=True, eq=False)
+class SleepBlueletEvent(WaitableBlueletEvent, CoreBlueletEvent):
+    """Suspend the coro for a given duration."""
+
+    wakeup_time: float
+
+    def time_left(self) -> float:
+        return max(self.wakeup_time - time.time(), 0.)
+
+
+##
+
+
+class _CoreBlueletApi:
+    def value(self, v: T) -> ValueBlueletEvent[T]:
+        """Event: yield a value."""
+
+        return ValueBlueletEvent(v)
+
+    def null(self) -> ValueBlueletEvent[None]:
+        """Event: yield to the scheduler without doing anything special."""
+
+        return ValueBlueletEvent(None)
+
+    def spawn(self, spawned: BlueletSpawnable) -> SpawnBlueletEvent:
+        """Event: add another coroutine to the scheduler. Both the parent and child coroutines run concurrently."""
+
+        if isinstance(spawned, types.CoroutineType):
+            spawned = _BlueletAwaitableDriver(spawned)()
+
+        if not isinstance(spawned, types.GeneratorType):
+            raise TypeError(f'{spawned} is not spawnable')
+
+        return SpawnBlueletEvent(spawned)
+
+    def join(self, coro: BlueletCoro) -> JoinBlueletEvent:
+        """Suspend the coro until another, previously `spawn`ed coro completes."""
+
+        return JoinBlueletEvent(coro)
+
+    def kill(self, coro: BlueletCoro) -> KillBlueletEvent:
+        """Halt the execution of a different `spawn`ed coro."""
+
+        return KillBlueletEvent(coro)
+
+    def call(self, spawned: BlueletSpawnable) -> DelegationBlueletEvent:
+        """
+        Event: delegate to another coroutine. The current coroutine is resumed once the sub-coroutine finishes. If the
+        sub-coroutine returns a value using end(), then this event returns that value.
+        """
+
+        if isinstance(spawned, types.CoroutineType):
+            spawned = _BlueletAwaitableDriver(spawned)()
+
+        if not isinstance(spawned, types.GeneratorType):
+            raise TypeError(f'{spawned} is not spawnable')
+
+        return DelegationBlueletEvent(spawned)
+
+    def end(self, value: ta.Optional[T] = None) -> ReturnBlueletEvent[T]:
+        """Event: ends the coroutine and returns a value to its delegator."""
+
+        return ReturnBlueletEvent(value)
+
+    def sleep(self, duration: float) -> SleepBlueletEvent:
+        """Event: suspend the coro for ``duration`` seconds."""
+
+        return SleepBlueletEvent(time.time() + duration)

omlish-0.0.0.dev163/omlish/asyncs/bluelet/events.py

@@ -0,0 +1,78 @@
+# ruff: noqa: UP007
+# @omlish-lite
+# Based on bluelet ( https://github.com/sampsyo/bluelet ) by Adrian Sampson, original license:
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
+# OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+import abc
+import dataclasses as dc
+import typing as ta
+
+
+R = ta.TypeVar('R')
+
+BlueletEventT = ta.TypeVar('BlueletEventT', bound='BlueletEvent')  # ta.TypeAlias
+
+BlueletWaitable = ta.Union[int, 'BlueletHasFileno']  # ta.TypeAlias
+
+
+##
+
+
+class BlueletEvent(abc.ABC):  # noqa
+    """
+    Just a base class identifying Bluelet events. An event is an object yielded from a Bluelet coro coroutine to
+    suspend operation and communicate with the scheduler.
+    """
+
+    def __await__(self):
+        return BlueletFuture(self).__await__()
+
+
+##
+
+
+class BlueletHasFileno(ta.Protocol):
+    def fileno(self) -> int: ...
+
+
+@dc.dataclass(frozen=True)
+class BlueletWaitables:
+    r: ta.Sequence[BlueletWaitable] = ()
+    w: ta.Sequence[BlueletWaitable] = ()
+    x: ta.Sequence[BlueletWaitable] = ()
+
+
+class WaitableBlueletEvent(BlueletEvent, abc.ABC):  # noqa
+    """
+    A waitable event is one encapsulating an action that can be waited for using a select() call. That is, it's an event
+    with an associated file descriptor.
+    """
+
+    def waitables(self) -> BlueletWaitables:
+        """
+        Return "waitable" objects to pass to select(). Should return three iterables for input readiness, output
+        readiness, and exceptional conditions (i.e., the three lists passed to select()).
+        """
+        return BlueletWaitables()
+
+    def fire(self) -> ta.Any:
+        """Called when an associated file descriptor becomes ready (i.e., is returned from a select() call)."""
+
+
+##
+
+
+@dc.dataclass(eq=False)
+class BlueletFuture(ta.Generic[BlueletEventT, R]):
+    event: BlueletEventT
+    done: bool = False
+    result: ta.Optional[R] = None
+
+    def __await__(self):
+        if not self.done:
+            yield self
+        if not self.done:
+            raise RuntimeError("await wasn't used with event future")
+        return self.result