omlish 0.0.0.dev24__py3-none-any.whl → 0.0.0.dev26__py3-none-any.whl

omlish/docker.py

@@ -7,12 +7,6 @@ TODO:
   - https://stackoverflow.com/questions/55386202/how-can-i-use-the-docker-registry-api-to-pull-information-about-a-container-get
   - https://ops.tips/blog/inspecting-docker-image-without-pull/
   
-repo=library/nginx
-token=$(curl -s "https://auth.docker.io/token?service=registry.docker.io&scope=repository:${repo}:pull" | jq -r '.token')
-curl -H "Authorization: Bearer $token" -s "https://registry-1.docker.io/v2/${repo}/tags/list" | jq
-api="application/vnd.docker.distribution.manifest.v2+json"
-apil="application/vnd.docker.distribution.manifest.list.v2+json"
-curl -H "Accept: ${api}" -H "Accept: ${apil}" -H "Authorization: Bearer $token" -s "https://registry-1.docker.io/v2/${repo}/manifests/latest" | jq .
 """  # noqa
 import datetime
 import os
@@ -21,6 +15,7 @@ import shlex
 import subprocess
 import sys
 import typing as ta
+import urllib.request
 
 from . import check
 from . import dataclasses as dc
@@ -191,3 +186,76 @@ DOCKER_HOST_PLATFORM_KEY = 'DOCKER_HOST_PLATFORM'
 
 def get_docker_host_platform() -> str | None:
     return os.environ.get(DOCKER_HOST_PLATFORM_KEY)
+
+
+##
+
+
+@dc.dataclass(frozen=True)
+class HubRepoInfo:
+    repo: str
+    tags: ta.Mapping[str, ta.Any]
+    latest_manifests: ta.Mapping[str, ta.Any]
+
+
+def get_hub_repo_info(
+        repo: str,
+        *,
+        auth_url: str = 'https://auth.docker.io/',
+        api_url: str = 'https://registry-1.docker.io/v2/',
+) -> HubRepoInfo:
+    """
+    https://stackoverflow.com/a/39376254
+
+    ==
+
+    repo=library/nginx
+    token=$(
+        curl -s "https://auth.docker.io/token?service=registry.docker.io&scope=repository:${repo}:pull" \
+        | jq -r '.token' \
+    )
+    curl -H "Authorization: Bearer $token" -s "https://registry-1.docker.io/v2/${repo}/tags/list" | jq
+    curl \
+        -H "Accept: application/vnd.docker.distribution.manifest.v2+json" \
+        -H "Accept: application/vnd.docker.distribution.manifest.list.v2+json" \
+        -H "Authorization: Bearer $token" \
+        -s "https://registry-1.docker.io/v2/${repo}/manifests/latest" \
+    | jq .
+    """
+
+    auth_url = auth_url.rstrip('/')
+    api_url = api_url.rstrip('/')
+
+    #
+
+    def req_json(url: str, **kwargs: ta.Any) -> ta.Any:
+        with urllib.request.urlopen(urllib.request.Request(url, **kwargs)) as resp:  # noqa
+            return json.loads(resp.read().decode('utf-8'))
+
+    #
+
+    token_dct = req_json(f'{auth_url}/token?service=registry.docker.io&scope=repository:{repo}:pull')
+    token = token_dct['token']
+
+    req_hdrs = {'Authorization': f'Bearer {token}'}
+
+    #
+
+    tags_dct = req_json(
+        f'{api_url}/{repo}/tags/list',
+        headers=req_hdrs,
+    )
+
+    latest_mani_dct = req_json(
+        f'{api_url}/{repo}/manifests/latest',
+        headers={
+            **req_hdrs,
+            'Accept': 'application/vnd.docker.distribution.manifest.v2+json',
+        },
+    )
+
+    return HubRepoInfo(
+        repo,
+        tags_dct,
+        latest_mani_dct,
+    )

omlish/formats/yaml.py

@@ -5,6 +5,7 @@ TODO:
  - goal: perfect rewrites (comments, whitespace)
   - or at least comments
  - rename 'objects'? codecs/serde interplay still unresolved
+ - look ma, a monad
 """
 import datetime
 import types
@@ -26,6 +27,9 @@ else:
 T = ta.TypeVar('T')
 
 
+##
+
+
 @dc.dataclass(frozen=True)
 class NodeWrapped(lang.Final, ta.Generic[T]):
     value: T
@@ -124,6 +128,9 @@ class NodeWrappingConstructorMixin:
         return self.__construct_yaml_pairs(node, super().construct_yaml_pairs)  # type: ignore  # noqa
 
 
+##
+
+
 class _cached_class_property:  # noqa
     def __init__(self, fn):
         super().__init__()
@@ -204,6 +211,9 @@ class WrappedLoaders(lang.Namespace):
         return cls.CUnsafe(*args, **kwargs)
 
 
+##
+
+
 def load(stream, Loader):  # noqa
     with lang.disposing(Loader(stream)) as loader:
         return loader.get_single_data()

omlish/graphs/dot/__init__.py

@@ -1,19 +1,31 @@
-from .items import Attrs  # noqa
-from .items import Cell  # noqa
-from .items import Edge  # noqa
-from .items import Graph  # noqa
-from .items import Id  # noqa
-from .items import Item  # noqa
-from .items import Node  # noqa
-from .items import Raw  # noqa
-from .items import RawStmt  # noqa
-from .items import Row  # noqa
-from .items import Stmt  # noqa
-from .items import Table  # noqa
-from .items import Text  # noqa
-from .rendering import Renderer  # noqa
-from .rendering import open_dot  # noqa
-from .rendering import render  # noqa
-from .utils import Color  # noqa
-from .utils import escape  # noqa
-from .utils import gen_rainbow  # noqa
+from .items import (  # noqa
+    Attrs,
+    Cell,
+    Edge,
+    Graph,
+    Id,
+    Item,
+    Node,
+    Raw,
+    RawStmt,
+    Row,
+    Stmt,
+    Table,
+    Text,
+)
+
+from .make import (  # noqa
+    make_simple,
+)
+
+from .rendering import (  # noqa
+    Renderer,
+    open_dot,
+    render,
+)
+
+from .utils import (  # noqa
+    Color,
+    escape,
+    gen_rainbow,
+)

omlish/graphs/dot/make.py

@@ -0,0 +1,16 @@
+import typing as ta
+
+from ... import lang
+from .items import Edge
+from .items import Graph
+from .items import Node
+
+
+T = ta.TypeVar('T')
+
+
+def make_simple(graph: ta.Mapping[T, ta.Iterable[T]]) -> Graph:
+    return Graph([
+        *[Node(n) for n in {*graph, *lang.flatten(graph.values())}],
+        *[Edge(k, v) for k, vs in graph.items() for v in vs],
+    ])

omlish/graphs/dot/rendering.py

@@ -120,6 +120,7 @@ def open_dot(
         *,
         timeout_s: float = 1.,
         sleep_s: float = 0.,
+        delete: bool = False,
 ) -> None:
     stdout, _ = subprocess.Popen(
         ['dot', '-Tpdf'],
@@ -132,16 +133,16 @@ def open_dot(
 
     with tempfile.NamedTemporaryFile(
         suffix='.pdf',
-        delete=True,
+        delete=delete,
     ) as pdf:
         pdf.file.write(stdout)
         pdf.file.flush()
 
-        _, _ = subprocess.Popen(
-            ['open', pdf.name],
-        ).communicate(
-            timeout=timeout_s,
-        )
+    _, _ = subprocess.Popen(
+        ['open', pdf.name],
+    ).communicate(
+        timeout=timeout_s,
+    )
 
-        if sleep_s > 0.:
-            time.sleep(sleep_s)
+    if sleep_s > 0.:
+        time.sleep(sleep_s)

omlish/http/cookies.py

@@ -29,6 +29,7 @@ import typing as ta
 import urllib.parse
 
 from .. import collections as col
+from .. import lang
 from .dates import http_date
 
 
@@ -140,7 +141,7 @@ def dump_cookie(
         if not isinstance(expires, str):
             expires = http_date(expires)
     elif max_age is not None and sync_expires:
-        expires = http_date(datetime.datetime.now(tz=datetime.UTC).timestamp() + max_age)
+        expires = http_date(lang.utcnow().timestamp() + max_age)
 
     if samesite is not None:
         samesite = samesite.title()

omlish/inject/impl/scopes.py

@@ -1,6 +1,8 @@
 """
 TODO:
  - ContextVar ('context')
+ - greenlet?
+ - dynamic? https://github.com/wrmsr/iceworm/blob/2f6b4d5e9d237ef9665f7d57cfa6ce328efa0757/iceworm/utils/inject.py#L44
 """
 import abc
 import contextlib

omlish/inject/keys.py

@@ -18,7 +18,7 @@ class Key(lang.Final, ta.Generic[T]):
     tag: ta.Any = dc.xfield(
         default=None,
         kw_only=True,
-        check=lambda o: not isinstance(o, Tag),
+        validate=lambda o: not isinstance(o, Tag),
         repr_fn=dc.opt_repr,
     )
 

omlish/inject/multis.py

@@ -32,14 +32,14 @@ def _check_set_multi_key(mk: Key) -> bool:
 @dc.dataclass(frozen=True)
 @dc.extra_params(cache_hash=True)
 class SetBinding(Element, lang.Final):
-    multi_key: Key = dc.xfield(check=_check_set_multi_key)
+    multi_key: Key = dc.xfield(validate=_check_set_multi_key)
     dst: Key = dc.xfield(coerce=check.of_isinstance(Key))
 
 
 @dc.dataclass(frozen=True)
 @dc.extra_params(cache_hash=True)
 class SetProvider(Provider):
-    multi_key: Key = dc.xfield(check=_check_set_multi_key)
+    multi_key: Key = dc.xfield(validate=_check_set_multi_key)
 
 
 ##
@@ -52,7 +52,7 @@ def _check_map_multi_key(mk: Key) -> bool:
 @dc.dataclass(frozen=True)
 @dc.extra_params(cache_hash=True)
 class MapBinding(Element, lang.Final):
-    multi_key: Key = dc.xfield(check=_check_map_multi_key)
+    multi_key: Key = dc.xfield(validate=_check_map_multi_key)
     map_key: ta.Any = dc.xfield()
     dst: Key = dc.xfield(coerce=check.of_isinstance(Key))
 
@@ -60,7 +60,7 @@ class MapBinding(Element, lang.Final):
 @dc.dataclass(frozen=True)
 @dc.extra_params(cache_hash=True)
 class MapProvider(Provider):
-    multi_key: Key = dc.xfield(check=_check_map_multi_key)
+    multi_key: Key = dc.xfield(validate=_check_map_multi_key)
 
 
 ##

omlish/inject/providers.py

@@ -17,7 +17,7 @@ class Provider(lang.Abstract):
 @dc.dataclass(frozen=True)
 @dc.extra_params(cache_hash=True)
 class FnProvider(Provider):
-    fn: ta.Any = dc.xfield(check=callable)
+    fn: ta.Any = dc.xfield(validate=callable)
 
 
 @dc.dataclass(frozen=True)

omlish/lang/__init__.py

@@ -5,6 +5,7 @@ from .cached import (  # noqa
 
 from .classes import (  # noqa
     Abstract,
+    AnySensitive,
     Callable,
     Descriptor,
     Final,
@@ -17,8 +18,10 @@ from .classes import (  # noqa
     NotPicklable,
     PackageSealed,
     Picklable,
+    SENSITIVE_ATTR,
     Sealed,
     SealedError,
+    Sensitive,
     SimpleMetaDict,
     Singleton,
     Virtual,
@@ -68,6 +71,11 @@ from .contextmanagers import (  # noqa
     maybe_managing,
 )
 
+from .datetimes import (  # noqa
+    utcnow,
+    utcfromtimestamp,
+)
+
 from .descriptors import (  # noqa
     AccessForbiddenError,
     access_forbidden,
@@ -202,6 +210,7 @@ from .typing import (  # noqa
     Func1,
     Func2,
     Func3,
+    SequenceNotStr,
     protocol_check,
     typed_lambda,
     typed_partial,

omlish/lang/classes/__init__.py

@@ -7,14 +7,17 @@ from .abstract import (  # noqa
 )
 
 from .restrict import (  # noqa
+    AnySensitive,
     Final,
     FinalError,
     NoBool,
     NotInstantiable,
     NotPicklable,
     PackageSealed,
+    SENSITIVE_ATTR,
     Sealed,
     SealedError,
+    Sensitive,
     no_bool,
 )
 

omlish/lang/classes/restrict.py

@@ -1,3 +1,4 @@
+import abc
 import functools
 import typing as ta
 
@@ -9,7 +10,6 @@ from .abstract import is_abstract
 
 
 class FinalError(TypeError):
-
     def __init__(self, _type: type) -> None:
         super().__init__()
 
@@ -49,7 +49,6 @@ class Final(Abstract):
 
 
 class SealedError(TypeError):
-
     def __init__(self, _type) -> None:
         super().__init__()
 
@@ -118,13 +117,11 @@ class NotPicklable:
 
 
 class NoBool:
-
     def __bool__(self) -> bool:
         raise TypeError
 
 
 class _NoBoolDescriptor:
-
     def __init__(self, fn, instance=None, owner=None) -> None:
         super().__init__()
         self._fn = fn
@@ -146,3 +143,27 @@ class _NoBoolDescriptor:
 
 def no_bool(fn):  # noqa
     return _NoBoolDescriptor(fn)
+
+
+##
+
+
+SENSITIVE_ATTR = '__sensitive__'
+
+
+class Sensitive:
+    __sensitive__ = True
+
+
+class _AnySensitiveMeta(abc.ABCMeta):
+    @classmethod
+    def __instancecheck__(cls, instance: object) -> bool:
+        return hasattr(instance, SENSITIVE_ATTR) or super().__instancecheck__(AnySensitive, instance)
+
+    @classmethod
+    def __subclasscheck__(cls, subclass: type) -> bool:
+        return hasattr(subclass, SENSITIVE_ATTR) or super().__subclasscheck__(AnySensitive, subclass)
+
+
+class AnySensitive(NotInstantiable, Final, metaclass=_AnySensitiveMeta):
+    pass

omlish/lang/classes/simple.py

@@ -42,7 +42,6 @@ _MARKER_NAMESPACE_KEYS: set[str] | None = None
 
 
 class _MarkerMeta(abc.ABCMeta):
-
     def __new__(mcls, name, bases, namespace):
         global _MARKER_NAMESPACE_KEYS
 
@@ -74,7 +73,6 @@ class Marker(NotInstantiable, metaclass=_MarkerMeta):
 
 
 class SimpleMetaDict(dict):
-
     def update(self, m: ta.Mapping[K, V], **kwargs: V) -> None:  # type: ignore
         for k, v in m.items():
             self[k] = v
@@ -109,7 +107,6 @@ def _set_singleton_instance(inst):
 
 
 class Singleton:
-
     def __new__(cls):
         return cls.__dict__[_SINGLETON_INSTANCE_ATTR]
 
@@ -119,7 +116,6 @@ class Singleton:
 
 
 class LazySingleton:
-
     def __new__(cls):
         try:
             return cls.__dict__[_SINGLETON_INSTANCE_ATTR]

omlish/lang/classes/virtual.py

@@ -40,7 +40,12 @@ class _VirtualMeta(abc.ABCMeta):
             if absv is not v:
                 namespace[k] = absv
 
-        reqs = {k: v for k, v in namespace.items() if getattr(v, '__isabstractmethod__', False)}
+        reqs = {
+            k: v
+            for k, v in namespace.items()
+            if getattr(v, '__isabstractmethod__', False)
+        }
+
         user_subclasshook = namespace.pop('__subclasshook__', None)
 
         def get_missing_reqs(cls):
@@ -94,13 +99,11 @@ def virtual_check(virtual: type) -> ta.Callable[[Ty], Ty]:
 
 
 class Descriptor(Virtual):
-
     def __get__(self, instance, owner=None):
         raise NotImplementedError
 
 
 class Picklable(Virtual):
-
     def __getstate__(self):
         raise NotImplementedError
 
@@ -112,7 +115,6 @@ class Picklable(Virtual):
 
 
 class Callable(NotInstantiable, Final, ta.Generic[T]):
-
     def __call__(self, *args: ta.Any, **kwargs: ta.Any) -> T:
         raise TypeError
 

omlish/lang/datetimes.py

@@ -0,0 +1,9 @@
+import datetime
+
+
+def utcnow() -> datetime.datetime:
+    return datetime.datetime.now(tz=datetime.UTC)
+
+
+def utcfromtimestamp(ts: float) -> datetime.datetime:
+    return datetime.datetime.fromtimestamp(ts, tz=datetime.UTC)

omlish/lang/typing.py

@@ -14,6 +14,9 @@ import typing as ta
 Ty = ta.TypeVar('Ty', bound=type)
 
 T = ta.TypeVar('T')
+T_co = ta.TypeVar('T_co', covariant=True)
+T_contra = ta.TypeVar('T_contra', contravariant=True)
+
 A0 = ta.TypeVar('A0')
 A1 = ta.TypeVar('A1')
 A2 = ta.TypeVar('A2')
@@ -133,3 +136,32 @@ class Func3(ta.Generic[A0, A1, A2, T]):
 
     def __call__(self, a0: A0, a1: A1, a2: A2) -> T:
         return self.fn(a0, a1, a2)
+
+
+##
+
+
+class SequenceNotStr(ta.Protocol[T_co]):
+    """
+    https://github.com/python/mypy/issues/11001
+    https://github.com/python/typing/issues/256#issuecomment-1442633430
+    https://github.com/hauntsaninja/useful_types/blob/735ef9dd0b55b35b118ef630d5a0f3618ecedbff/useful_types/__init__.py#L285
+    """
+
+    @ta.overload
+    def __getitem__(self, index: ta.SupportsIndex, /) -> T_co: ...
+
+    @ta.overload
+    def __getitem__(self, index: slice, /) -> ta.Sequence[T_co]: ...  # noqa
+
+    def __contains__(self, value: object, /) -> bool: ...
+
+    def __len__(self) -> int: ...
+
+    def __iter__(self) -> ta.Iterator[T_co]: ...
+
+    def index(self, value: ta.Any, start: int = 0, stop: int = ..., /) -> int: ...
+
+    def count(self, value: ta.Any, /) -> int: ...
+
+    def __reversed__(self) -> ta.Iterator[T_co]: ...

omlish/lite/logs.py

@@ -208,43 +208,48 @@ def configure_standard_logging(
         *,
         json: bool = False,
         target: ta.Optional[logging.Logger] = None,
-        no_check: bool = False,
+        force: bool = False,
 ) -> ta.Optional[StandardLogHandler]:
-    if target is None:
-        target = logging.root
+    logging._acquireLock()  # type: ignore  # noqa
+    try:
+        if target is None:
+            target = logging.root
 
-    #
+        #
 
-    if not no_check:
-        if any(isinstance(h, StandardLogHandler) for h in list(target.handlers)):
-            return None
+        if not force:
+            if any(isinstance(h, StandardLogHandler) for h in list(target.handlers)):
+                return None
 
-    #
+        #
 
-    handler = logging.StreamHandler()
+        handler = logging.StreamHandler()
 
-    #
+        #
 
-    formatter: logging.Formatter
-    if json:
-        formatter = JsonLogFormatter()
-    else:
-        formatter = StandardLogFormatter(StandardLogFormatter.build_log_format(STANDARD_LOG_FORMAT_PARTS))
-    handler.setFormatter(formatter)
+        formatter: logging.Formatter
+        if json:
+            formatter = JsonLogFormatter()
+        else:
+            formatter = StandardLogFormatter(StandardLogFormatter.build_log_format(STANDARD_LOG_FORMAT_PARTS))
+        handler.setFormatter(formatter)
+
+        #
 
-    #
+        handler.addFilter(TidLogFilter())
 
-    handler.addFilter(TidLogFilter())
+        #
 
-    #
+        target.addHandler(handler)
 
-    target.addHandler(handler)
+        #
 
-    #
+        if level is not None:
+            target.setLevel(level)
 
-    if level is not None:
-        target.setLevel(level)
+        #
 
-    #
+        return StandardLogHandler(handler)
 
-    return StandardLogHandler(handler)
+    finally:
+        logging._releaseLock()  # type: ignore  # noqa

omlish/lite/secrets.py

@@ -3,9 +3,11 @@ import typing as ta
 
 
 class Secret:
+    __sensitive__ = True
+
     _VALUE_ATTR = '__secret_value__'
 
-    def __init__(self, *, key: ta.Optional[str], value: str) -> None:
+    def __init__(self, *, key: ta.Optional[str] = None, value: str) -> None:
         super().__init__()
         self._key = key
         setattr(self, self._VALUE_ATTR, lambda: value)

omlish/logs/configs.py

@@ -36,13 +36,13 @@ def configure_standard_logging(
         *,
         json: bool = False,
         target: logging.Logger | None = None,
-        no_check: bool = False,
+        force: bool = False,
 ) -> StandardLogHandler | None:
     handler = configure_lite_standard_logging(
         level,
         json=json,
         target=target,
-        no_check=no_check,
+        force=force,
     )
 
     if handler is None:

omlish/marshal/dataclasses.py

@@ -24,7 +24,7 @@ from .objects import ObjectUnmarshaler
 
 
 def get_dataclass_metadata(ty: type) -> ObjectMetadata:
-    return check.optional_single(
+    return check.opt_single(
         e
         for e in dc.get_merged_metadata(ty).get(dc.UserMetadata, [])
         if isinstance(e, ObjectMetadata)

omlish/secrets/secrets.py

@@ -28,7 +28,7 @@ log = logging.getLogger(__name__)
 ##
 
 
-class Secret(lang.NotPicklable, lang.Final):
+class Secret(lang.NotPicklable, lang.Sensitive, lang.Final):
     _VALUE_ATTR = '__secret_value__'
 
     def __init__(self, *, key: str | None, value: str) -> None: