omlish 0.0.0.dev133__py3-none-any.whl → 0.0.0.dev177__py3-none-any.whl

omlish/fnpairs.py

@@ -1,496 +0,0 @@
-"""
-TODO:
- - objects
-  - csv
-  - csvloader
- - wrapped (wait for usecase)
- - streams / incremental
-  - fileobj -> fileobj?
- - swap zstandard for zstd
-
-Compression choice:
- - lzma if-available minimal-space
- - lz4 if-available write-once
- - zstd if-available
- - bz2 write-once (but no parallel decompress)
- - gz
-"""
-import abc
-import codecs
-import dataclasses as dc
-import typing as ta
-
-from . import lang
-
-
-if ta.TYPE_CHECKING:
-    import bz2 as _bz2
-    import gzip as _gzip
-    import lzma as _lzma
-    import pickle as _pickle
-    import struct as _struct
-    import tomllib as _tomllib
-
-    import cbor2 as _cbor2
-    import cloudpickle as _cloudpickle
-    import json5 as _json5
-    import lz4.frame as _lz4_frame
-    import snappy as _snappy
-    import yaml as _yaml
-    import zstandard as _zstandard
-
-    from .formats import json as _json
-
-else:
-    _bz2 = lang.proxy_import('bz2')
-    _gzip = lang.proxy_import('gzip')
-    _lzma = lang.proxy_import('lzma')
-    _pickle = lang.proxy_import('pickle')
-    _struct = lang.proxy_import('struct')
-    _tomllib = lang.proxy_import('tomllib')
-
-    _cbor2 = lang.proxy_import('cbor2')
-    _cloudpickle = lang.proxy_import('cloudpickle')
-    _json5 = lang.proxy_import('json5')
-    _lz4_frame = lang.proxy_import('lz4.frame')
-    _snappy = lang.proxy_import('snappy')
-    _yaml = lang.proxy_import('yaml')
-    _zstandard = lang.proxy_import('zstandard')
-
-    _json = lang.proxy_import('.formats.json', __package__)
-
-
-##
-
-
-F = ta.TypeVar('F')
-T = ta.TypeVar('T')
-U = ta.TypeVar('U')
-
-
-class FnPair(ta.Generic[F, T], abc.ABC):
-    @abc.abstractmethod
-    def forward(self, f: F) -> T:
-        raise NotImplementedError
-
-    @abc.abstractmethod
-    def backward(self, t: T) -> F:
-        raise NotImplementedError
-
-    ##
-
-    def __call__(self, f: F) -> T:
-        return self.forward(f)
-
-    def invert(self) -> 'FnPair[T, F]':
-        if isinstance(self, Inverted):
-            return self.fp
-        return Inverted(self)
-
-    def compose(self, nxt: 'FnPair[T, U]') -> 'FnPair[F, U]':
-        return Composite((self, nxt))
-
-
-##
-
-
-@lang.unabstract_class(['forward', 'backward'])
-@dc.dataclass(frozen=True)
-class Simple(FnPair[F, T]):
-    forward: ta.Callable[[F], T]  # type: ignore
-    backward: ta.Callable[[T], F]  # type: ignore
-
-
-of = Simple
-
-NOP: FnPair[ta.Any, ta.Any] = of(lang.identity, lang.identity)
-
-
-##
-
-
-@dc.dataclass(frozen=True)
-class Inverted(FnPair[F, T]):
-    fp: FnPair[T, F]
-
-    def forward(self, f: F) -> T:
-        return self.fp.backward(f)
-
-    def backward(self, t: T) -> F:
-        return self.fp.forward(t)
-
-
-##
-
-
-@dc.dataclass(frozen=True)
-class Composite(FnPair[F, T]):
-    children: ta.Sequence[FnPair]
-
-    def forward(self, f: F) -> T:
-        for c in self.children:
-            f = c.forward(f)
-        return ta.cast(T, f)
-
-    def backward(self, t: T) -> F:
-        for c in reversed(self.children):
-            t = c.backward(t)
-        return ta.cast(F, t)
-
-
-I0 = ta.TypeVar('I0')
-I1 = ta.TypeVar('I1')
-I2 = ta.TypeVar('I2')
-I3 = ta.TypeVar('I3')
-I4 = ta.TypeVar('I4')
-
-
-@ta.overload
-def compose(
-        fp0: FnPair[F, I0],
-        f01: FnPair[I0, T],
-) -> FnPair[F, T]:
-    ...
-
-
-@ta.overload
-def compose(
-        fp0: FnPair[F, I0],
-        f01: FnPair[I0, I1],
-        fp2: FnPair[I1, T],
-) -> FnPair[F, T]:
-    ...
-
-
-@ta.overload
-def compose(
-        fp0: FnPair[F, I0],
-        f01: FnPair[I0, I1],
-        fp2: FnPair[I1, I2],
-        fp3: FnPair[I2, T],
-) -> FnPair[F, T]:
-    ...
-
-
-@ta.overload
-def compose(
-        fp0: FnPair[F, I0],
-        f01: FnPair[I0, I1],
-        fp2: FnPair[I1, I2],
-        fp3: FnPair[I2, I3],
-        fp4: FnPair[I3, T],
-) -> FnPair[F, T]:
-    ...
-
-
-@ta.overload
-def compose(
-        fp0: FnPair[F, I0],
-        f01: FnPair[I0, I1],
-        fp2: FnPair[I1, I2],
-        fp3: FnPair[I2, I3],
-        fp4: FnPair[I3, I4],
-        fp5: FnPair[I4, T],
-) -> FnPair[F, T]:
-    ...
-
-
-@ta.overload
-def compose(*ps: FnPair) -> FnPair:
-    ...
-
-
-def compose(*ps):
-    if not ps:
-        return NOP
-    if len(ps) == 1:
-        return ps[0]
-    return Composite(ps)
-
-
-##
-
-
-@dc.dataclass(frozen=True)
-class Text(FnPair[str, bytes]):
-    ci: codecs.CodecInfo
-    encode_errors: str = dc.field(default='strict', kw_only=True)
-    decode_errors: str = dc.field(default='strict', kw_only=True)
-
-    def forward(self, f: str) -> bytes:
-        # Python ignores the returned length:
-        #   https://github.com/python/cpython/blob/7431c3799efbd06ed03ee70b64420f45e83b3667/Python/codecs.c#L424
-        t, _ = self.ci.encode(f, self.encode_errors)
-        return t
-
-    def backward(self, t: bytes) -> str:
-        f, _ = self.ci.decode(t, self.decode_errors)
-        return f
-
-
-def text(name: str, *, encode_errors: str = 'strict', decode_errors: str = 'strict') -> Text:
-    ci = codecs.lookup(name)
-    if not ci._is_text_encoding:  # noqa
-        raise TypeError(f'must be text codec: {name}')
-    return Text(ci, encode_errors=encode_errors, decode_errors=decode_errors)
-
-
-UTF8 = text('utf-8')
-
-
-#
-
-
-@dc.dataclass(frozen=True)
-class Optional(FnPair[F | None, T | None]):
-    fp: FnPair[F, T]
-
-    def forward(self, f: F | None) -> T | None:
-        return None if f is None else self.fp.forward(f)
-
-    def backward(self, t: T | None) -> F | None:
-        return None if t is None else self.fp.backward(t)
-
-
-class Lines(FnPair[ta.Sequence[str], str]):
-    def forward(self, f: ta.Sequence[str]) -> str:
-        return '\n'.join(f)
-
-    def backward(self, t: str) -> ta.Sequence[str]:
-        return t.splitlines()
-
-
-##
-
-
-_EXTENSION_REGISTRY: dict[str, type[FnPair]] = {}
-
-
-def _register_extension(*ss):
-    def inner(cls):
-        for s in ss:
-            if s in _EXTENSION_REGISTRY:
-                raise KeyError(s)
-            _EXTENSION_REGISTRY[s] = cls
-        return cls
-    return inner
-
-
-def get_for_extension(ext: str) -> FnPair:
-    return compose(*[_EXTENSION_REGISTRY[p]() for p in ext.split('.')])
-
-
-##
-
-
-class Compression(FnPair[bytes, bytes], abc.ABC):
-    pass
-
-
-@_register_extension('bz2')
-@dc.dataclass(frozen=True)
-class Bz2(Compression):
-    compresslevel: int = 9
-
-    def forward(self, f: bytes) -> bytes:
-        return _bz2.compress(f, compresslevel=self.compresslevel)
-
-    def backward(self, t: bytes) -> bytes:
-        return _bz2.decompress(t)
-
-
-@_register_extension('gz')
-@dc.dataclass(frozen=True)
-class Gzip(Compression):
-    compresslevel: int = 9
-
-    def forward(self, f: bytes) -> bytes:
-        return _gzip.compress(f, compresslevel=self.compresslevel)
-
-    def backward(self, t: bytes) -> bytes:
-        return _gzip.decompress(t)
-
-
-@_register_extension('lzma')
-class Lzma(Compression):
-    def forward(self, f: bytes) -> bytes:
-        return _lzma.compress(f)
-
-    def backward(self, t: bytes) -> bytes:
-        return _lzma.decompress(t)
-
-
-#
-
-
-@_register_extension('lz4')
-@dc.dataclass(frozen=True)
-class Lz4(Compression):
-    compression_level: int = 0
-
-    def forward(self, f: bytes) -> bytes:
-        return _lz4_frame.compress(f, compression_level=self.compression_level)
-
-    def backward(self, t: bytes) -> bytes:
-        return _lz4_frame.decompress(t)
-
-
-@_register_extension('snappy')
-class Snappy(Compression):
-    def forward(self, f: bytes) -> bytes:
-        return _snappy.compress(f)
-
-    def backward(self, t: bytes) -> bytes:
-        return _snappy.decompress(t)
-
-
-@_register_extension('zstd')
-class Zstd(Compression):
-    def forward(self, f: bytes) -> bytes:
-        return _zstandard.compress(f)
-
-    def backward(self, t: bytes) -> bytes:
-        return _zstandard.decompress(t)
-
-
-##
-
-
-@dc.dataclass(frozen=True)
-class Struct(FnPair[tuple, bytes]):
-    fmt: str
-
-    def forward(self, f: tuple) -> bytes:
-        return _struct.pack(self.fmt, *f)
-
-    def backward(self, t: bytes) -> tuple:
-        return _struct.unpack(self.fmt, t)
-
-
-##
-
-
-Object: ta.TypeAlias = FnPair[ta.Any, T]
-ObjectStr: ta.TypeAlias = Object[str]
-ObjectBytes: ta.TypeAlias = Object[bytes]
-
-
-class Object_(FnPair[ta.Any, T], lang.Abstract):  # noqa
-    pass
-
-
-class ObjectStr_(Object_[str], lang.Abstract):  # noqa
-    pass
-
-
-class ObjectBytes_(Object_[bytes], lang.Abstract):  # noqa
-    pass
-
-
-#
-
-
-@_register_extension('pkl')
-@dc.dataclass(frozen=True)
-class Pickle(ObjectBytes_):
-    protocol: int | None = None
-
-    def forward(self, f: ta.Any) -> bytes:
-        return _pickle.dumps(f, protocol=self.protocol)
-
-    def backward(self, t: bytes) -> ta.Any:
-        return _pickle.loads(t)
-
-
-class _Json(ObjectStr_, lang.Abstract):  # noqa
-    def backward(self, t: str) -> ta.Any:
-        return _json.loads(t)
-
-
-@_register_extension('json')
-class Json(_Json):
-    def forward(self, f: ta.Any) -> str:
-        return _json.dumps(f)
-
-
-class JsonPretty(_Json):
-    def forward(self, f: ta.Any) -> str:
-        return _json.dumps_pretty(f)
-
-
-class JsonCompact(_Json):
-    def forward(self, f: ta.Any) -> str:
-        return _json.dumps_compact(f)
-
-
-JSON = Json()
-PRETTY_JSON = JsonPretty()
-COMPACT_JSON = JsonCompact()
-
-
-@_register_extension('jsonl')
-class JsonLines(FnPair[ta.Sequence[ta.Any], str]):
-    def forward(self, f: ta.Sequence[ta.Any]) -> str:
-        return '\n'.join(_json.dumps(e) for e in f)
-
-    def backward(self, t: str) -> ta.Sequence[ta.Any]:
-        return [_json.loads(l) for l in t.splitlines()]
-
-
-@_register_extension('toml')
-class Toml(ObjectStr_):
-    def forward(self, f: ta.Any) -> str:
-        raise NotImplementedError
-
-    def backward(self, t: str) -> ta.Any:
-        return _tomllib.loads(t)
-
-
-#
-
-
-@_register_extension('cbor')
-class Cbor(ObjectBytes_):
-    def forward(self, f: ta.Any) -> bytes:
-        return _cbor2.dumps(f)
-
-    def backward(self, t: bytes) -> ta.Any:
-        return _cbor2.loads(t)
-
-
-@_register_extension('clpkl')
-@dc.dataclass(frozen=True)
-class Cloudpickle(ObjectBytes_):
-    protocol: int | None = None
-
-    def forward(self, f: ta.Any) -> bytes:
-        return _cloudpickle.dumps(f, protocol=self.protocol)
-
-    def backward(self, t: bytes) -> ta.Any:
-        return _cloudpickle.loads(t)
-
-
-@_register_extension('json5')
-class Json5(ObjectStr_):
-    def forward(self, f: ta.Any) -> str:
-        return _json5.dumps(f)
-
-    def backward(self, t: str) -> ta.Any:
-        return _json5.loads(t)
-
-
-@_register_extension('yml', 'yaml')
-class Yaml(ObjectStr_):
-    def forward(self, f: ta.Any) -> str:
-        return _yaml.dump(f)
-
-    def backward(self, t: str) -> ta.Any:
-        return _yaml.safe_load(t)
-
-
-class YamlUnsafe(ObjectStr_):
-    def forward(self, f: ta.Any) -> str:
-        return _yaml.dump(f)
-
-    def backward(self, t: str) -> ta.Any:
-        return _yaml.load(t, _yaml.FullLoader)

omlish/formats/json/cli/__main__.py

@@ -1,11 +0,0 @@
-# @omlish-manifest
-_CLI_MODULE = {'$omdev.cli.types.CliModule': {
-    'cmd_name': 'json',
-    'mod_name': __name__,
-}}
-
-
-if __name__ == '__main__':
-    from .cli import _main
-
-    _main()