omlish 0.0.0.dev82__py3-none-any.whl → 0.0.0.dev83__py3-none-any.whl

omlish/.manifests.json

@@ -36,14 +36,14 @@
     }
   },
   {
-    "module": ".formats.json.__main__",
+    "module": ".formats.json.cli.__main__",
     "attr": "_CLI_MODULE",
-    "file": "omlish/formats/json/__main__.py",
+    "file": "omlish/formats/json/cli/__main__.py",
     "line": 1,
     "value": {
       "$omdev.cli.types.CliModule": {
         "cmd_name": "json",
-        "mod_name": "omlish.formats.json.__main__"
+        "mod_name": "omlish.formats.json.cli.__main__"
       }
     }
   },

omlish/__about__.py

@@ -1,5 +1,5 @@
-__version__ = '0.0.0.dev82'
-__revision__ = '025f44593a2c0c59d06340e1d7dbcd15b1ab7684'
+__version__ = '0.0.0.dev83'
+__revision__ = '25a87321f2e19f536595fa049cd2f53fb5497448'
 
 
 #

omlish/formats/json/{cli.py → cli/cli.py}

@@ -1,13 +1,6 @@
-"""
-TODO:
- - xml - [{"att", {"el", {"cdata", ...
- - csv - dict if headers, array if not
-"""
 import argparse
 import codecs
 import contextlib
-import dataclasses as dc
-import enum
 import io
 import json
 import os
@@ -15,33 +8,25 @@ import subprocess
 import sys
 import typing as ta
 
-from ... import check
-from ... import lang
-from ... import term
-from .render import JsonRenderer
-from .stream.build import JsonObjectBuilder
-from .stream.lex import JsonStreamLexer
-from .stream.parse import JsonStreamParser
-from .stream.render import StreamJsonRenderer
+from .... import check
+from .... import lang
+from .... import term
+from ..render import JsonRenderer
+from ..stream.build import JsonObjectBuilder
+from ..stream.lex import JsonStreamLexer
+from ..stream.parse import JsonStreamParser
+from ..stream.render import StreamJsonRenderer
+from .formats import FORMATS_BY_NAME
+from .formats import Formats
 
 
 if ta.TYPE_CHECKING:
-    import ast
-    import tomllib
-
-    import yaml
-
-    from .. import dotenv
-    from .. import props
-
+    from ....specs import jmespath
 else:
-    ast = lang.proxy_import('ast')
-    tomllib = lang.proxy_import('tomllib')
+    jmespath = lang.proxy_import('....specs.jmespath', __package__)
 
-    yaml = lang.proxy_import('yaml')
 
-    dotenv = lang.proxy_import('..dotenv', __package__)
-    props = lang.proxy_import('..props', __package__)
+##
 
 
 def term_color(o: ta.Any, state: JsonRenderer.State) -> tuple[str, str]:
@@ -53,29 +38,6 @@ def term_color(o: ta.Any, state: JsonRenderer.State) -> tuple[str, str]:
         return '', ''
 
 
-@dc.dataclass(frozen=True)
-class Format:
-    names: ta.Sequence[str]
-    load: ta.Callable[[ta.TextIO], ta.Any]
-
-
-class Formats(enum.Enum):
-    JSON = Format(['json'], json.load)
-    YAML = Format(['yaml', 'yml'], lambda f: yaml.safe_load(f))
-    TOML = Format(['toml'], lambda f: tomllib.loads(f.read()))
-    ENV = Format(['env', 'dotenv'], lambda f: dotenv.dotenv_values(stream=f))
-    PROPS = Format(['properties', 'props'], lambda f: dict(props.Properties().load(f.read())))
-    PY = Format(['py', 'python', 'repr'], lambda f: ast.literal_eval(f.read()))
-
-
-FORMATS_BY_NAME: ta.Mapping[str, Format] = {
-    n: f
-    for e in Formats
-    for f in [e.value]
-    for n in f.names
-}
-
-
 def _main() -> None:
     parser = argparse.ArgumentParser()
 
@@ -87,6 +49,8 @@ def _main() -> None:
 
     parser.add_argument('-f', '--format')
 
+    parser.add_argument('-x', '--jmespath-expr')
+
     parser.add_argument('-z', '--compact', action='store_true')
     parser.add_argument('-p', '--pretty', action='store_true')
     parser.add_argument('-i', '--indent')
@@ -119,7 +83,15 @@ def _main() -> None:
         sort_keys=args.sort_keys,
     )
 
+    if args.jmespath_expr is not None:
+        jp_expr = jmespath.compile(args.jmespath_expr)
+    else:
+        jp_expr = None
+
     def render_one(v: ta.Any) -> str:
+        if jp_expr is not None:
+            v = jp_expr.search(v)
+
         if args.color:
             return JsonRenderer.render_str(
                 v,

omlish/formats/json/cli/formats.py

@@ -0,0 +1,64 @@
+"""
+TODO:
+ - options lol - csv header, newline, etc
+"""
+import dataclasses as dc
+import enum
+import json
+import typing as ta
+
+from .... import lang
+
+
+if ta.TYPE_CHECKING:
+    import ast
+    import csv
+    import tomllib
+
+    import yaml
+
+    from ... import dotenv
+    from ... import props
+    from ... import xml
+
+else:
+    ast = lang.proxy_import('ast')
+    csv = lang.proxy_import('csv')
+    tomllib = lang.proxy_import('tomllib')
+
+    yaml = lang.proxy_import('yaml')
+
+    dotenv = lang.proxy_import('...dotenv', __package__)
+    props = lang.proxy_import('...props', __package__)
+    xml = lang.proxy_import('...xml', __package__)
+
+
+##
+
+
+@dc.dataclass(frozen=True)
+class Format:
+    names: ta.Sequence[str]
+    load: ta.Callable[[ta.TextIO], ta.Any]
+
+
+class Formats(enum.Enum):
+    JSON = Format(['json'], json.load)
+    YAML = Format(['yaml', 'yml'], lambda f: yaml.safe_load(f))
+    TOML = Format(['toml'], lambda f: tomllib.loads(f.read()))
+    ENV = Format(['env', 'dotenv'], lambda f: dotenv.dotenv_values(stream=f))
+    PROPS = Format(['properties', 'props'], lambda f: dict(props.Properties().load(f.read())))
+    PY = Format(['py', 'python', 'repr'], lambda f: ast.literal_eval(f.read()))
+    XML = Format(['xml'], lambda f: xml.build_simple_element(xml.parse_tree(f.read()).getroot()).as_dict())
+    CSV = Format(['csv'], lambda f: list(csv.DictReader(f)))
+    TSV = Format(['tsv'], lambda f: list(csv.DictReader(f, delimiter='\t')))
+    FLAT_CSV = Format(['fcsv'], lambda f: list(csv.reader(f)))
+    FLAT_TSV = Format(['ftsv'], lambda f: list(csv.reader(f, delimiter='\t')))
+
+
+FORMATS_BY_NAME: ta.Mapping[str, Format] = {
+    n: f
+    for e in Formats
+    for f in [e.value]
+    for n in f.names
+}

omlish/formats/xml.py

@@ -0,0 +1,63 @@
+"""
+TODO:
+ - lxml abstraction
+ - stuff from ommlx/wiki
+"""
+import typing as ta
+
+from .. import dataclasses as dc
+from .. import lang
+
+
+if ta.TYPE_CHECKING:
+    import xml.etree.ElementTree as ET
+else:
+    ET = lang.proxy_import('xml.etree.ElementTree')
+
+
+##
+
+
+@dc.dataclass(frozen=True)
+class SimpleElement:
+    tag: str
+    attributes: ta.Mapping[str, str] | None = dc.xfield(default=None, repr_fn=dc.truthy_repr)
+    body: ta.Sequence[ta.Union['SimpleElement', str]] | None = dc.xfield(default=None, repr_fn=dc.truthy_repr)
+
+    def as_dict(self) -> dict[str, ta.Any]:
+        dct: dict[str, ta.Any] = {'tag': self.tag}
+        if self.attributes:
+            dct['attributes'] = self.attributes
+        if self.body:
+            dct['body'] = [
+                c.as_dict() if isinstance(c, SimpleElement) else c
+                for c in self.body
+            ]
+        return dct
+
+
+def build_simple_element(element: 'ET.Element') -> SimpleElement:
+    atts = {}
+    for name, value in element.attrib.items():
+        atts[name] = value  # noqa
+
+    body: list[SimpleElement | str] = []
+
+    if element.text and (s := element.text.strip()):
+        body.append(s)
+
+    for child in element:
+        body.append(build_simple_element(child))
+
+        if child.tail and (s := child.tail.strip()):
+            body.append(s)
+
+    return SimpleElement(
+        element.tag,
+        atts,
+        body,
+    )
+
+
+def parse_tree(s: str) -> 'ET.ElementTree':
+    return ET.ElementTree(ET.fromstring(s.strip()))  # noqa

{omlish-0.0.0.dev82.dist-info → omlish-0.0.0.dev83.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omlish
-Version: 0.0.0.dev82
+Version: 0.0.0.dev83
 Summary: omlish
 Author: wrmsr
 License: BSD-3-Clause

{omlish-0.0.0.dev82.dist-info → omlish-0.0.0.dev83.dist-info}/RECORD

@@ -1,5 +1,5 @@
-omlish/.manifests.json,sha256=ucaSu1XcJPryi-AqINUejkVDeJAFk7Bp5ar5_tJTgME,1692
-omlish/__about__.py,sha256=ZpKphb42APnlM0x6-ckvJM_4L1XAmYiDRoE3l5SxqIs,3370
+omlish/.manifests.json,sha256=hTFp9tvE72BxKloIq1s1SS0LRQlIsvMtO69Sbc47rKg,1704
+omlish/__about__.py,sha256=ekzbyJ-nihCL3SJ4lJ_uq-a-V1a5SLP_kMNo0ugzCOw,3370
 omlish/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omlish/argparse.py,sha256=Dc73G8lyoQBLvXhMYUbzQUh4SJu_OTvKUXjSUxq_ang,7499
 omlish/c3.py,sha256=4vogWgwPb8TbNS2KkZxpoWbwjj7MuHG2lQG-hdtkvjI,8062
@@ -181,10 +181,9 @@ omlish/docker/manifests.py,sha256=LR4FpOGNUT3bZQ-gTjB6r_-1C3YiG30QvevZjrsVUQM,70
 omlish/formats/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omlish/formats/dotenv.py,sha256=UjZl3gac-0U24sDjCCGMcCqO1UCWG2Zs8PZ4JdAg2YE,17348
 omlish/formats/props.py,sha256=JwFJbKblqzqnzXf7YKFzQSDfcAXzkKsfoYvad6FPy98,18945
+omlish/formats/xml.py,sha256=FYNUliVZproz4cA3nOTqj0ShfPMQ7rEIeMEP4umDNho,1511
 omlish/formats/yaml.py,sha256=wTW8ECG9jyA7qIFUqKZUro4KAKpN4IvcW_qhlrKveXM,6836
 omlish/formats/json/__init__.py,sha256=xqW2APLGvCTO9dVTOlroR_AdrA5bCkdmUnbTkYHhJ7U,379
-omlish/formats/json/__main__.py,sha256=1wxxKZVkj_u7HCcewwMIbGuZj_Wph95yrUbm474Op9M,188
-omlish/formats/json/cli.py,sha256=HimX6N-VWnBh6MhyxjXKHw_VNn7tUkelRflpjWv3X3I,6210
 omlish/formats/json/consts.py,sha256=u-x-qXqZvK0tWk3l3TrCTjk4mSjKmZ_ATdmd1hwHNAY,263
 omlish/formats/json/encoding.py,sha256=O4iIWle7W_-RwpOvJNlqOfkbnDyiQHexV5Za4hlrFzw,497
 omlish/formats/json/json.py,sha256=Mdqv2vdMi7gp96eV0BIYH5UdWpjWfsh-tSMZeywG-08,331
@@ -196,6 +195,10 @@ omlish/formats/json/backends/jiter.py,sha256=8qv_XWGpcupPtVm6Z_egHio_iY1Kk8eqkvX
 omlish/formats/json/backends/orjson.py,sha256=wR8pMGFtkhZGHcNVk7vNYUnv8lUapdK89p6QpETIs9w,3778
 omlish/formats/json/backends/std.py,sha256=PM00Kh9ZR2XzollHMEvdo35Eml1N-zFfRW-LOCV5ftM,3085
 omlish/formats/json/backends/ujson.py,sha256=BNJCU4kluGHdqTUKLJEuHhE2m2TmqR7HEN289S0Eokg,2278
+omlish/formats/json/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omlish/formats/json/cli/__main__.py,sha256=1wxxKZVkj_u7HCcewwMIbGuZj_Wph95yrUbm474Op9M,188
+omlish/formats/json/cli/cli.py,sha256=GkdNokklRuDWiXAIai1wijSBFVJlpdlNLTQ3Lyucos0,5493
+omlish/formats/json/cli/formats.py,sha256=tqEZKby4HeafGcaUs-m8B-2ZV12dRo40rzL-V99cp00,1714
 omlish/formats/json/stream/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omlish/formats/json/stream/build.py,sha256=2Bikvvcaqad85J3kvmD6I5Dqp8NstyP6Gb2COeN-lxs,2780
 omlish/formats/json/stream/lex.py,sha256=hMnsZld72XE7GCWdjbUANRxrruuBSSQeCm8wypMiMv0,6172
@@ -450,9 +453,9 @@ omlish/text/delimit.py,sha256=ubPXcXQmtbOVrUsNh5gH1mDq5H-n1y2R4cPL5_DQf68,4928
 omlish/text/glyphsplit.py,sha256=Ug-dPRO7x-OrNNr8g1y6DotSZ2KH0S-VcOmUobwa4B0,3296
 omlish/text/indent.py,sha256=6Jj6TFY9unaPa4xPzrnZemJ-fHsV53IamP93XGjSUHs,1274
 omlish/text/parts.py,sha256=7vPF1aTZdvLVYJ4EwBZVzRSy8XB3YqPd7JwEnNGGAOo,6495
-omlish-0.0.0.dev82.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omlish-0.0.0.dev82.dist-info/METADATA,sha256=tbUAyvNpmqNdIkCTSasl8G13hBLWp7xBvuiFgJDkYsA,4047
-omlish-0.0.0.dev82.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
-omlish-0.0.0.dev82.dist-info/entry_points.txt,sha256=Lt84WvRZJskWCAS7xnQGZIeVWksprtUHj0llrvVmod8,35
-omlish-0.0.0.dev82.dist-info/top_level.txt,sha256=pePsKdLu7DvtUiecdYXJ78iO80uDNmBlqe-8hOzOmfs,7
-omlish-0.0.0.dev82.dist-info/RECORD,,
+omlish-0.0.0.dev83.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omlish-0.0.0.dev83.dist-info/METADATA,sha256=3V-8-n6HgqRRGC2ot30034BVPmmVkrX9-QfCfx7sLSQ,4047
+omlish-0.0.0.dev83.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
+omlish-0.0.0.dev83.dist-info/entry_points.txt,sha256=Lt84WvRZJskWCAS7xnQGZIeVWksprtUHj0llrvVmod8,35
+omlish-0.0.0.dev83.dist-info/top_level.txt,sha256=pePsKdLu7DvtUiecdYXJ78iO80uDNmBlqe-8hOzOmfs,7
+omlish-0.0.0.dev83.dist-info/RECORD,,