omdev 0.0.0.dev284__py3-none-any.whl → 0.0.0.dev286__py3-none-any.whl

omdev/.manifests.json

@@ -123,7 +123,7 @@
     "module": ".py.attrdocs",
     "attr": "_CLI_MODULE",
     "file": "omdev/py/attrdocs.py",
-    "line": 146,
+    "line": 155,
     "value": {
       "$.cli.types.CliModule": {
         "cmd_name": "py/attrdocs",
@@ -159,7 +159,7 @@
     "module": ".py.findimports",
     "attr": "_CLI_MODULE",
     "file": "omdev/py/findimports.py",
-    "line": 87,
+    "line": 89,
     "value": {
       "$.cli.types.CliModule": {
         "cmd_name": "py/findimports",
@@ -203,6 +203,18 @@
       }
     }
   },
+  {
+    "module": ".py.srcheaders",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/py/srcheaders.py",
+    "line": 65,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "py/srcheaders",
+        "mod_name": "omdev.py.srcheaders"
+      }
+    }
+  },
   {
     "module": ".py.tools.importscan",
     "attr": "_CLI_MODULE",

omdev/py/attrdocs.py

@@ -44,7 +44,8 @@ class _AttrDocAstVisitor(ast.NodeVisitor):
         self._tok_lines = tok_lines
 
         self._attr_docs: dict[str, AttrDoc] = {}
-        self._target: str | None = None
+        self._class_stack: list[str] = []
+        self._attr_target: str | None = None
         self._prev_node_type: type[ast.AST] | None = None
 
     @property
@@ -63,6 +64,13 @@ class _AttrDocAstVisitor(ast.NodeVisitor):
 
     #
 
+    def visit_ClassDef(self, node: ast.ClassDef) -> ta.Any:
+        self._class_stack.append(node.name)
+        self.generic_visit(node)
+        check.equal(self._class_stack.pop(), node.name)
+
+    #
+
     @staticmethod
     def _comment_tok_src(tok: tks.Token) -> str:
         check.state(tok.name == 'COMMENT')
@@ -70,8 +78,8 @@ class _AttrDocAstVisitor(ast.NodeVisitor):
         check.state(tc[0] == '#')
         return tc[1:].lstrip()
 
-    def _set_target(self, node: ast.Name) -> None:
-        self._target = node.id
+    def _set_attr_target(self, node: ast.Name) -> None:
+        self._attr_target = '.'.join([*self._class_stack, node.id])
 
         ad = _EMPTY_ATTR_DOC
 
@@ -97,15 +105,15 @@ class _AttrDocAstVisitor(ast.NodeVisitor):
                 ad = dc.replace(ad, preceding_comment='\n'.join(reversed(pll)))
 
         if ad is not _EMPTY_ATTR_DOC:
-            self._attr_docs[node.id] = ad
+            self._attr_docs[self._attr_target] = ad
 
     def visit_AnnAssign(self, node: ast.AnnAssign) -> ta.Any:
         if isinstance(target := node.target, ast.Name):
-            self._set_target(target)
+            self._set_attr_target(target)
 
     def visit_Assign(self, node: ast.Assign) -> ta.Any:
         if len(node.targets) == 1 and isinstance(target := node.targets[0], ast.Name):
-            self._set_target(target)  # noqa
+            self._set_attr_target(target)  # noqa
 
     #
 
@@ -115,12 +123,13 @@ class _AttrDocAstVisitor(ast.NodeVisitor):
                 isinstance(node.value.value, str) and
                 self._prev_node_type in (ast.Assign, ast.AnnAssign)
         ):
-            docstring = inspect.cleandoc(node.value.value)
-            if self._target:
-                ex = self._attr_docs.get(self._target, _EMPTY_ATTR_DOC)
+            if self._attr_target:
+                docstring = inspect.cleandoc(node.value.value)
+                ex = self._attr_docs.get(self._attr_target, _EMPTY_ATTR_DOC)
                 check.none(ex.docstring)
-                self._attr_docs[self._target] = dc.replace(ex, docstring=docstring)
-            self._target = None
+                self._attr_docs[self._attr_target] = dc.replace(ex, docstring=docstring)
+
+            self._attr_target = None
 
 
 def extract_attr_docs(src: str) -> ta.Mapping[str, AttrDoc]:
@@ -163,15 +172,25 @@ if __name__ == '__main__':
         with open(args.file) as f:
             src = f.read()
 
+        #
+
         attr_docs = extract_attr_docs(src)
 
         #
 
+        nested_attr_docs: dict = {}
+        for k, v in attr_docs.items():
+            cur = nested_attr_docs
+            *kps, ekp = [f'.{kp}' for kp in k.split('.')]
+            for kp in kps:
+                cur = cur.setdefault(kp, {})
+            check.not_in(ekp, cur)
+            cur[ekp] = {k: v for k, v in dc.asdict(v).items() if v}
+
+        #
+
         import json
 
-        print(json.dumps({
-            a: {k: v for k, v in dc.asdict(ad).items() if v}
-            for a, ad in sorted(attr_docs.items(), key=lambda t: t[0])
-        }))
+        print(json.dumps(nested_attr_docs, indent=2))
 
     _main()

omdev/py/findimports.py

@@ -2,8 +2,10 @@
 # @omlish-script
 """
 TODO:
+ - !! FIX: from omlish import lang - try lang as a subpackage
  - multiple commands:
   - dumb cmp (a = set(sys.modules); import ...; print(set(sys.modules) - a)
+ - graphviz
 """
 import ast
 import importlib.machinery

omdev/py/srcheaders.py

@@ -0,0 +1,98 @@
+import ast
+import dataclasses as dc
+import typing as ta
+
+from omlish.lite.check import check
+
+from ..tokens import all as tks
+
+
+##
+
+
+@dc.dataclass(frozen=True)
+class PyHeaderLine:
+    kind: ta.Literal['comment', 'string']
+    src: str
+    content: str
+    line: int
+    col: int
+
+
+def get_py_header_lines(src: str) -> list[PyHeaderLine]:
+    ret: list[PyHeaderLine] = []
+
+    src_toks = tks.iter_src_to_tokens(src)
+    hdr_toks = (
+        tok
+        for tok in src_toks
+        if tok.name == 'COMMENT' or
+        (tok.name not in tks.WS_NAMES and tok.name != 'NL')
+    )
+
+    for tok in hdr_toks:
+        if tok.name == 'COMMENT':
+            cs = tok.src.lstrip()
+            check.state(cs.startswith('#'))
+            cs = cs[1:].lstrip()
+            ret.append(PyHeaderLine(
+                kind='comment',
+                src=tok.src,
+                content=cs,
+                line=check.isinstance(tok.line, int),
+                col=check.isinstance(tok.utf8_byte_offset, int),
+            ))
+
+        elif tok.name == 'STRING':
+            ss = ast.literal_eval(tok.src)
+            ret.append(PyHeaderLine(
+                kind='string',
+                src=tok.src,
+                content=ss,
+                line=check.isinstance(tok.line, int),
+                col=check.isinstance(tok.utf8_byte_offset, int),
+            ))
+
+        else:
+            break
+
+    return ret
+
+
+##
+
+
+# @omlish-manifest
+_CLI_MODULE = {'$omdev.cli.types.CliModule': {
+    'cmd_name': 'py/srcheaders',
+    'mod_name': __name__,
+}}
+
+
+if __name__ == '__main__':
+    def _main() -> None:
+        import argparse
+
+        parser = argparse.ArgumentParser()
+        parser.add_argument('file')
+        args = parser.parse_args()
+
+        #
+
+        with open(args.file) as f:
+            src = f.read()
+
+        #
+
+        hls = get_py_header_lines(src)
+
+        #
+
+        import json
+
+        print(json.dumps(
+            [dc.asdict(hl) for hl in hls],
+            indent=2,
+        ))
+
+    _main()

omdev/scripts/ci.py

@@ -1096,6 +1096,9 @@ log = logging.getLogger(__name__)
 # ../../../omlish/lite/maybes.py
 
 
+##
+
+
 class Maybe(ta.Generic[T]):
     @property
     @abc.abstractmethod
@@ -1136,6 +1139,19 @@ class _Maybe(Maybe[T], tuple):
 Maybe._empty = tuple.__new__(_Maybe, ())  # noqa
 
 
+##
+
+
+@functools.singledispatch
+def as_maybe(obj: ta.Any) -> Maybe:
+    raise TypeError(obj)
+
+
+@as_maybe.register
+def _(obj: Maybe) -> Maybe:
+    return obj
+
+
 ########################################
 # ../../../omlish/lite/reflect.py
 

omdev/scripts/interp.py

@@ -1069,6 +1069,9 @@ json_dumps_compact: ta.Callable[..., str] = functools.partial(json.dumps, **JSON
 # ../../../omlish/lite/maybes.py
 
 
+##
+
+
 class Maybe(ta.Generic[T]):
     @property
     @abc.abstractmethod
@@ -1109,6 +1112,19 @@ class _Maybe(Maybe[T], tuple):
 Maybe._empty = tuple.__new__(_Maybe, ())  # noqa
 
 
+##
+
+
+@functools.singledispatch
+def as_maybe(obj: ta.Any) -> Maybe:
+    raise TypeError(obj)
+
+
+@as_maybe.register
+def _(obj: Maybe) -> Maybe:
+    return obj
+
+
 ########################################
 # ../../../omlish/lite/reflect.py
 

omdev/scripts/pyproject.py

@@ -2376,6 +2376,9 @@ log = logging.getLogger(__name__)
 # ../../../omlish/lite/maybes.py
 
 
+##
+
+
 class Maybe(ta.Generic[T]):
     @property
     @abc.abstractmethod
@@ -2416,6 +2419,19 @@ class _Maybe(Maybe[T], tuple):
 Maybe._empty = tuple.__new__(_Maybe, ())  # noqa
 
 
+##
+
+
+@functools.singledispatch
+def as_maybe(obj: ta.Any) -> Maybe:
+    raise TypeError(obj)
+
+
+@as_maybe.register
+def _(obj: Maybe) -> Maybe:
+    return obj
+
+
 ########################################
 # ../../../omlish/lite/reflect.py
 

omdev/tokens/all.py

@@ -30,6 +30,7 @@ UNIMPORTANT_WS = TokenNames.UNIMPORTANT_WS  # noqa
 NON_CODING_TOKENS = TokenNames.NON_CODING_TOKENS  # noqa
 
 curly_escape = Tokenization.curly_escape  # noqa
+iter_src_to_tokens = Tokenization.iter_src_to_tokens  # noqa
 src_to_tokens = Tokenization.src_to_tokens  # noqa
 parse_string_literal = Tokenization.parse_string_literal  # noqa
 tokens_to_src = Tokenization.tokens_to_src  # noqa

omdev/tokens/tokenizert.py

@@ -82,13 +82,12 @@ class Tokenization:
             return (s, '', '')
 
     @classmethod
-    def src_to_tokens(cls, src: str) -> ta.List[Token]:
+    def iter_src_to_tokens(cls, src: str) -> ta.Iterator[Token]:
         tokenize_target = io.StringIO(src)
         lines = ('', *tokenize_target)
 
         tokenize_target.seek(0)
 
-        tokens = []
         last_line = 1
         last_col = 0
         end_offset = 0
@@ -106,20 +105,20 @@ class Tokenization:
                 while cls._ESCAPED_NL_RE.search(newtok):
                     ws, nl, newtok = cls._re_partition(cls._ESCAPED_NL_RE, newtok)
                     if ws:
-                        tokens.append(Token(TokenNames.UNIMPORTANT_WS, ws, last_line, end_offset))
+                        yield Token(TokenNames.UNIMPORTANT_WS, ws, last_line, end_offset)
                         end_offset += len(ws.encode())
-                    tokens.append(Token(TokenNames.ESCAPED_NL, nl, last_line, end_offset))
+                    yield Token(TokenNames.ESCAPED_NL, nl, last_line, end_offset)
                     end_offset = 0
                     last_line += 1
                 if newtok:
-                    tokens.append(Token(TokenNames.UNIMPORTANT_WS, newtok, sline, 0))
+                    yield Token(TokenNames.UNIMPORTANT_WS, newtok, sline, 0)
                     end_offset = len(newtok.encode())
                 else:
                     end_offset = 0
 
             elif scol > last_col:
                 newtok = line[last_col:scol]
-                tokens.append(Token(TokenNames.UNIMPORTANT_WS, newtok, sline, end_offset))
+                yield Token(TokenNames.UNIMPORTANT_WS, newtok, sline, end_offset)
                 end_offset += len(newtok.encode())
 
             tok_name = tokenize.tok_name[tok_type]
@@ -130,14 +129,16 @@ class Tokenization:
                     ecol += len(new_tok_text) - len(tok_text)
                     tok_text = new_tok_text
 
-            tokens.append(Token(tok_name, tok_text, sline, end_offset))
+            yield Token(tok_name, tok_text, sline, end_offset)
             last_line, last_col = eline, ecol
             if sline != eline:
                 end_offset = len(lines[last_line][:last_col].encode())
             else:
                 end_offset += len(tok_text.encode())
 
-        return tokens
+    @classmethod
+    def src_to_tokens(cls, src: str) -> ta.List[Token]:
+        return list(cls.iter_src_to_tokens(src))
 
     @classmethod
     def parse_string_literal(cls, src: str) -> ta.Tuple[str, str]:

{omdev-0.0.0.dev284.dist-info → omdev-0.0.0.dev286.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: omdev
-Version: 0.0.0.dev284
+Version: 0.0.0.dev286
 Summary: omdev
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,7 +12,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: >=3.12
 License-File: LICENSE
-Requires-Dist: omlish==0.0.0.dev284
+Requires-Dist: omlish==0.0.0.dev286
 Provides-Extra: all
 Requires-Dist: black~=25.1; extra == "all"
 Requires-Dist: pycparser~=2.22; extra == "all"

{omdev-0.0.0.dev284.dist-info → omdev-0.0.0.dev286.dist-info}/RECORD

@@ -1,4 +1,4 @@
-omdev/.manifests.json,sha256=7l1mn-QsFPcRMz9DHpN9yS8F27pYW6tsyDOAS2cREWU,10406
+omdev/.manifests.json,sha256=itAg3qiuZHPqPj0Eb1rvKeRsuhQ8VeoZTPTsZ5aVc-U,10669
 omdev/__about__.py,sha256=OgO_8azOzKriF2qPeDWRLcRe9p1XW5kYdJCq5vewff0,1171
 omdev/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/cmake.py,sha256=9rfSvFHPmKDj9ngvfDB2vK8O-xO_ZwUm7hMKLWA-yOw,4578
@@ -194,10 +194,11 @@ omdev/ptk/__init__.py,sha256=Km0B3IYeljiFfSo7uywH55EU7mo1fZOrbUs8tN735rI,4957
 omdev/ptk/apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/ptk/apps/ncdu.py,sha256=dOkEJoc2Wjv1u_Uge7Vpei_LvXldoPP5833Eia355tc,4548
 omdev/py/__init__.py,sha256=u7tLEfRTnPVtWPmKK_ZIvnFkZwTe1q44UQ53cvsix3k,41
-omdev/py/attrdocs.py,sha256=AiPVoGP3919cNK3a4tDxXEtnLMf6QG967xxCla1LwS4,4529
+omdev/py/attrdocs.py,sha256=5qR5Wo5VWiKgf7Jd-pmYSsUnGda32FoOJpKG9rGMuPw,5113
 omdev/py/bracepy.py,sha256=PPPoTMj4FJ5Lk3GGPEEWBGU7Kl1eCJBApSJnRvRj2Ms,2753
 omdev/py/classdot.py,sha256=CAHL39nhQWnELVe1L6HIOyLha2h3pf4f1vKyLZTHhkM,1666
-omdev/py/findimports.py,sha256=CDorwWr9hdIGnV-gvYQykdiz9hEsu8JrEZAF5sD_89w,2402
+omdev/py/findimports.py,sha256=V3GcFhqYOiPQtAOpTi4Pmeb3_c5mKqlEwah7v9vCBjg,2476
+omdev/py/srcheaders.py,sha256=cMopJr-QpOmzEBow-4mVupxdULE8QdSaSLH2aJV5Xxg,1993
 omdev/py/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/py/scripts/bumpversion.py,sha256=2NnfRsJiZNTg-LubIwXCm2vklG7-kIR8_xFUEZNxtiY,1119
 omdev/py/scripts/execrss.py,sha256=mR0G0wERBYtQmVIn63lCIIFb5zkCM6X_XOENDFYDBKc,651
@@ -219,14 +220,14 @@ omdev/pyproject/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 omdev/pyproject/resources/docker-dev.sh,sha256=DHkz5D18jok_oDolfg2mqrvGRWFoCe9GQo04dR1czcc,838
 omdev/pyproject/resources/python.sh,sha256=rFaN4SiJ9hdLDXXsDTwugI6zsw6EPkgYMmtacZeTbvw,749
 omdev/scripts/__init__.py,sha256=MKCvUAEQwsIvwLixwtPlpBqmkMXLCnjjXyAXvVpDwVk,91
-omdev/scripts/ci.py,sha256=DJC8KuvR5wUr5ffVUlN6PbJYldsnVbowZuIViNCHyTM,335543
-omdev/scripts/interp.py,sha256=HPJQlV2PEdVCcDto3MI9SWS-LmngPGJ05jbGXMCsx3g,151611
-omdev/scripts/pyproject.py,sha256=dcWEUuHsE8_zIJ26s8MMlPlFgJzlE49kVhh2sQLDlKQ,260661
+omdev/scripts/ci.py,sha256=JDOd6Z0GLZD7f487DZQwRF_T4XVkWPNOjjNR81Tfms8,335706
+omdev/scripts/interp.py,sha256=xIPlK_zF_6qqyZev8hsCrx5YQYMAPkYpa1i61ouOyEc,151774
+omdev/scripts/pyproject.py,sha256=aHyxQmxNI2V_xB_Kqqw2mx0lOtEciA8b_-loAmNqR9w,260824
 omdev/scripts/slowcat.py,sha256=lssv4yrgJHiWfOiHkUut2p8E8Tq32zB-ujXESQxFFHY,2728
 omdev/scripts/tmpexec.py,sha256=WTYcf56Tj2qjYV14AWmV8SfT0u6Y8eIU6cKgQRvEK3c,1442
 omdev/tokens/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-omdev/tokens/all.py,sha256=YT7d-jrEssJBCTC8ljVcQT7BPrCW_r1JCmE8OFzbgFg,709
-omdev/tokens/tokenizert.py,sha256=-KM5ajybESWCMtqxSm_5ktyu8s-p1MdTgYA4ungyrkM,7840
+omdev/tokens/all.py,sha256=a_fJ9vp9_Sky4OgtxQ6e6JXwvFSaY0XluVjKeBYCheU,770
+omdev/tokens/tokenizert.py,sha256=KYGgMX0eeEXZxyztIWgXTO7d9bgVgEyiWTXw9hjoPQY,7884
 omdev/tokens/utils.py,sha256=vF2c8vHwe1zfSXNeU0q1CaA_66oZl0YdkqBKzNhFsAM,1758
 omdev/tools/__init__.py,sha256=iVJAOQ0viGTQOm0DLX4uZLro-9jOioYJGLg9s0kDx1A,78
 omdev/tools/cloc.py,sha256=jYlMHBae9oGKN4VKeBGuqjiQNcM2be7KIoTF0oNwx_I,5205
@@ -258,9 +259,9 @@ omdev/tools/json/rendering.py,sha256=tMcjOW5edfozcMSTxxvF7WVTsbYLoe9bCKFh50qyaGw
 omdev/tools/pawk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/tools/pawk/__main__.py,sha256=VCqeRVnqT1RPEoIrqHFSu4PXVMg4YEgF4qCQm90-eRI,66
 omdev/tools/pawk/pawk.py,sha256=zsEkfQX0jF5bn712uqPAyBSdJt2dno1LH2oeSMNfXQI,11424
-omdev-0.0.0.dev284.dist-info/licenses/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omdev-0.0.0.dev284.dist-info/METADATA,sha256=PuIpBv6sIl65j4pZDae-UaHB5zJvArbZ4hnvjGEC-o8,1478
-omdev-0.0.0.dev284.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-omdev-0.0.0.dev284.dist-info/entry_points.txt,sha256=dHLXFmq5D9B8qUyhRtFqTGWGxlbx3t5ejedjrnXNYLU,33
-omdev-0.0.0.dev284.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
-omdev-0.0.0.dev284.dist-info/RECORD,,
+omdev-0.0.0.dev286.dist-info/licenses/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omdev-0.0.0.dev286.dist-info/METADATA,sha256=IzjfM0MT5p1WggRTYQ5Q9ZXsStyITdl9yYt0WWcgtcw,1478
+omdev-0.0.0.dev286.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+omdev-0.0.0.dev286.dist-info/entry_points.txt,sha256=dHLXFmq5D9B8qUyhRtFqTGWGxlbx3t5ejedjrnXNYLU,33
+omdev-0.0.0.dev286.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
+omdev-0.0.0.dev286.dist-info/RECORD,,