omdev 0.0.0.dev370__py3-none-any.whl → 0.0.0.dev372__py3-none-any.whl

omdev/cache/compute/cache.py

@@ -25,12 +25,12 @@ TODO (old):
  - version generators - one for ast
  - configurable serde - marshal vs pickle? marshal w/ override for ndarray to write to file?
  - ok:
-  - @fn - version, passive=False, deps=[Objectable, …]
+  - @fn - version, passive=False, deps=[Objectable, ...]
    - it no version use ast - specifically {'ast': <md5>}
    - but if present just use literal they gave, probably int
    - idiom: Version can be a frozendict, conventionally of str -> ta.Hashable
   - auto deps - fn can get containing Packages
-  - Module, Resource, …
+  - Module, Resource, ...
   - hrm.. LiteralVersion, MapVersion? + custom Marshal? need to deser as frozendict
  - storage
   - object table? w/ versions? strictly one row per object, evict objects with diff versions than those encountered

omdev/precheck/imports.py

@@ -66,11 +66,11 @@ class RootRelativeImportPrecheck(Precheck['RootRelativeImportPrecheck.Config']):
             if f.endswith('.py')
         ]
 
-        for py_file in py_files:
+        for py_file in sorted(py_files):
             async for v in self._run_py_file(py_file, src_root):
                 yield v
 
     async def run(self) -> ta.AsyncGenerator[Precheck.Violation]:
-        for src_root in self._context.src_roots:
+        for src_root in sorted(self._context.src_roots):
             async for v in self._run_src_root(src_root):
                 yield v

omdev/precheck/main.py

@@ -40,6 +40,7 @@ from .imports import RootRelativeImportPrecheck
 from .lite import LitePython8Precheck
 from .manifests import ManifestsPrecheck
 from .scripts import ScriptDepsPrecheck
+from .unicode import UnicodePrecheck
 
 
 log = logging.getLogger(__name__)
@@ -92,6 +93,7 @@ def _check_cmd(args) -> None:
         ManifestsPrecheck.Config(),
         RootRelativeImportPrecheck.Config(),
         ScriptDepsPrecheck.Config(),
+        UnicodePrecheck.Config(),
     ]
 
     with inj.create_managed_injector(bind_main(

omdev/precheck/manifests.py

@@ -21,7 +21,7 @@ class ManifestsPrecheck(Precheck['ManifestsPrecheck.Config']):
         self._context = context
 
     async def run(self) -> ta.AsyncGenerator[Precheck.Violation]:
-        for src_root in self._context.src_roots:
+        for src_root in sorted(self._context.src_roots):
             try:
                 MANIFEST_LOADER.load(src_root)
             except Exception as e:  # noqa

omdev/precheck/scripts.py

@@ -27,11 +27,11 @@ class ScriptDepsPrecheck(Precheck['ScriptDepsPrecheck.Config']):
         self._context = context
 
     async def run(self) -> ta.AsyncGenerator[Precheck.Violation]:
-        for fp in magic.find_magic_files(
+        for fp in sorted(magic.find_magic_files(
                 magic.PY_MAGIC_STYLE,
                 self._context.src_roots,
                 keys=['@omlish-script'],
-        ):
+        )):
             if not (stat.S_IXUSR & os.stat(fp).st_mode):
                 yield Precheck.Violation(self, f'script {fp} is not executable')
 

omdev/precheck/unicode.py

@@ -0,0 +1,81 @@
+import dataclasses as dc
+import os
+import typing as ta
+import unicodedata
+
+from omlish.text.filecache import TextFileCache
+
+from .base import Precheck
+from .base import PrecheckContext
+from .caches import DirWalkCache
+from .caches import HeadersCache
+
+
+##
+
+
+class UnicodePrecheck(Precheck['UnicodePrecheck.Config']):
+    @dc.dataclass(frozen=True)
+    class Config(Precheck.Config):
+        DEFAULT_PERMITTED_CATEGORIES: ta.ClassVar[ta.AbstractSet[str]] = frozenset([
+            'Lu',  # Letter, uppercase
+            'Ll',  # Letter, lowercase
+            'Lt',  # Letter, titlecase
+            'Sm',  # Symbol, math
+            'Sc',  # Symbol, currency
+            'Sk',  # Symbol, modifier
+            'So',  # Symbol, other
+        ])
+
+        permitted_categories: ta.AbstractSet[str] = DEFAULT_PERMITTED_CATEGORIES
+
+    def __init__(
+            self,
+            context: PrecheckContext,
+            config: Config = Config(),
+            *,
+            dir_walk_cache: DirWalkCache,
+            text_file_cache: TextFileCache,
+            headers_cache: HeadersCache,
+    ) -> None:
+        super().__init__(config)
+
+        self._context = context
+
+        self._dir_walk_cache = dir_walk_cache
+        self._text_file_cache = text_file_cache
+        self._headers_cache = headers_cache
+
+    async def _run_py_file(self, py_file: str) -> ta.AsyncGenerator[Precheck.Violation]:
+        if isinstance(header_lines := self._headers_cache.get_file_headers(py_file), Exception):
+            return
+        if any(hl.src.strip() == '# @omlish-precheck-allow-any-unicode' for hl in header_lines):
+            return
+
+        src = self._text_file_cache.get_entry(py_file).text()
+
+        illegal_chars = {
+            ch
+            for ch in src
+            if ord(ch) > 255 and
+            unicodedata.category(ch) not in self._config.permitted_categories
+        }
+
+        if illegal_chars:
+            sl = [
+                f'({ch!r}, {unicodedata.category(ch)})'
+                for ch in sorted(illegal_chars)
+            ]
+            yield Precheck.Violation(self, f'source file {py_file} has illegal unicode characters: {", ".join(sl)}')
+
+    async def run(self) -> ta.AsyncGenerator[Precheck.Violation]:
+        py_files = [
+            os.path.join(e.root, f)
+            for src_root in self._context.src_roots
+            for e in self._dir_walk_cache.list_dir(src_root)
+            for f in e.files
+            if f.endswith('.py')
+        ]
+        for py_file in sorted(py_files):
+            async for v in self._run_py_file(py_file):
+                yield v

omdev/ptk/markdown/tags.py

@@ -1,3 +1,4 @@
+# @omlish-precheck-allow-any-unicode
 import typing as ta
 
 from ... import ptk

omdev/ptk/markdown/utils.py

@@ -1,3 +1,4 @@
+# @omlish-precheck-allow-any-unicode
 import enum
 import typing as ta
 

omdev/pyproject/cexts.py

@@ -12,7 +12,7 @@ name (str) -
 sources (list[str]) -
     list of source filenames, relative to the distribution root (where the setup script lives), in Unix form
     (slash-separated) for portability. Source files may be C, C++, SWIG (.i), platform-specific resource files, or
-    whatever else is recognized by the “build_ext” command as source for a Python extension.
+    whatever else is recognized by the "build_ext" command as source for a Python extension.
 
 include_dirs (list[str]) -
     list of directories to search for C/C++ header files (in Unix form for portability)
@@ -20,7 +20,7 @@ include_dirs (list[str]) -
 define_macros (list[tuple[str, str|None]]) -
     list of macros to define; each macro is defined using a 2-tuple: the first item corresponding to the name of the
     macro and the second item either a string with its value or None to define it without a particular value (equivalent
-    of “#define FOO” in source or -DFOO on Unix C compiler command line)
+    of "#define FOO" in source or -DFOO on Unix C compiler command line)
 
 undef_macros (list[str]) -
     list of macros to undefine explicitly
@@ -41,7 +41,7 @@ extra_objects (list[str]) -
 
 extra_compile_args (list[str]) -
     any extra platform- and compiler-specific information to use when compiling the source files in 'sources'. For
-    platforms and compilers where “command line” makes sense, this is typically a list of command-line arguments, but
+    platforms and compilers where "command line" makes sense, this is typically a list of command-line arguments, but
     for other platforms it could be anything.
 
 extra_link_args (list[str]) -
@@ -50,7 +50,7 @@ extra_link_args (list[str]) -
 
 export_symbols (list[str]) -
     list of symbols to be exported from a shared extension. Not used on all platforms, and not generally necessary for
-    Python extensions, which typically export exactly one symbol: “init” + extension_name.
+    Python extensions, which typically export exactly one symbol: "init" + extension_name.
 
 swig_opts (list[str]) -
     any extra options to pass to SWIG if a source file has the .i extension.
@@ -59,7 +59,7 @@ depends (list[str]) -
     list of files that the extension depends on
 
 language (str) -
-    extension language (i.e. “c”, “c++”, “objc”). Will be detected from the source extensions if not provided.
+    extension language (i.e. "c", "c++", "objc"). Will be detected from the source extensions if not provided.
 
 optional (bool) -
     specifies that a build failure in the extension should not abort the build process, but simply not install the

omdev/tools/git/cli.py

@@ -1,4 +1,5 @@
 # ruff: noqa: UP006 UP007 UP045
+# @omlish-precheck-allow-any-unicode
 """
 TODO:
  - Handle:

{omdev-0.0.0.dev370.dist-info → omdev-0.0.0.dev372.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: omdev
-Version: 0.0.0.dev370
+Version: 0.0.0.dev372
 Summary: omdev
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,7 +12,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: >=3.13
 License-File: LICENSE
-Requires-Dist: omlish==0.0.0.dev370
+Requires-Dist: omlish==0.0.0.dev372
 Provides-Extra: all
 Requires-Dist: black~=25.1; extra == "all"
 Requires-Dist: pycparser~=2.22; extra == "all"

{omdev-0.0.0.dev370.dist-info → omdev-0.0.0.dev372.dist-info}/RECORD

@@ -18,7 +18,7 @@ omdev/amalg/types.py,sha256=BXXJI0VctKTsZv_wXiyMMq3-xShxZ1ak0wxXUK8n9_g,89
 omdev/amalg/typing.py,sha256=oLlkCnnZQkyKM_xxqm9uxECjn9xj0c4MIwYxxItBdPY,2191
 omdev/cache/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/cache/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-omdev/cache/compute/cache.py,sha256=IHF1959RS1z-aUuUaFOTjqcIjckbVgNEA7dONfh6y-o,3628
+omdev/cache/compute/cache.py,sha256=7cJmxiHwbnitMZaLZEZVjEq0v1JJN7HKBK-BH_EtVY4,3628
 omdev/cache/compute/contexts.py,sha256=OKOHOIj8JSEHmCKMY9G_zpKkLAkGuXcFXvzY5SXqCMA,3231
 omdev/cache/compute/currents.py,sha256=D1Ls5Sd7FX2aPO5wpyEwTSmkz50sxkwCs37Amb0urH8,1425
 omdev/cache/compute/fns.py,sha256=_1xU7qw1O57OsTp17RFjFTBO1M2t54RL-CGdl-0cTBk,4175
@@ -198,11 +198,12 @@ omdev/precheck/__main__.py,sha256=UEuS4z5-heIrwTtB-ONe1KeXJdqj8tYXMqWMpuO10so,16
 omdev/precheck/base.py,sha256=fKdrfakq2u1UU1_JZFnl-non9bIAZMsSkVY1SMYn8xQ,662
 omdev/precheck/caches.py,sha256=OZKP20DIj6OpUzdNwrjCufv1GzndEbsc7tLD-qHNv9g,1736
 omdev/precheck/git.py,sha256=O8rNQZ_vlHec0pOFbK6LOkbly5ZIUYT_HXRMqQX8GaI,774
-omdev/precheck/imports.py,sha256=JS-j1YWi_4YL43053xITl6b35isRW-7ChoYoztufVn0,2549
+omdev/precheck/imports.py,sha256=3loQxHMrpI0ce4-le77NCSxutLac_5vDW4UDX7KWWg8,2565
 omdev/precheck/lite.py,sha256=qd6nXWEVut8aBSRD_NxnxXGRNa9ue8mu8ND8rGLisE4,4710
-omdev/precheck/main.py,sha256=VEPdq9n8Yo_HiDqfCdHH1pj3xuJgOzrXie_vWoNbKqw,4303
-omdev/precheck/manifests.py,sha256=EZkChCc9aDlAZswVVvq696p4r3Vy7VBQUSfn6DXhUcc,778
-omdev/precheck/scripts.py,sha256=SyHTVUVMTnBoTzcrWywfwxuUoIfpeV_EQcPQZyaht6c,1336
+omdev/precheck/main.py,sha256=_1A5wiu9p2th1dn_17w1ZIFtMmCIOaTFpWyvK0jopEA,4374
+omdev/precheck/manifests.py,sha256=1CG0PG0feagydT-cgxiOBvQKhoILjZVXk4MYf65wkkM,786
+omdev/precheck/scripts.py,sha256=244Jq5xee2QErn0gvpt0hmdYg95TYtuefMDXaE9YPws,1344
+omdev/precheck/unicode.py,sha256=VUNDCrlfUas_U8ugV_q0eFUXuBgKjS8YdCFm0FXREXo,2583
 omdev/ptk/__init__.py,sha256=IemfBhxxqZe1GeZ2_IMQzqWAB5j0XyARp_aajnonyKY,5142
 omdev/ptk/confirm.py,sha256=kObMUAu-EZC0vdT9LLwtbNA6YLLNmn-Uy18SQTWBTb8,1471
 omdev/ptk/apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -215,8 +216,8 @@ omdev/ptk/markdown/cli.py,sha256=FlV12qpyVWgpfeOzyFg9DlgLkss3rgCet_Jebs6_Xqo,537
 omdev/ptk/markdown/markdown.py,sha256=wRxCWSV2u71NP_MTi8A8vVLjZ1TmmaWUZMnvW468Ejc,12368
 omdev/ptk/markdown/parser.py,sha256=UppwouvAYh3qzQMKL-BjcyqBIl2KHcocXlWiKFZ7cBA,990
 omdev/ptk/markdown/styles.py,sha256=lc17zooXhff5_2tkqLsCmdq2b_rfSAehmHVR-8Lo2qk,777
-omdev/ptk/markdown/tags.py,sha256=askGU252Zu8KxG2menVHZHXZ4fGbItgy0G4UW9F3mFI,6983
-omdev/ptk/markdown/utils.py,sha256=tzbYAZ-sloEoIguXvhaOC4w2y7AKh0vtC4_a2Ovf1D8,10476
+omdev/ptk/markdown/tags.py,sha256=6wF9lbqbpf_WCxEJ_tJP_QtaDCcQKCKYS1CMzHTQg2U,7020
+omdev/ptk/markdown/utils.py,sha256=bwhmV-L4wjLuNLZc-ieWioL1G-EmonmhB031pvpIejw,10513
 omdev/py/__init__.py,sha256=u7tLEfRTnPVtWPmKK_ZIvnFkZwTe1q44UQ53cvsix3k,41
 omdev/py/attrdocs.py,sha256=FcMSUFw8_zyNYducsWnZKEKi_WDox3-b3Xjw0DrHUcs,5180
 omdev/py/bracepy.py,sha256=PPPoTMj4FJ5Lk3GGPEEWBGU7Kl1eCJBApSJnRvRj2Ms,2753
@@ -241,7 +242,7 @@ omdev/py/tools/importscan.py,sha256=4dCH0coX0OqNwesteKaTE8GxuSfLhgXYQlzNUXLiSNY,
 omdev/py/tools/mkrelimp.py,sha256=kuzfS4GWcGi-ItyhEHSW4hV9ZcfDJL6inDMhDp1V2lE,4049
 omdev/pyproject/__init__.py,sha256=Y3l4WY4JRi2uLG6kgbGp93fuGfkxkKwZDvhsa0Rwgtk,15
 omdev/pyproject/__main__.py,sha256=gn3Rl1aYPYdiTtEqa9ifi0t-e4ZwPY0vhJ4UXvYdJDY,165
-omdev/pyproject/cexts.py,sha256=4xYt1aw2FqcPEpdr1clJnEmp3sbEQXnSWl1sm-4d9NE,4292
+omdev/pyproject/cexts.py,sha256=GLD4fe61M_fHhdMcKlcQNUoCb7MeVXY6Fw-grKH4hTU,4264
 omdev/pyproject/cli.py,sha256=Umsu2bcJUYeeVXICaZFhKckUBT6VWuYDL4htgCGGQIs,8749
 omdev/pyproject/configs.py,sha256=baNRwHtUW8S8DKCxuKlMbV3Gduujd1PyNURxQ48Nnxk,2813
 omdev/pyproject/inject.py,sha256=Von8_8ofkITLoCEwDHNRAwY0AEdFQg7r2ILS8kcTMuY,325
@@ -283,7 +284,7 @@ omdev/tools/antlr/consts.py,sha256=4xH4jyNE5czXRWCn65jFF0MrAodMPe_kYMWpgMxWmpo,2
 omdev/tools/antlr/gen.py,sha256=spYfyfX_r_1YT4uZ_bEhtGwANenUtZvSOFck5eiNHhQ,5122
 omdev/tools/git/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/tools/git/__main__.py,sha256=gI87SBUgTkKUcUM-RtZWnei-UUDDqzbr5aPztb-gvbE,168
-omdev/tools/git/cli.py,sha256=6YG-punGydpaB65waHowMkGGH6Ded8GXi-0pZ_M3lpQ,15454
+omdev/tools/git/cli.py,sha256=UxxyQcYF2--Q7UcLJFWXew8_rwLJJNENACplwdFEEKM,15491
 omdev/tools/git/consts.py,sha256=JuXivUNDkNhM4pe97icjRVAKM8cNRbrODquHINNKqOE,40
 omdev/tools/git/messages.py,sha256=NWztIK0nAKJIOVzuVQcR_5LHZUgqyVkrOlpl7dFLMdU,2424
 omdev/tools/json/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -303,9 +304,9 @@ omdev/tools/jsonview/resources/jsonview.js,sha256=faDvXDOXKvEvjOuIlz4D3F2ReQXb_b
 omdev/tools/pawk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/tools/pawk/__main__.py,sha256=VCqeRVnqT1RPEoIrqHFSu4PXVMg4YEgF4qCQm90-eRI,66
 omdev/tools/pawk/pawk.py,sha256=ao5mdrpiSU4AZ8mBozoEaV3UVlmVTnRG9wD9XP70MZE,11429
-omdev-0.0.0.dev370.dist-info/licenses/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omdev-0.0.0.dev370.dist-info/METADATA,sha256=UjeIHRSOXiCxWy2H7h6dN8UboN0247bGKM8y4by7gyc,1674
-omdev-0.0.0.dev370.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-omdev-0.0.0.dev370.dist-info/entry_points.txt,sha256=dHLXFmq5D9B8qUyhRtFqTGWGxlbx3t5ejedjrnXNYLU,33
-omdev-0.0.0.dev370.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
-omdev-0.0.0.dev370.dist-info/RECORD,,
+omdev-0.0.0.dev372.dist-info/licenses/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omdev-0.0.0.dev372.dist-info/METADATA,sha256=MQ778T7dZ0Qmc0WSp9cqsPqVYnSPZE5GE97jij-hyEo,1674
+omdev-0.0.0.dev372.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+omdev-0.0.0.dev372.dist-info/entry_points.txt,sha256=dHLXFmq5D9B8qUyhRtFqTGWGxlbx3t5ejedjrnXNYLU,33
+omdev-0.0.0.dev372.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
+omdev-0.0.0.dev372.dist-info/RECORD,,