omdev 0.0.0.dev395__tar.gz → 0.0.0.dev397__tar.gz

{omdev-0.0.0.dev395/omdev.egg-info → omdev-0.0.0.dev397}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: omdev
-Version: 0.0.0.dev395
+Version: 0.0.0.dev397
 Summary: omdev
 Author: wrmsr
 License-Expression: BSD-3-Clause
@@ -14,7 +14,7 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: omlish==0.0.0.dev395
+Requires-Dist: omlish==0.0.0.dev397
 Provides-Extra: all
 Requires-Dist: black~=25.1; extra == "all"
 Requires-Dist: pycparser~=2.22; extra == "all"

{omdev-0.0.0.dev395 → omdev-0.0.0.dev397}/omdev/.manifests.json

@@ -59,6 +59,18 @@
       }
     }
   },
+  {
+    "module": ".dataclasses.__main__",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/dataclasses/__main__.py",
+    "line": 4,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "dataclasses",
+        "mod_name": "omdev.dataclasses.__main__"
+      }
+    }
+  },
   {
     "module": ".imgur",
     "attr": "_FOO_CLI_MODULE",
@@ -503,7 +515,7 @@
     "module": ".tools.prof",
     "attr": "_CLI_MODULE",
     "file": "omdev/tools/prof.py",
-    "line": 57,
+    "line": 128,
     "value": {
       "$.cli.types.CliModule": {
         "cmd_name": "prof",

{omdev-0.0.0.dev395 → omdev-0.0.0.dev397}/omdev/cache/data/manifests.py

@@ -2,7 +2,6 @@ import datetime
 
 from omlish import __about__ as about
 from omlish import cached
-from omlish import check
 from omlish import dataclasses as dc
 
 from ...git.revisions import get_git_revision
@@ -14,11 +13,11 @@ from .specs import Spec
 
 
 @cached.function
-def _lib_revision() -> str:
+def _lib_revision() -> str | None:
     if (rev := about.__revision__) is not None:
         return rev  # type: ignore
 
-    return check.not_none(get_git_revision())
+    return get_git_revision()
 
 
 ##
@@ -28,13 +27,15 @@ def _lib_revision() -> str:
 class Manifest:
     spec: Spec
 
-    start_at: datetime.datetime = dc.field(kw_only=True)
-    end_at: datetime.datetime = dc.field(kw_only=True)
+    _: dc.KW_ONLY
 
-    lib_version: str = dc.field(default_factory=lambda: about.__version__, kw_only=True)
-    lib_revision: str = dc.field(default_factory=_lib_revision, kw_only=True)
+    start_at: datetime.datetime = dc.field()
+    end_at: datetime.datetime = dc.field()
 
-    serialization_version: int = dc.field(default=SERIALIZATION_VERSION, kw_only=True)
+    lib_version: str = dc.field(default_factory=lambda: about.__version__)
+    lib_revision: str | None = dc.field(default_factory=_lib_revision)
+
+    serialization_version: int = dc.field(default=SERIALIZATION_VERSION)
 
     @dc.validate
     def _validate_serialization_versions(self) -> bool:

omdev-0.0.0.dev397/omdev/dataclasses/__main__.py

@@ -0,0 +1,11 @@
+from ..cli import CliModule
+
+
+# @omlish-manifest
+_CLI_MODULE = CliModule('dataclasses', __name__)
+
+
+if __name__ == '__main__':
+    from .cli import _main  # noqa
+
+    _main()

omdev-0.0.0.dev397/omdev/dataclasses/cli.py

@@ -0,0 +1,28 @@
+from omlish.argparse import all as ap
+from omlish.logs.standard import configure_standard_logging
+
+from .codegen import DataclassCodeGen
+
+
+##
+
+
+class Cli(ap.Cli):
+    @ap.cmd(
+        ap.arg('roots', metavar='root', nargs='+'),
+    )
+    def codegen(self) -> None:
+        DataclassCodeGen().run(self.args.roots)
+
+
+##
+
+
+def _main() -> None:
+    configure_standard_logging()
+
+    Cli().cli_run_and_exit()
+
+
+if __name__ == '__main__':
+    _main()

omdev-0.0.0.dev397/omdev/dataclasses/codegen.py

@@ -0,0 +1,95 @@
+"""
+TODO:
+ - subdir conf files override parents, codegen those separately, don't duplicate
+ - refactor dc gen to just Execute and Codegen
+ - need to bubble up imports, preamble, deduped
+ - still need plan repr / cmp
+ - !! manifests for dataclass config?
+  - more sparse / diffuse intent, not package-level
+"""
+import logging
+import os.path
+import typing as ta
+
+from omlish import check
+from omlish import collections as col
+from omlish import lang
+from omlish.dataclasses.impl.configs import PACKAGE_CONFIG_FILE_NAME
+from omlish.dataclasses.impl.configs import PackageConfig
+from omlish.dataclasses.impl.generation.compilation import OpCompiler
+from omlish.dataclasses.impl.generation.processor import Codegen as CodegenProcessingOption
+from omlish.dataclasses.impl.generation.processor import GeneratorProcessor
+from omlish.dataclasses.impl.processing.base import ProcessingContext
+from omlish.dataclasses.impl.processing.driving import processing_options_context
+
+
+log = logging.getLogger(__name__)
+
+
+##
+
+
+class DataclassCodeGen:
+    def __init__(self) -> None:
+        super().__init__()
+
+    def run_package_config(
+            self,
+            pkg_root: str,
+            config: PackageConfig,
+    ) -> None:
+        if not config.codegen:
+            return
+
+        log.info('Running codegen on package: %s', pkg_root)
+
+        sub_pkgs = sorted(lang.yield_importable(
+            pkg_root,
+            recursive=True,
+            include_special=True,
+        ))
+
+        for sub_pkg in sub_pkgs:
+            def callback(
+                    ctx: ProcessingContext,
+                    prepared: GeneratorProcessor.Prepared,
+                    comp: OpCompiler.CompileResult,
+            ) -> None:
+                print(ctx.cls)
+                print(prepared.plans)
+                print(comp.src)
+
+            with processing_options_context(CodegenProcessingOption(callback)):
+                print(f'{sub_pkg=}')
+                try:
+                    __import__(sub_pkg)
+                except ImportError as e:
+                    print(repr(e))
+
+    def build_config_trie(
+            self,
+            root_dirs: ta.Iterable[str],
+    ) -> col.Trie[str, PackageConfig]:
+        check.not_isinstance(root_dirs, str)
+
+        trie: col.Trie[str, PackageConfig] = col.Trie()
+        for root_dir in root_dirs:
+            for dp, _, fns in os.walk(root_dir):
+                if PACKAGE_CONFIG_FILE_NAME in fns:
+                    with open(os.path.join(dp, PACKAGE_CONFIG_FILE_NAME)) as f:
+                        config = PackageConfig.loads(f.read())
+                    pkg_parts = dp.split(os.sep)
+                    trie[pkg_parts] = config
+
+        return trie
+
+    def run(
+            self,
+            root_dirs: ta.Iterable[str],
+    ) -> None:
+        check.not_isinstance(root_dirs, str)
+
+        config_trie = self.build_config_trie(root_dirs)
+
+        for pkg_parts, pkg_config in config_trie.iter_items(sort_children=True):
+            self.run_package_config('.'.join(pkg_parts), pkg_config)

omdev-0.0.0.dev397/omdev/tools/prof.py

@@ -0,0 +1,133 @@
+"""
+TODO:
+ - a general purpose profile tool lol - or is this for / in bootstrap?
+"""
+import os.path
+import shutil
+import subprocess
+import sys
+import tempfile
+
+from omlish.argparse import all as ap
+
+from ..cli import CliModule
+
+
+##
+
+
+def pstats_to_pdf(
+        pstats_file: str,
+        pdf_file: str,
+) -> None:
+    dot = subprocess.check_output([
+        sys.executable,
+        '-m', 'gprof2dot',
+        '-f', 'pstats',
+        pstats_file,
+    ])
+
+    pdf = subprocess.check_output(
+        ['dot', '-Tpdf'],
+        input=dot,
+    )
+
+    with open(pdf_file, 'wb') as f:
+        f.write(pdf)
+
+
+class Cli(ap.Cli):
+    @ap.cmd(
+        ap.arg('pstats-file'),
+        ap.arg('pdf-file', nargs='?'),
+        ap.arg('-w', '--write', action='store_true'),
+        ap.arg('-o', '--open', action='store_true'),
+        ap.arg('-O', '--overwrite', action='store_true'),
+    )
+    def pstats_pdf(self) -> None:
+        pdf_file = self.args.pdf_file
+        if pdf_file is None and self.args.write:
+            pdf_file = self.args.pstats_file + '.pdf'
+
+        if pdf_file is not None:
+            if os.path.exists(pdf_file) and not self.args.overwrite:
+                raise OSError(f'File exists: {pdf_file}')
+        else:
+            pdf_file = tempfile.mktemp(suffix=os.path.basename(self.args.pstats_file) + '.pdf')  # noqa
+
+        pstats_to_pdf(
+            self.args.pstats_file,
+            self.args.pdf_file,
+        )
+
+        print(pdf_file)
+
+        if self.args.open:
+            subprocess.check_call(['open', pdf_file])
+
+    @ap.cmd(
+        ap.arg('src'),
+        ap.arg('out-file', nargs='?'),
+        ap.arg('-p', '--pdf', action='store_true'),
+        ap.arg('-o', '--open', action='store_true'),
+        ap.arg('-O', '--overwrite', action='store_true'),
+    )
+    def pstats_exec(self) -> None:
+        if self.args.out_file is not None:
+            if os.path.exists(self.args.out_file) and not self.args.overwrite:
+                raise OSError(f'File exists: {self.args.out_file}')
+
+        tmp_dir = tempfile.mkdtemp()
+
+        src_file = os.path.join(tmp_dir, 'pstats_exec.py')
+        with open(src_file, 'w') as f:
+            f.write(self.args.src)
+
+        pstats_file = os.path.join(tmp_dir, 'prof.pstats')
+
+        # TODO: --python - and handle env vars, unset venv and pythonpath stuff - helper for this, scrub env
+        #  - share with execstat, -x
+        subprocess.check_call([
+            sys.executable,
+            '-m', 'cProfile',
+            '-o', pstats_file,
+            os.path.abspath(src_file),
+        ])
+
+        if self.args.pdf:
+            out_file = os.path.join(tmp_dir, 'pstats.pdf')
+
+            pstats_to_pdf(
+                pstats_file,
+                out_file,
+            )
+
+        else:
+            out_file = pstats_file
+
+        if self.args.out_file is not None:
+            shutil.move(out_file, self.args.out_file)
+            out_file = self.args.out_file
+
+        print(out_file)
+
+        if self.args.open:
+            if self.args.pdf:
+                subprocess.check_call(['open', out_file])
+
+            else:
+                # Alt: python -i <setup.py> where setup.py is 'import pstats; stats = pstats.Stats(<out_file>)'
+                os.execl(
+                    sys.executable,
+                    sys.executable,
+                    '-m', 'pstats',
+                    out_file,
+                )
+
+
+# @omlish-manifest
+_CLI_MODULE = CliModule('prof', __name__)
+
+
+if __name__ == '__main__':
+    Cli()()

{omdev-0.0.0.dev395 → omdev-0.0.0.dev397/omdev.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: omdev
-Version: 0.0.0.dev395
+Version: 0.0.0.dev397
 Summary: omdev
 Author: wrmsr
 License-Expression: BSD-3-Clause
@@ -14,7 +14,7 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: omlish==0.0.0.dev395
+Requires-Dist: omlish==0.0.0.dev397
 Provides-Extra: all
 Requires-Dist: black~=25.1; extra == "all"
 Requires-Dist: pycparser~=2.22; extra == "all"

{omdev-0.0.0.dev395 → omdev-0.0.0.dev397}/omdev.egg-info/SOURCES.txt

@@ -135,6 +135,10 @@ omdev/cmdlog/__main__.py
 omdev/cmdlog/_cmdlog.py
 omdev/cmdlog/cli.py
 omdev/cmdlog/cmdlog.py
+omdev/dataclasses/__init__.py
+omdev/dataclasses/__main__.py
+omdev/dataclasses/cli.py
+omdev/dataclasses/codegen.py
 omdev/dataserver/__init__.py
 omdev/dataserver/handlers.py
 omdev/dataserver/http.py

{omdev-0.0.0.dev395 → omdev-0.0.0.dev397}/omdev.egg-info/requires.txt

@@ -1,4 +1,4 @@
-omlish==0.0.0.dev395
+omlish==0.0.0.dev397
 
 [all]
 black~=25.1

{omdev-0.0.0.dev395 → omdev-0.0.0.dev397}/pyproject.toml

@@ -13,7 +13,7 @@ urls = {source = 'https://github.com/wrmsr/omlish'}
 license = 'BSD-3-Clause'
 readme = 'README.md'
 requires-python = '>=3.13'
-version = '0.0.0.dev395'
+version = '0.0.0.dev397'
 classifiers = [
     'Development Status :: 2 - Pre-Alpha',
     'Intended Audience :: Developers',
@@ -24,7 +24,7 @@ classifiers = [
 ]
 description = 'omdev'
 dependencies = [
-    'omlish == 0.0.0.dev395',
+    'omlish == 0.0.0.dev397',
 ]
 
 [project.optional-dependencies]
@@ -89,6 +89,7 @@ exclude = [
     '*.cu',
     '*.g4',
     '*.h',
+    '.dataclasses.json',
     '.manifests.json',
     'LICENSE',
     'LICENSE.txt',

omdev-0.0.0.dev395/omdev/tools/prof.py

@@ -1,62 +0,0 @@
-"""
-TODO:
- - a general purpose profile tool lol - or is this for / in bootstrap?
-"""
-import os.path
-import subprocess
-import sys
-import tempfile
-
-from omlish.argparse import all as ap
-
-from ..cli import CliModule
-
-
-##
-
-
-class Cli(ap.Cli):
-    @ap.cmd(
-        ap.arg('file'),
-        ap.arg('out-file', nargs='?'),
-        ap.arg('-w', '--write', action='store_true'),
-        ap.arg('-o', '--open', action='store_true'),
-        ap.arg('-O', '--overwrite', action='store_true'),
-    )
-    def pstats_pdf(self) -> None:
-        out_file = self.args.out_file
-        if out_file is None and self.args.write:
-            out_file = self.args.file + '.pdf'
-
-        if out_file is not None:
-            if os.path.exists(out_file) and not self.args.overwrite:
-                raise OSError(f'File exists: {out_file}')
-        else:
-            out_file = tempfile.mktemp(suffix=os.path.basename(self.args.file) + '.pdf')  # noqa
-
-        dot = subprocess.check_output([
-            sys.executable,
-            '-m', 'gprof2dot',
-            '-f', 'pstats',
-            self.args.file,
-        ])
-
-        pdf = subprocess.check_output(
-            ['dot', '-Tpdf'],
-            input=dot,
-        )
-
-        with open(out_file, 'wb') as f:
-            f.write(pdf)
-        print(out_file)
-
-        if self.args.open:
-            subprocess.check_call(['open', out_file])
-
-
-# @omlish-manifest
-_CLI_MODULE = CliModule('prof', __name__)
-
-
-if __name__ == '__main__':
-    Cli()()