omdev 0.0.0.dev30__py3-none-any.whl → 0.0.0.dev32__py3-none-any.whl

omdev/.manifests.json

@@ -1 +1,122 @@
-[]
+[
+  {
+    "module": ".classdot",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/classdot.py",
+    "line": 62,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "classdot",
+        "mod_name": "omdev.classdot"
+      }
+    }
+  },
+  {
+    "module": ".tools.piptools",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/tools/piptools.py",
+    "line": 51,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "pip",
+        "mod_name": "omdev.tools.piptools"
+      }
+    }
+  },
+  {
+    "module": ".tools.gittools",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/tools/gittools.py",
+    "line": 22,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "git",
+        "mod_name": "omdev.tools.gittools"
+      }
+    }
+  },
+  {
+    "module": ".tools.dockertools",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/tools/dockertools.py",
+    "line": 183,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "docker",
+        "mod_name": "omdev.tools.dockertools"
+      }
+    }
+  },
+  {
+    "module": ".tools.sqlrepl",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/tools/sqlrepl.py",
+    "line": 193,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "sqlrepl",
+        "mod_name": "omdev.tools.sqlrepl"
+      }
+    }
+  },
+  {
+    "module": ".interp.__main__",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/interp/__main__.py",
+    "line": 4,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "interp",
+        "mod_name": "omdev.interp.__main__"
+      }
+    }
+  },
+  {
+    "module": ".pyproject.__main__",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/pyproject/__main__.py",
+    "line": 4,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "pyproject",
+        "mod_name": "omdev.pyproject.__main__"
+      }
+    }
+  },
+  {
+    "module": ".cexts.cmake",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/cexts/cmake.py",
+    "line": 323,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "cmake",
+        "mod_name": "omdev.cexts.cmake"
+      }
+    }
+  },
+  {
+    "module": ".precheck.precheck",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/precheck/precheck.py",
+    "line": 90,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "precheck",
+        "mod_name": "omdev.precheck.precheck"
+      }
+    }
+  },
+  {
+    "module": ".amalg.__main__",
+    "attr": "_CLI_MODULE",
+    "file": "omdev/amalg/__main__.py",
+    "line": 4,
+    "value": {
+      "$.cli.types.CliModule": {
+        "cmd_name": "amalg",
+        "mod_name": "omdev.amalg.__main__"
+      }
+    }
+  }
+]

omdev/__about__.py

@@ -35,6 +35,15 @@ class Project(ProjectBase):
         ],
     }
 
+    entry_points = {
+        'omlish.manifests': {name: name},
+    }
+
+    # FIXME: omdev-cli ?
+    # scripts = {
+    #     'om': f'{name}.cli.main:_main [cli]',
+    # }
+
 
 class Setuptools(SetuptoolsBase):
     cexts = True

omdev/amalg/__main__.py

@@ -1,3 +1,10 @@
+from ..cli import CliModule
+
+
+# @omlish-manifest
+_CLI_MODULE = CliModule('amalg', __name__)
+
+
 if __name__ == '__main__':
     from .amalg import _main
 

omdev/amalg/amalg.py

@@ -4,9 +4,9 @@ Conventions:
  - must import 'from' items for local modules
 
 TODO:
- - check 3.8 compat
+ - !! strip manifests? or relegate them to a separate tiny module ala __main__.py?
+  - # @omlish-no-amalg ? in cli.types? will strip stmt (more than 1 line) following @manifest, so shouldn't import
  - more sanity checks lol
- - flake8 / ruff mgmt
  - typealias - support # noqa, other comments, and lamely support multiline by just stealing lines till it parses
  - remove `if __name__ == '__main__':` blocks - thus, convention: no def _main() for these
 
@@ -339,8 +339,8 @@ RUFF_DISABLES: ta.AbstractSet[str] = {
     'UP036',  # outdated-version-block
 }
 
-OUTPUT_COMMENT = '# @omdev-amalg-output '
-SCAN_COMMENT = '# @omdev-amalg '
+OUTPUT_COMMENT = '# @omlish-amalg-output '
+SCAN_COMMENT = '# @omlish-amalg '
 
 
 def gen_amalg(

omdev/cexts/_boilerplate.cc

@@ -1,4 +1,4 @@
-// @omdev-cext
+// @omlish-cext
 #define PY_SSIZE_T_CLEAN
 #include "Python.h"
 #include "structmember.h"

omdev/cexts/cmake.py

@@ -38,6 +38,7 @@ from omlish import logs
 
 from .. import cmake
 from .. import findmagic
+from ..cli import CliModule
 from .magic import CextMagic
 
 
@@ -319,6 +320,10 @@ def _gen_cmd(args) -> None:
     cpg.run()
 
 
+# @omlish-manifest
+_CLI_MODULE = CliModule('cmake', __name__)
+
+
 def _main(argv=None) -> None:
     logs.configure_standard_logging('INFO')
 

omdev/cexts/magic.py

@@ -1,7 +1,7 @@
 # @omlish-lite
 
 class CextMagic:
-    MAGIC = '@omdev-cext'
+    MAGIC = '@omlish-cext'
     MAGIC_COMMENT = f'// {MAGIC}'
 
     FILE_EXTENSIONS = ('c', 'cc', 'cpp')

omdev/classdot.py

@@ -7,6 +7,8 @@ import typing as ta
 
 from omlish.graphs import dot
 
+from .cli import CliModule
+
 
 def gen_class_dot(roots: ta.Iterable[type]) -> dot.Graph:
     roots = set(roots)
@@ -57,5 +59,9 @@ def _main() -> None:
     dot.open_dot(dot.render(scd), sleep_s=1.)
 
 
+# @omlish-manifest
+_CLI_MODULE = CliModule('classdot', __name__)
+
+
 if __name__ == '__main__':
     _main()

omdev/cli/__init__.py

@@ -0,0 +1 @@
+from .types import CliModule  # noqa

omdev/cli/__main__.py

@@ -0,0 +1,4 @@
+if __name__ == '__main__':
+    from .main import _main
+
+    _main()

omdev/cli/main.py

@@ -0,0 +1,59 @@
+"""
+TODO:
+ - allow manually specifying manifest packages
+ - omlish.bootstrap always
+ - https://packaging.python.org/en/latest/guides/writing-pyproject-toml/#creating-executable-scripts
+ - https://packaging.python.org/en/latest/specifications/entry-points/#entry-points
+"""
+import argparse
+import functools
+import os
+import runpy
+import sys
+
+from omlish import check
+
+from ..manifests.load import ManifestLoader
+from .types import CliModule
+
+
+def _main() -> None:
+    cms: list[CliModule] = []
+
+    ldr = ManifestLoader.from_entry_point(globals())
+
+    pkgs = ldr.discover()
+    if not pkgs:
+        pkgs = []
+        for n in os.listdir(os.getcwd()):
+            if os.path.isdir(n) and os.path.exists(os.path.join(n, '__init__.py')):
+                pkgs.append(n)
+
+    for m in ldr.load(*pkgs, only=[CliModule]):
+        cms.append(check.isinstance(m.value, CliModule))
+
+    parser = argparse.ArgumentParser()
+    subparsers = parser.add_subparsers()
+
+    def run(cm: CliModule) -> None:
+        sys.argv = [cm.cmd_name, *(args.args or ())]
+        runpy._run_module_as_main(cm.mod_name)  # type: ignore  # noqa
+
+    seen: set[str] = set()
+    for cm in cms:
+        if cm.cmd_name in seen:
+            raise NameError(cm)
+
+        cmd_parser = subparsers.add_parser(cm.cmd_name)
+        cmd_parser.add_argument('args', nargs=argparse.REMAINDER)
+        cmd_parser.set_defaults(func=functools.partial(run, cm))
+
+    args = parser.parse_args()
+    if not getattr(args, 'func', None):
+        parser.print_help()
+    else:
+        args.func()
+
+
+if __name__ == '__main__':
+    _main()

omdev/cli/types.py

@@ -0,0 +1,7 @@
+import dataclasses as dc
+
+
+@dc.dataclass(frozen=True)
+class CliModule:
+    cmd_name: str
+    mod_name: str

omdev/interp/__main__.py

@@ -1,3 +1,10 @@
+from ..cli import CliModule
+
+
+# @omlish-manifest
+_CLI_MODULE = CliModule('interp', __name__)
+
+
 if __name__ == '__main__':
     from .cli import _main
 

omdev/interp/cli.py

@@ -1,5 +1,5 @@
 #!/usr/bin/env python3
-# @omdev-amalg ../scripts/interp.py
+# @omlish-amalg ../scripts/interp.py
 # ruff: noqa: UP007
 """
 TODO:
@@ -15,6 +15,8 @@ from omlish.lite.logs import configure_standard_logging
 from omlish.lite.runtime import check_runtime_version
 
 from .resolvers import DEFAULT_INTERP_RESOLVER
+from .resolvers import INTERP_PROVIDER_TYPES_BY_NAME
+from .resolvers import InterpResolver
 from .types import InterpSpecifier
 
 
@@ -25,9 +27,13 @@ def _list_cmd(args) -> None:
 
 
 def _resolve_cmd(args) -> None:
-    r = DEFAULT_INTERP_RESOLVER
+    if args.provider:
+        p = INTERP_PROVIDER_TYPES_BY_NAME[args.provider]()
+        r = InterpResolver([(p.name, p)])
+    else:
+        r = DEFAULT_INTERP_RESOLVER
     s = InterpSpecifier.parse(args.version)
-    print(check_not_none(r.resolve(s)).exe)
+    print(check_not_none(r.resolve(s, install=bool(args.install))).exe)
 
 
 def _build_parser() -> argparse.ArgumentParser:
@@ -37,12 +43,14 @@ def _build_parser() -> argparse.ArgumentParser:
 
     parser_list = subparsers.add_parser('list')
     parser_list.add_argument('version')
-    parser_list.add_argument('--debug', action='store_true')
+    parser_list.add_argument('-d', '--debug', action='store_true')
     parser_list.set_defaults(func=_list_cmd)
 
     parser_resolve = subparsers.add_parser('resolve')
     parser_resolve.add_argument('version')
-    parser_resolve.add_argument('--debug', action='store_true')
+    parser_resolve.add_argument('-p', '--provider')
+    parser_resolve.add_argument('-d', '--debug', action='store_true')
+    parser_resolve.add_argument('-i', '--install', action='store_true')
     parser_resolve.set_defaults(func=_resolve_cmd)
 
     return parser

omdev/interp/pyenv.py

@@ -1,6 +1,11 @@
 """
 TODO:
  - custom tags
+  - 'aliases'
+  - https://github.com/pyenv/pyenv/pull/2966
+  - https://github.com/pyenv/pyenv/issues/218 (lol)
+  - probably need custom (temp?) definition file
+  - *or* python-build directly just into the versions dir?
  - optionally install / upgrade pyenv itself
  - new vers dont need these custom mac opts, only run on old vers
 """
@@ -122,8 +127,33 @@ class PyenvInstallOpts:
         )
 
 
-DEFAULT_PYENV_INSTALL_OPTS = PyenvInstallOpts(opts=['-s', '-v'])
+# TODO: https://github.com/pyenv/pyenv/blob/master/plugins/python-build/README.md#building-for-maximum-performance
+DEFAULT_PYENV_INSTALL_OPTS = PyenvInstallOpts(
+    opts=[
+        '-s',
+        '-v',
+        '-k',
+    ],
+    conf_opts=[
+        '--enable-loadable-sqlite-extensions',
+
+        # '--enable-shared',
+
+        '--enable-optimizations',
+        '--with-lto',
+
+        # '--enable-profiling', # ?
+
+        # '--enable-ipv6', # ?
+    ],
+    cflags=[
+        # '-march=native',
+        # '-mtune=native',
+    ],
+)
+
 DEBUG_PYENV_INSTALL_OPTS = PyenvInstallOpts(opts=['-g'])
+
 THREADED_PYENV_INSTALL_OPTS = PyenvInstallOpts(conf_opts=['--disable-gil'])
 
 
@@ -222,6 +252,7 @@ class PyenvVersionInstaller:
             opts: ta.Optional[PyenvInstallOpts] = None,
             interp_opts: InterpOpts = InterpOpts(),
             *,
+            install_name: ta.Optional[str] = None,
             no_default_opts: bool = False,
             pyenv: Pyenv = Pyenv(),
     ) -> None:
@@ -242,6 +273,7 @@ class PyenvVersionInstaller:
         self._version = version
         self._opts = opts
         self._interp_opts = interp_opts
+        self._given_install_name = install_name
 
         self._no_default_opts = no_default_opts
         self._pyenv = pyenv
@@ -256,6 +288,8 @@ class PyenvVersionInstaller:
 
     @cached_nullary
     def install_name(self) -> str:
+        if self._given_install_name is not None:
+            return self._given_install_name
         return self._version + ('-debug' if self._interp_opts.debug else '')
 
     @cached_nullary
@@ -275,11 +309,26 @@ class PyenvVersionInstaller:
                 v += ' ' + os.environ[k]
             env[k] = v
 
-        subprocess_check_call(
-            self._pyenv.exe(),
-            'install',
+        conf_args = [
             *self._opts.opts,
             self._version,
+        ]
+
+        if self._given_install_name is not None:
+            full_args = [
+                os.path.join(check_not_none(self._pyenv.root()), 'plugins', 'python-build', 'bin', 'python-build'),
+                *conf_args,
+                self.install_dir(),
+            ]
+        else:
+            full_args = [
+                self._pyenv.exe(),
+                'install',
+                *conf_args,
+            ]
+
+        subprocess_check_call(
+            *full_args,
             env=env,
         )
 

omdev/manifests/__init__.py

@@ -0,0 +1,2 @@
+# @omlish-lite
+from .types import Manifest  # noqa

omdev/{manifests.py → manifests/build.py}

@@ -1,17 +1,15 @@
 """
-!!! manifests! get-manifest, .manifest.json
- - dumb dicts, root keys are 'types'
- - get put in _manifest.py, root level dict or smth
-  - IMPORT files w comment
-  - comment must immediately precede a global val setter
-  - val is grabbed from imported module dict by name
-  - value is repr'd somehow (roundtrip checked) (naw, json lol)
-  - dumped in _manifest.py
- - # @omlish-manifest \n _CACHE_MANIFEST = {'cache': {'name': 'llm', …
- - also can do prechecks!
+TODO:
+ - relative keys - if startswith self pkg then `$.foo.bar`
+
+- See (entry_points):
+ - https://github.com/pytest-dev/pluggy/blob/main/src/pluggy/_manager.py#L405
+ - https://docs.pytest.org/en/7.1.x/how-to/writing_plugins.html#setuptools-entry-points
+ - https://packaging.python.org/en/latest/specifications/entry-points/
+ - https://packaging.python.org/en/latest/guides/creating-and-discovering-plugins/
+ - [project.entry-points.omlish-manifests] \n omdev = omdev
 """
 # ruff: noqa: UP006 UP007
-# @omlish-lite
 import argparse
 import collections
 import dataclasses as dc
@@ -30,32 +28,23 @@ from omlish.lite.json import json_dumps_pretty
 from omlish.lite.logs import configure_standard_logging
 from omlish.lite.logs import log
 
-from . import findmagic
+from .. import findmagic
+from .load import ManifestLoader
+from .types import Manifest
+from .types import ManifestOrigin
 
 
 ##
 
 
-@dc.dataclass(frozen=True)
-class ManifestOrigin:
-    module: str
-    attr: str
-
-    file: str
-    line: int
-
-
-@dc.dataclass(frozen=True)
-class Manifest(ManifestOrigin):
-    value: ta.Any
-
-
 MANIFEST_MAGIC = '# @omlish-manifest'
 
 _MANIFEST_GLOBAL_PAT = re.compile(r'^(?P<name>[A-Za-z_][A-Za-z0-9_]*)\s*=.*')
 
 
 def _dump_module_manifests(spec: str, *attrs: str) -> None:
+    import collections.abc
+    import dataclasses as dc  # noqa
     import importlib
     import json
 
@@ -65,13 +54,35 @@ def _dump_module_manifests(spec: str, *attrs: str) -> None:
     for attr in attrs:
         manifest = getattr(mod, attr)
 
-        manifest_json = json.dumps(manifest)
-        rt_manifest = json.loads(manifest_json)
+        if dc.is_dataclass(manifest):
+            cls = type(manifest)
+            manifest_json = json.dumps(dc.asdict(manifest))  # type: ignore
+            manifest_dct = json.loads(manifest_json)
+
+            rt_manifest = cls(**manifest_dct)  # type: ignore
+            if rt_manifest != manifest:
+                raise Exception(f'Manifest failed to roundtrip: {manifest} -> {manifest_dct} != {rt_manifest}')
+
+            key = f'${cls.__module__}.{cls.__qualname__}'
+            out[attr] = {key: manifest_dct}
+
+        elif isinstance(manifest, collections.abc.Mapping):
+            [(key, manifest_dct)] = manifest.items()
+            if not key.startswith('$'):  # noqa
+                raise Exception(f'Bad key: {key}')
+
+            if not isinstance(manifest_dct, collections.abc.Mapping):
+                raise Exception(f'Bad value: {manifest_dct}')
 
-        if rt_manifest != manifest:
-            raise Exception(f'Manifest failed to roundtrip: {manifest} != {rt_manifest}')
+            manifest_json = json.dumps(manifest_dct)
+            rt_manifest_dct = json.loads(manifest_json)
+            if manifest_dct != rt_manifest_dct:
+                raise Exception(f'Manifest failed to roundtrip: {manifest_dct} != {rt_manifest_dct}')
 
-        out[attr] = rt_manifest
+            out[attr] = {key: manifest_dct}
+
+        else:
+            raise TypeError(f'Manifest must be dataclass or mapping: {manifest!r}')
 
     out_json = json.dumps(out, indent=None, separators=(',', ':'))
     print(out_json)
@@ -163,9 +174,16 @@ def build_module_manifests(
 
         if not (
                 isinstance(value, ta.Mapping) and
+                len(value) == 1 and
                 all(isinstance(k, str) and k.startswith('$') and len(k) > 1 for k in value)
         ):
-            raise TypeError(f'Manifests must be mapping of strings starting with $: {value!r}')
+            raise TypeError(f'Manifests must be mappings of strings starting with $: {value!r}')
+
+        [(key, value_dct)] = value.items()
+        kb, _, kr = key[1:].partition('.')  # noqa
+        if kb == mod_base:  # noqa
+            key = f'$.{kr}'
+            value = {key: value_dct}
 
         out.append(Manifest(
             **dc.asdict(o),
@@ -205,8 +223,36 @@ def build_package_manifests(
 ##
 
 
+def check_package_manifests(
+        name: str,
+        base: str,
+) -> None:
+    pkg_dir = os.path.join(base, name)
+    if not os.path.isdir(pkg_dir) or not os.path.isfile(os.path.join(pkg_dir, '__init__.py')):
+        raise Exception(pkg_dir)
+
+    manifests_file = os.path.join(pkg_dir, '.manifests.json')
+    if not os.path.isfile(manifests_file):
+        raise Exception(f'No manifests file: {manifests_file}')
+
+    with open(manifests_file) as f:
+        manifests_json = json.load(f)
+
+    ldr = ManifestLoader()
+    for entry in manifests_json:
+        manifest = Manifest(**entry)
+        [(key, value_dct)] = manifest.value.items()
+        if key.startswith('$.'):
+            key = f'${name}{key[1:]}'
+        cls = ldr.load_cls(key)
+        value = cls(**value_dct)  # noqa
+
+
+##
+
+
 if __name__ == '__main__':
-    def _gen_cmd(args) -> None:
+    def _get_base(args) -> str:
         if args.base is not None:
             base = args.base
         else:
@@ -214,6 +260,10 @@ if __name__ == '__main__':
         base = os.path.abspath(base)
         if not os.path.isdir(base):
             raise RuntimeError(base)
+        return base
+
+    def _gen_cmd(args) -> None:
+        base = _get_base(args)
 
         for pkg in args.package:
             ms = build_package_manifests(
@@ -224,6 +274,15 @@ if __name__ == '__main__':
             if not args.quiet:
                 print(json_dumps_pretty([dc.asdict(m) for m in ms]))
 
+    def _check_cmd(args) -> None:
+        base = _get_base(args)
+
+        for pkg in args.package:
+            check_package_manifests(
+                pkg,
+                base,
+            )
+
     def _main(argv=None) -> None:
         configure_standard_logging('INFO')
 
@@ -235,9 +294,13 @@ if __name__ == '__main__':
         parser_gen.add_argument('-w', '--write', action='store_true')
         parser_gen.add_argument('-q', '--quiet', action='store_true')
         parser_gen.add_argument('package', nargs='*')
-
         parser_gen.set_defaults(func=_gen_cmd)
 
+        parser_check = subparsers.add_parser('check')
+        parser_check.add_argument('-b', '--base')
+        parser_check.add_argument('package', nargs='*')
+        parser_check.set_defaults(func=_check_cmd)
+
         args = parser.parse_args(argv)
         if not getattr(args, 'func', None):
             parser.print_help()