omdev 0.0.0.dev19__py3-none-any.whl → 0.0.0.dev20__py3-none-any.whl

omdev/__about__.py

@@ -18,6 +18,10 @@ class Project(ProjectBase):
             'pcpp ~= 1.30',
         ],
 
+        'docutils': [
+            'docutils ~= 0.21',
+        ],
+
         'mypy': [
             'mypy ~= 1.11',
         ],

omdev/interp/cli.py

@@ -10,6 +10,7 @@ TODO:
 import argparse
 import typing as ta
 
+from omlish.lite.check import check_not_none
 from omlish.lite.logs import configure_standard_logging
 from omlish.lite.runtime import check_runtime_version
 
@@ -26,7 +27,7 @@ def _list_cmd(args) -> None:
 def _resolve_cmd(args) -> None:
     r = DEFAULT_INTERP_RESOLVER
     s = InterpSpecifier.parse(args.version)
-    print(r.resolve(s).exe)
+    print(check_not_none(r.resolve(s)).exe)
 
 
 def _build_parser() -> argparse.ArgumentParser:

omdev/interp/providers.py

@@ -3,6 +3,7 @@ TODO:
  - backends
   - local builds
   - deadsnakes?
+  - uv
  - loose versions
 """
 import abc

omdev/interp/pyenv.py

@@ -116,6 +116,7 @@ class PyenvInstallOpts:
 
 DEFAULT_PYENV_INSTALL_OPTS = PyenvInstallOpts(opts=['-s', '-v'])
 DEBUG_PYENV_INSTALL_OPTS = PyenvInstallOpts(opts=['-g'])
+THREADED_PYENV_INSTALL_OPTS = PyenvInstallOpts(conf_opts=['--disable-gil'])
 
 
 #
@@ -176,19 +177,19 @@ class DarwinPyenvInstallOpts(PyenvInstallOptsProvider):
             f"--with-tcltk-libs='-L{tcl_tk_prefix}/lib -ltcl{tcl_tk_ver} -ltk{tcl_tk_ver}'",
         ])
 
-    @cached_nullary
-    def brew_ssl_opts(self) -> PyenvInstallOpts:
-        pkg_config_path = subprocess_check_output_str('brew', '--prefix', 'openssl')
-        if 'PKG_CONFIG_PATH' in os.environ:
-            pkg_config_path += ':' + os.environ['PKG_CONFIG_PATH']
-        return PyenvInstallOpts(env={'PKG_CONFIG_PATH': pkg_config_path})
+    # @cached_nullary
+    # def brew_ssl_opts(self) -> PyenvInstallOpts:
+    #     pkg_config_path = subprocess_check_output_str('brew', '--prefix', 'openssl')
+    #     if 'PKG_CONFIG_PATH' in os.environ:
+    #         pkg_config_path += ':' + os.environ['PKG_CONFIG_PATH']
+    #     return PyenvInstallOpts(env={'PKG_CONFIG_PATH': pkg_config_path})
 
     def opts(self) -> PyenvInstallOpts:
         return PyenvInstallOpts().merge(
             self.framework_opts(),
             self.brew_deps_opts(),
             self.brew_tcl_opts(),
-            self.brew_ssl_opts(),
+            # self.brew_ssl_opts(),
         )
 
 
@@ -202,27 +203,39 @@ PLATFORM_PYENV_INSTALL_OPTS: ta.Dict[str, PyenvInstallOptsProvider] = {
 
 
 class PyenvVersionInstaller:
+    """
+    Messy: can install freethreaded build with a 't' suffixed version str _or_ by THREADED_PYENV_INSTALL_OPTS - need
+    latter to build custom interp with ft, need former to use canned / blessed interps. Muh.
+    """
 
     def __init__(
             self,
             version: str,
             opts: ta.Optional[PyenvInstallOpts] = None,
+            interp_opts: InterpOpts = InterpOpts(),
             *,
-            debug: bool = False,
+            no_default_opts: bool = False,
             pyenv: Pyenv = Pyenv(),
     ) -> None:
         super().__init__()
 
-        if opts is None:
-            lst = [DEFAULT_PYENV_INSTALL_OPTS]
-            if debug:
+        if no_default_opts:
+            if opts is None:
+                opts = PyenvInstallOpts()
+        else:
+            lst = [opts if opts is not None else DEFAULT_PYENV_INSTALL_OPTS]
+            if interp_opts.debug:
                 lst.append(DEBUG_PYENV_INSTALL_OPTS)
+            if interp_opts.threaded:
+                lst.append(THREADED_PYENV_INSTALL_OPTS)
             lst.append(PLATFORM_PYENV_INSTALL_OPTS[sys.platform].opts())
             opts = PyenvInstallOpts().merge(*lst)
 
         self._version = version
         self._opts = opts
-        self._debug = debug
+        self._interp_opts = interp_opts
+
+        self._no_default_opts = no_default_opts
         self._pyenv = pyenv
 
     @property
@@ -235,7 +248,7 @@ class PyenvVersionInstaller:
 
     @cached_nullary
     def install_name(self) -> str:
-        return self._version + ('-debug' if self._debug else '')
+        return self._version + ('-debug' if self._interp_opts.debug else '')
 
     @cached_nullary
     def install_dir(self) -> str:
@@ -243,7 +256,7 @@ class PyenvVersionInstaller:
 
     @cached_nullary
     def install(self) -> str:
-        env = dict(self._opts.env)
+        env = {**os.environ, **self._opts.env}
         for k, l in [
             ('CFLAGS', self._opts.cflags),
             ('LDFLAGS', self._opts.ldflags),
@@ -254,7 +267,13 @@ class PyenvVersionInstaller:
                 v += ' ' + os.environ[k]
             env[k] = v
 
-        subprocess_check_call(self._pyenv.exe(), 'install', *self._opts.opts, self._version, env=env)
+        subprocess_check_call(
+            self._pyenv.exe(),
+            'install',
+            *self._opts.opts,
+            self._version,
+            env=env,
+        )
 
         exe = os.path.join(self.install_dir(), 'bin', 'python')
         if not os.path.isfile(exe):
@@ -355,3 +374,18 @@ class PyenvInterpProvider(InterpProvider):
             for d in [False, True]:
                 lst.append(dc.replace(iv, opts=dc.replace(iv.opts, debug=d)))
         return lst
+
+    def install_version(self, version: InterpVersion) -> Interp:
+        inst_version = str(version.version)
+        inst_opts = version.opts
+        if inst_opts.threaded:
+            inst_version += 't'
+            inst_opts = dc.replace(inst_opts, threaded=False)
+
+        installer = PyenvVersionInstaller(
+            inst_version,
+            interp_opts=inst_opts,
+        )
+
+        exe = installer.install()
+        return Interp(exe, version)

omdev/interp/resolvers.py

@@ -1,4 +1,4 @@
-# ruff: noqa: UP006
+# ruff: noqa: UP006 UP007
 import abc
 import collections
 import typing as ta
@@ -11,6 +11,7 @@ from .pyenv import PyenvInterpProvider
 from .system import SystemInterpProvider
 from .types import Interp
 from .types import InterpSpecifier
+from .types import InterpVersion
 
 
 INTERP_PROVIDER_TYPES_BY_NAME: ta.Mapping[str, ta.Type[InterpProvider]] = {
@@ -26,17 +27,47 @@ class InterpResolver:
         super().__init__()
         self._providers: ta.Mapping[str, InterpProvider] = collections.OrderedDict(providers)
 
-    def resolve(self, spec: InterpSpecifier) -> Interp:
+    def _resolve_installed(self, spec: InterpSpecifier) -> ta.Optional[ta.Tuple[InterpProvider, InterpVersion]]:
         lst = [
             (i, si)
             for i, p in enumerate(self._providers.values())
             for si in p.get_installed_versions(spec)
             if spec.contains(si)
         ]
-        best = sorted(lst, key=lambda t: (-t[0], t[1]))[-1]
-        bi, bv = best
+
+        slst = sorted(lst, key=lambda t: (-t[0], t[1]))
+        if not slst:
+            return None
+
+        bi, bv = slst[-1]
         bp = list(self._providers.values())[bi]
-        return bp.get_installed_version(bv)
+        return (bp, bv)
+
+    def resolve(
+            self,
+            spec: InterpSpecifier,
+            *,
+            install: bool = False,
+    ) -> ta.Optional[Interp]:
+        tup = self._resolve_installed(spec)
+        if tup is not None:
+            bp, bv = tup
+            return bp.get_installed_version(bv)
+
+        if not install:
+            return None
+
+        tp = list(self._providers.values())[0]  # noqa
+
+        sv = sorted(
+            [s for s in tp.get_installable_versions(spec) if s in spec],
+            key=lambda s: s.version,
+        )
+        if not sv:
+            return None
+
+        bv = sv[-1]
+        return tp.install_version(bv)
 
     def list(self, spec: InterpSpecifier) -> None:
         print('installed:')

omdev/interp/types.py

@@ -85,6 +85,9 @@ class InterpSpecifier:
     def contains(self, iv: InterpVersion) -> bool:
         return self.specifier.contains(iv.version) and self.opts == iv.opts
 
+    def __contains__(self, iv: InterpVersion) -> bool:
+        return self.contains(iv)
+
 
 @dc.dataclass(frozen=True)
 class Interp:

omdev/pyproject/cli.py

@@ -8,6 +8,7 @@ TODO:
  - build / package / publish / version roll
   - {pkg_name: [src_dirs]}, default excludes, generate MANIFST.in, ...
  - env vars - PYTHONPATH
+ - optional uv backend
 
 lookit:
  - https://pdm-project.org/en/latest/
@@ -48,6 +49,7 @@ from .configs import PyprojectConfig
 from .configs import PyprojectConfigPreparer
 from .configs import VenvConfig
 from .pkg import PyprojectPackageGenerator
+from .reqs import RequirementsRewriter
 
 
 ##
@@ -121,7 +123,7 @@ class Venv:
     @cached_nullary
     def interp_exe(self) -> str:
         i = InterpSpecifier.parse(check_not_none(self._cfg.interp))
-        return DEFAULT_INTERP_RESOLVER.resolve(i).exe
+        return check_not_none(DEFAULT_INTERP_RESOLVER.resolve(i, install=True)).exe
 
     @cached_nullary
     def exe(self) -> str:
@@ -152,11 +154,13 @@ class Venv:
         )
 
         if (sr := self._cfg.requires):
+            rr = RequirementsRewriter(self._name)
+            reqs = [rr.rewrite(req) for req in sr]
             subprocess_check_call(
                 ve,
                 '-m', 'pip',
                 'install', '-v',
-                *sr,
+                *reqs,
             )
 
         return True

omdev/pyproject/reqs.py

@@ -0,0 +1,78 @@
+"""
+TODO:
+ - embed pip._internal.req.parse_requirements, add additional env stuff? breaks compat with raw pip
+"""
+# ruff: noqa: UP007
+import os.path
+import tempfile
+import typing as ta
+
+from omlish.lite.cached import cached_nullary
+
+
+class RequirementsRewriter:
+    def __init__(
+            self,
+            venv: ta.Optional[str] = None,
+    ) -> None:
+        super().__init__()
+        self._venv = venv
+
+    @cached_nullary
+    def _tmp_dir(self) -> str:
+        return tempfile.mkdtemp('-omlish-reqs')
+
+    VENV_MAGIC = '# @omdev-venv'
+
+    def rewrite_file(self, in_file: str) -> str:
+        with open(in_file) as f:
+            src = f.read()
+
+        in_lines = src.splitlines(keepends=True)
+        out_lines = []
+
+        for l in in_lines:
+            if self.VENV_MAGIC in l:
+                lp, _, rp = l.partition(self.VENV_MAGIC)
+                rp = rp.partition('#')[0]
+                omit = False
+                for v in rp.split():
+                    if v[0] == '!':
+                        if self._venv is not None and self._venv == v[1:]:
+                            omit = True
+                            break
+                    else:
+                        raise NotImplementedError
+
+                if omit:
+                    out_lines.append('# OMITTED:  ' + l)
+                    continue
+
+            out_req = self.rewrite(l.rstrip('\n'), for_file=True)
+            out_lines.append(out_req + '\n')
+
+        out_file = os.path.join(self._tmp_dir(), os.path.basename(in_file))
+        if os.path.exists(out_file):
+            raise Exception(f'file exists: {out_file}')
+
+        with open(out_file, 'w') as f:
+            f.write(''.join(out_lines))
+        return out_file
+
+    def rewrite(self, in_req: str, *, for_file: bool = False) -> str:
+        if in_req.strip().startswith('-r'):
+            l = in_req.strip()
+            lp, _, rp = l.partition(' ')
+            if lp == '-r':
+                inc_in_file, _, rest = rp.partition(' ')
+            else:
+                inc_in_file, rest = lp[2:], rp
+
+            inc_out_file = self.rewrite_file(inc_in_file)
+            if for_file:
+                return ' '.join(['-r ', inc_out_file, rest])
+            else:
+                return '-r' + inc_out_file
+
+        else:
+            return in_req

omdev/scripts/bumpversion.py

@@ -0,0 +1,43 @@
+#!/usr/bin/env python3
+# @omlish-lite
+# @omlish-script
+import argparse
+import re
+import string
+
+
+_VERSION_PAT = re.compile(r"__version__ = '(?P<version>[^\']+)'")
+
+
+def _main() -> None:
+    parser = argparse.ArgumentParser()
+
+    parser.add_argument('file')
+    parser.add_argument('-w', '--write', action='store_true')
+    args = parser.parse_args()
+
+    with open(args.file) as f:
+        src = f.read()
+
+    lines = src.splitlines(keepends=True)
+    for i, l in enumerate(lines):
+        if (m := _VERSION_PAT.fullmatch(l.strip())) is None:
+            continue
+        parts = m.groupdict()['version'].split('.')
+        rp = parts[-1]
+        ni = [i for i in range(len(rp)) if rp[i] not in string.digits][-1] + 1
+        tp, np = rp[:ni], rp[ni:]
+        n = int(np)
+        nv = '.'.join([*parts[:-1], tp + str(n + 1)])
+        lines[i] = f"__version__ = '{nv}'\n"
+    new_src = ''.join(lines)
+
+    if args.write:
+        with open(args.file, 'w') as f:
+            f.write(new_src)
+    else:
+        print(new_src)
+
+
+if __name__ == '__main__':
+    _main()

omdev/scripts/interp.py

@@ -1206,8 +1206,8 @@ class JsonLogFormatter(logging.Formatter):
 STANDARD_LOG_FORMAT_PARTS = [
     ('asctime', '%(asctime)-15s'),
     ('process', 'pid=%(process)-6s'),
-    ('thread', 'tid=%(thread)-10x'),
-    ('levelname', '%(levelname)-8s'),
+    ('thread', 'tid=%(thread)x'),
+    ('levelname', '%(levelname)s'),
     ('name', '%(name)s'),
     ('separator', '::'),
     ('message', '%(message)s'),
@@ -1358,6 +1358,9 @@ class InterpSpecifier:
     def contains(self, iv: InterpVersion) -> bool:
         return self.specifier.contains(iv.version) and self.opts == iv.opts
 
+    def __contains__(self, iv: InterpVersion) -> bool:
+        return self.contains(iv)
+
 
 @dc.dataclass(frozen=True)
 class Interp:
@@ -1576,6 +1579,7 @@ TODO:
  - backends
   - local builds
   - deadsnakes?
+  - uv
  - loose versions
 """
 
@@ -1725,6 +1729,7 @@ class PyenvInstallOpts:
 
 DEFAULT_PYENV_INSTALL_OPTS = PyenvInstallOpts(opts=['-s', '-v'])
 DEBUG_PYENV_INSTALL_OPTS = PyenvInstallOpts(opts=['-g'])
+THREADED_PYENV_INSTALL_OPTS = PyenvInstallOpts(conf_opts=['--disable-gil'])
 
 
 #
@@ -1785,19 +1790,19 @@ class DarwinPyenvInstallOpts(PyenvInstallOptsProvider):
             f"--with-tcltk-libs='-L{tcl_tk_prefix}/lib -ltcl{tcl_tk_ver} -ltk{tcl_tk_ver}'",
         ])
 
-    @cached_nullary
-    def brew_ssl_opts(self) -> PyenvInstallOpts:
-        pkg_config_path = subprocess_check_output_str('brew', '--prefix', 'openssl')
-        if 'PKG_CONFIG_PATH' in os.environ:
-            pkg_config_path += ':' + os.environ['PKG_CONFIG_PATH']
-        return PyenvInstallOpts(env={'PKG_CONFIG_PATH': pkg_config_path})
+    # @cached_nullary
+    # def brew_ssl_opts(self) -> PyenvInstallOpts:
+    #     pkg_config_path = subprocess_check_output_str('brew', '--prefix', 'openssl')
+    #     if 'PKG_CONFIG_PATH' in os.environ:
+    #         pkg_config_path += ':' + os.environ['PKG_CONFIG_PATH']
+    #     return PyenvInstallOpts(env={'PKG_CONFIG_PATH': pkg_config_path})
 
     def opts(self) -> PyenvInstallOpts:
         return PyenvInstallOpts().merge(
             self.framework_opts(),
             self.brew_deps_opts(),
             self.brew_tcl_opts(),
-            self.brew_ssl_opts(),
+            # self.brew_ssl_opts(),
         )
 
 
@@ -1811,27 +1816,39 @@ PLATFORM_PYENV_INSTALL_OPTS: ta.Dict[str, PyenvInstallOptsProvider] = {
 
 
 class PyenvVersionInstaller:
+    """
+    Messy: can install freethreaded build with a 't' suffixed version str _or_ by THREADED_PYENV_INSTALL_OPTS - need
+    latter to build custom interp with ft, need former to use canned / blessed interps. Muh.
+    """
 
     def __init__(
             self,
             version: str,
             opts: ta.Optional[PyenvInstallOpts] = None,
+            interp_opts: InterpOpts = InterpOpts(),
             *,
-            debug: bool = False,
+            no_default_opts: bool = False,
             pyenv: Pyenv = Pyenv(),
     ) -> None:
         super().__init__()
 
-        if opts is None:
-            lst = [DEFAULT_PYENV_INSTALL_OPTS]
-            if debug:
+        if no_default_opts:
+            if opts is None:
+                opts = PyenvInstallOpts()
+        else:
+            lst = [opts if opts is not None else DEFAULT_PYENV_INSTALL_OPTS]
+            if interp_opts.debug:
                 lst.append(DEBUG_PYENV_INSTALL_OPTS)
+            if interp_opts.threaded:
+                lst.append(THREADED_PYENV_INSTALL_OPTS)
             lst.append(PLATFORM_PYENV_INSTALL_OPTS[sys.platform].opts())
             opts = PyenvInstallOpts().merge(*lst)
 
         self._version = version
         self._opts = opts
-        self._debug = debug
+        self._interp_opts = interp_opts
+
+        self._no_default_opts = no_default_opts
         self._pyenv = pyenv
 
     @property
@@ -1844,7 +1861,7 @@ class PyenvVersionInstaller:
 
     @cached_nullary
     def install_name(self) -> str:
-        return self._version + ('-debug' if self._debug else '')
+        return self._version + ('-debug' if self._interp_opts.debug else '')
 
     @cached_nullary
     def install_dir(self) -> str:
@@ -1852,7 +1869,7 @@ class PyenvVersionInstaller:
 
     @cached_nullary
     def install(self) -> str:
-        env = dict(self._opts.env)
+        env = {**os.environ, **self._opts.env}
         for k, l in [
             ('CFLAGS', self._opts.cflags),
             ('LDFLAGS', self._opts.ldflags),
@@ -1863,7 +1880,13 @@ class PyenvVersionInstaller:
                 v += ' ' + os.environ[k]
             env[k] = v
 
-        subprocess_check_call(self._pyenv.exe(), 'install', *self._opts.opts, self._version, env=env)
+        subprocess_check_call(
+            self._pyenv.exe(),
+            'install',
+            *self._opts.opts,
+            self._version,
+            env=env,
+        )
 
         exe = os.path.join(self.install_dir(), 'bin', 'python')
         if not os.path.isfile(exe):
@@ -1965,6 +1988,21 @@ class PyenvInterpProvider(InterpProvider):
                 lst.append(dc.replace(iv, opts=dc.replace(iv.opts, debug=d)))
         return lst
 
+    def install_version(self, version: InterpVersion) -> Interp:
+        inst_version = str(version.version)
+        inst_opts = version.opts
+        if inst_opts.threaded:
+            inst_version += 't'
+            inst_opts = dc.replace(inst_opts, threaded=False)
+
+        installer = PyenvVersionInstaller(
+            inst_version,
+            interp_opts=inst_opts,
+        )
+
+        exe = installer.install()
+        return Interp(exe, version)
+
 
 ########################################
 # ../system.py
@@ -2082,7 +2120,7 @@ class SystemInterpProvider(InterpProvider):
 
 ########################################
 # ../resolvers.py
-# ruff: noqa: UP006
+# ruff: noqa: UP006 UP007
 
 
 INTERP_PROVIDER_TYPES_BY_NAME: ta.Mapping[str, ta.Type[InterpProvider]] = {
@@ -2098,17 +2136,47 @@ class InterpResolver:
         super().__init__()
         self._providers: ta.Mapping[str, InterpProvider] = collections.OrderedDict(providers)
 
-    def resolve(self, spec: InterpSpecifier) -> Interp:
+    def _resolve_installed(self, spec: InterpSpecifier) -> ta.Optional[ta.Tuple[InterpProvider, InterpVersion]]:
         lst = [
             (i, si)
             for i, p in enumerate(self._providers.values())
             for si in p.get_installed_versions(spec)
             if spec.contains(si)
         ]
-        best = sorted(lst, key=lambda t: (-t[0], t[1]))[-1]
-        bi, bv = best
+
+        slst = sorted(lst, key=lambda t: (-t[0], t[1]))
+        if not slst:
+            return None
+
+        bi, bv = slst[-1]
         bp = list(self._providers.values())[bi]
-        return bp.get_installed_version(bv)
+        return (bp, bv)
+
+    def resolve(
+            self,
+            spec: InterpSpecifier,
+            *,
+            install: bool = False,
+    ) -> ta.Optional[Interp]:
+        tup = self._resolve_installed(spec)
+        if tup is not None:
+            bp, bv = tup
+            return bp.get_installed_version(bv)
+
+        if not install:
+            return None
+
+        tp = list(self._providers.values())[0]  # noqa
+
+        sv = sorted(
+            [s for s in tp.get_installable_versions(spec) if s in spec],
+            key=lambda s: s.version,
+        )
+        if not sv:
+            return None
+
+        bv = sv[-1]
+        return tp.install_version(bv)
 
     def list(self, spec: InterpSpecifier) -> None:
         print('installed:')
@@ -2161,7 +2229,7 @@ def _list_cmd(args) -> None:
 def _resolve_cmd(args) -> None:
     r = DEFAULT_INTERP_RESOLVER
     s = InterpSpecifier.parse(args.version)
-    print(r.resolve(s).exe)
+    print(check_not_none(r.resolve(s)).exe)
 
 
 def _build_parser() -> argparse.ArgumentParser:

omdev/scripts/pyproject.py

@@ -11,6 +11,7 @@ TODO:
  - build / package / publish / version roll
   - {pkg_name: [src_dirs]}, default excludes, generate MANIFST.in, ...
  - env vars - PYTHONPATH
+ - optional uv backend
 
 lookit:
  - https://pdm-project.org/en/latest/
@@ -55,6 +56,7 @@ import string
 import subprocess
 import sys
 import tarfile
+import tempfile
 import threading
 import time
 import types
@@ -1883,6 +1885,83 @@ def is_sunder(name: str) -> bool:
     )
 
 
+########################################
+# ../reqs.py
+"""
+TODO:
+ - embed pip._internal.req.parse_requirements, add additional env stuff? breaks compat with raw pip
+"""
+# ruff: noqa: UP007
+
+
+class RequirementsRewriter:
+    def __init__(
+            self,
+            venv: ta.Optional[str] = None,
+    ) -> None:
+        super().__init__()
+        self._venv = venv
+
+    @cached_nullary
+    def _tmp_dir(self) -> str:
+        return tempfile.mkdtemp('-omlish-reqs')
+
+    VENV_MAGIC = '# @omdev-venv'
+
+    def rewrite_file(self, in_file: str) -> str:
+        with open(in_file) as f:
+            src = f.read()
+
+        in_lines = src.splitlines(keepends=True)
+        out_lines = []
+
+        for l in in_lines:
+            if self.VENV_MAGIC in l:
+                lp, _, rp = l.partition(self.VENV_MAGIC)
+                rp = rp.partition('#')[0]
+                omit = False
+                for v in rp.split():
+                    if v[0] == '!':
+                        if self._venv is not None and self._venv == v[1:]:
+                            omit = True
+                            break
+                    else:
+                        raise NotImplementedError
+
+                if omit:
+                    out_lines.append('# OMITTED:  ' + l)
+                    continue
+
+            out_req = self.rewrite(l.rstrip('\n'), for_file=True)
+            out_lines.append(out_req + '\n')
+
+        out_file = os.path.join(self._tmp_dir(), os.path.basename(in_file))
+        if os.path.exists(out_file):
+            raise Exception(f'file exists: {out_file}')
+
+        with open(out_file, 'w') as f:
+            f.write(''.join(out_lines))
+        return out_file
+
+    def rewrite(self, in_req: str, *, for_file: bool = False) -> str:
+        if in_req.strip().startswith('-r'):
+            l = in_req.strip()
+            lp, _, rp = l.partition(' ')
+            if lp == '-r':
+                inc_in_file, _, rest = rp.partition(' ')
+            else:
+                inc_in_file, rest = lp[2:], rp
+
+            inc_out_file = self.rewrite_file(inc_in_file)
+            if for_file:
+                return ' '.join(['-r ', inc_out_file, rest])
+            else:
+                return '-r' + inc_out_file
+
+        else:
+            return in_req
+
+
 ########################################
 # ../../versioning/specifiers.py
 # Copyright (c) Donald Stufft and individual contributors.
@@ -2473,8 +2552,8 @@ class JsonLogFormatter(logging.Formatter):
 STANDARD_LOG_FORMAT_PARTS = [
     ('asctime', '%(asctime)-15s'),
     ('process', 'pid=%(process)-6s'),
-    ('thread', 'tid=%(thread)-10x'),
-    ('levelname', '%(levelname)-8s'),
+    ('thread', 'tid=%(thread)x'),
+    ('levelname', '%(levelname)s'),
     ('name', '%(name)s'),
     ('separator', '::'),
     ('message', '%(message)s'),
@@ -2926,6 +3005,9 @@ class InterpSpecifier:
     def contains(self, iv: InterpVersion) -> bool:
         return self.specifier.contains(iv.version) and self.opts == iv.opts
 
+    def __contains__(self, iv: InterpVersion) -> bool:
+        return self.contains(iv)
+
 
 @dc.dataclass(frozen=True)
 class Interp:
@@ -3762,6 +3844,7 @@ TODO:
  - backends
   - local builds
   - deadsnakes?
+  - uv
  - loose versions
 """
 
@@ -3911,6 +3994,7 @@ class PyenvInstallOpts:
 
 DEFAULT_PYENV_INSTALL_OPTS = PyenvInstallOpts(opts=['-s', '-v'])
 DEBUG_PYENV_INSTALL_OPTS = PyenvInstallOpts(opts=['-g'])
+THREADED_PYENV_INSTALL_OPTS = PyenvInstallOpts(conf_opts=['--disable-gil'])
 
 
 #
@@ -3971,19 +4055,19 @@ class DarwinPyenvInstallOpts(PyenvInstallOptsProvider):
             f"--with-tcltk-libs='-L{tcl_tk_prefix}/lib -ltcl{tcl_tk_ver} -ltk{tcl_tk_ver}'",
         ])
 
-    @cached_nullary
-    def brew_ssl_opts(self) -> PyenvInstallOpts:
-        pkg_config_path = subprocess_check_output_str('brew', '--prefix', 'openssl')
-        if 'PKG_CONFIG_PATH' in os.environ:
-            pkg_config_path += ':' + os.environ['PKG_CONFIG_PATH']
-        return PyenvInstallOpts(env={'PKG_CONFIG_PATH': pkg_config_path})
+    # @cached_nullary
+    # def brew_ssl_opts(self) -> PyenvInstallOpts:
+    #     pkg_config_path = subprocess_check_output_str('brew', '--prefix', 'openssl')
+    #     if 'PKG_CONFIG_PATH' in os.environ:
+    #         pkg_config_path += ':' + os.environ['PKG_CONFIG_PATH']
+    #     return PyenvInstallOpts(env={'PKG_CONFIG_PATH': pkg_config_path})
 
     def opts(self) -> PyenvInstallOpts:
         return PyenvInstallOpts().merge(
             self.framework_opts(),
             self.brew_deps_opts(),
             self.brew_tcl_opts(),
-            self.brew_ssl_opts(),
+            # self.brew_ssl_opts(),
         )
 
 
@@ -3997,27 +4081,39 @@ PLATFORM_PYENV_INSTALL_OPTS: ta.Dict[str, PyenvInstallOptsProvider] = {
 
 
 class PyenvVersionInstaller:
+    """
+    Messy: can install freethreaded build with a 't' suffixed version str _or_ by THREADED_PYENV_INSTALL_OPTS - need
+    latter to build custom interp with ft, need former to use canned / blessed interps. Muh.
+    """
 
     def __init__(
             self,
             version: str,
             opts: ta.Optional[PyenvInstallOpts] = None,
+            interp_opts: InterpOpts = InterpOpts(),
             *,
-            debug: bool = False,
+            no_default_opts: bool = False,
             pyenv: Pyenv = Pyenv(),
     ) -> None:
         super().__init__()
 
-        if opts is None:
-            lst = [DEFAULT_PYENV_INSTALL_OPTS]
-            if debug:
+        if no_default_opts:
+            if opts is None:
+                opts = PyenvInstallOpts()
+        else:
+            lst = [opts if opts is not None else DEFAULT_PYENV_INSTALL_OPTS]
+            if interp_opts.debug:
                 lst.append(DEBUG_PYENV_INSTALL_OPTS)
+            if interp_opts.threaded:
+                lst.append(THREADED_PYENV_INSTALL_OPTS)
             lst.append(PLATFORM_PYENV_INSTALL_OPTS[sys.platform].opts())
             opts = PyenvInstallOpts().merge(*lst)
 
         self._version = version
         self._opts = opts
-        self._debug = debug
+        self._interp_opts = interp_opts
+
+        self._no_default_opts = no_default_opts
         self._pyenv = pyenv
 
     @property
@@ -4030,7 +4126,7 @@ class PyenvVersionInstaller:
 
     @cached_nullary
     def install_name(self) -> str:
-        return self._version + ('-debug' if self._debug else '')
+        return self._version + ('-debug' if self._interp_opts.debug else '')
 
     @cached_nullary
     def install_dir(self) -> str:
@@ -4038,7 +4134,7 @@ class PyenvVersionInstaller:
 
     @cached_nullary
     def install(self) -> str:
-        env = dict(self._opts.env)
+        env = {**os.environ, **self._opts.env}
         for k, l in [
             ('CFLAGS', self._opts.cflags),
             ('LDFLAGS', self._opts.ldflags),
@@ -4049,7 +4145,13 @@ class PyenvVersionInstaller:
                 v += ' ' + os.environ[k]
             env[k] = v
 
-        subprocess_check_call(self._pyenv.exe(), 'install', *self._opts.opts, self._version, env=env)
+        subprocess_check_call(
+            self._pyenv.exe(),
+            'install',
+            *self._opts.opts,
+            self._version,
+            env=env,
+        )
 
         exe = os.path.join(self.install_dir(), 'bin', 'python')
         if not os.path.isfile(exe):
@@ -4151,6 +4253,21 @@ class PyenvInterpProvider(InterpProvider):
                 lst.append(dc.replace(iv, opts=dc.replace(iv.opts, debug=d)))
         return lst
 
+    def install_version(self, version: InterpVersion) -> Interp:
+        inst_version = str(version.version)
+        inst_opts = version.opts
+        if inst_opts.threaded:
+            inst_version += 't'
+            inst_opts = dc.replace(inst_opts, threaded=False)
+
+        installer = PyenvVersionInstaller(
+            inst_version,
+            interp_opts=inst_opts,
+        )
+
+        exe = installer.install()
+        return Interp(exe, version)
+
 
 ########################################
 # ../../interp/system.py
@@ -4268,7 +4385,7 @@ class SystemInterpProvider(InterpProvider):
 
 ########################################
 # ../../interp/resolvers.py
-# ruff: noqa: UP006
+# ruff: noqa: UP006 UP007
 
 
 INTERP_PROVIDER_TYPES_BY_NAME: ta.Mapping[str, ta.Type[InterpProvider]] = {
@@ -4284,17 +4401,47 @@ class InterpResolver:
         super().__init__()
         self._providers: ta.Mapping[str, InterpProvider] = collections.OrderedDict(providers)
 
-    def resolve(self, spec: InterpSpecifier) -> Interp:
+    def _resolve_installed(self, spec: InterpSpecifier) -> ta.Optional[ta.Tuple[InterpProvider, InterpVersion]]:
         lst = [
             (i, si)
             for i, p in enumerate(self._providers.values())
             for si in p.get_installed_versions(spec)
             if spec.contains(si)
         ]
-        best = sorted(lst, key=lambda t: (-t[0], t[1]))[-1]
-        bi, bv = best
+
+        slst = sorted(lst, key=lambda t: (-t[0], t[1]))
+        if not slst:
+            return None
+
+        bi, bv = slst[-1]
         bp = list(self._providers.values())[bi]
-        return bp.get_installed_version(bv)
+        return (bp, bv)
+
+    def resolve(
+            self,
+            spec: InterpSpecifier,
+            *,
+            install: bool = False,
+    ) -> ta.Optional[Interp]:
+        tup = self._resolve_installed(spec)
+        if tup is not None:
+            bp, bv = tup
+            return bp.get_installed_version(bv)
+
+        if not install:
+            return None
+
+        tp = list(self._providers.values())[0]  # noqa
+
+        sv = sorted(
+            [s for s in tp.get_installable_versions(spec) if s in spec],
+            key=lambda s: s.version,
+        )
+        if not sv:
+            return None
+
+        bv = sv[-1]
+        return tp.install_version(bv)
 
     def list(self, spec: InterpSpecifier) -> None:
         print('installed:')
@@ -4409,7 +4556,7 @@ class Venv:
     @cached_nullary
     def interp_exe(self) -> str:
         i = InterpSpecifier.parse(check_not_none(self._cfg.interp))
-        return DEFAULT_INTERP_RESOLVER.resolve(i).exe
+        return check_not_none(DEFAULT_INTERP_RESOLVER.resolve(i, install=True)).exe
 
     @cached_nullary
     def exe(self) -> str:
@@ -4440,11 +4587,13 @@ class Venv:
         )
 
         if (sr := self._cfg.requires):
+            rr = RequirementsRewriter(self._name)
+            reqs = [rr.rewrite(req) for req in sr]
             subprocess_check_call(
                 ve,
                 '-m', 'pip',
                 'install', '-v',
-                *sr,
+                *reqs,
             )
 
         return True

omdev/tools/rst.py

@@ -0,0 +1,44 @@
+import argparse
+import contextlib
+import io
+import sys
+
+import docutils.core
+
+
+def rst2html(rst, report_level=None):
+    kwargs = {
+        'writer_name': 'html',
+        'settings_overrides': {
+            '_disable_config': True,
+            'report_level': int(report_level) if report_level else 0,
+        },
+    }
+
+    target = io.StringIO()
+    with contextlib.redirect_stderr(target):
+        parts = docutils.core.publish_parts(rst, **kwargs)  # type: ignore
+        html = parts['html_body']
+        warning = target.getvalue().strip()
+        return html, warning
+
+
+def _main() -> None:
+    parser = argparse.ArgumentParser()
+    parser.add_argument('input', nargs='?')
+    args = parser.parse_args()
+
+    if args.input:
+        with open(args.input) as f:
+            src = f.read()
+    else:
+        src = sys.stdin.read()
+
+    html, warning = rst2html(src)
+    if warning:
+        sys.stderr.write(warning)
+    print(html)
+
+
+if __name__ == '__main__':
+    _main()

{omdev-0.0.0.dev19.dist-info → omdev-0.0.0.dev20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omdev
-Version: 0.0.0.dev19
+Version: 0.0.0.dev20
 Summary: omdev
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,11 +12,12 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: ~=3.12
 License-File: LICENSE
-Requires-Dist: omlish ==0.0.0.dev19
+Requires-Dist: omlish ==0.0.0.dev20
 Provides-Extra: all
 Requires-Dist: pycparser ~=2.22 ; extra == 'all'
 Requires-Dist: cffi ~=1.17 ; extra == 'all'
 Requires-Dist: pcpp ~=1.30 ; extra == 'all'
+Requires-Dist: docutils ~=0.21 ; extra == 'all'
 Requires-Dist: mypy ~=1.11 ; extra == 'all'
 Requires-Dist: tokenize-rt ~=6.0 ; extra == 'all'
 Requires-Dist: wheel ~=0.44 ; extra == 'all'
@@ -24,6 +25,8 @@ Provides-Extra: c
 Requires-Dist: pycparser ~=2.22 ; extra == 'c'
 Requires-Dist: cffi ~=1.17 ; extra == 'c'
 Requires-Dist: pcpp ~=1.30 ; extra == 'c'
+Provides-Extra: docutils
+Requires-Dist: docutils ~=0.21 ; extra == 'docutils'
 Provides-Extra: mypy
 Requires-Dist: mypy ~=1.11 ; extra == 'mypy'
 Provides-Extra: tokens

{omdev-0.0.0.dev19.dist-info → omdev-0.0.0.dev20.dist-info}/RECORD

@@ -1,4 +1,4 @@
-omdev/__about__.py,sha256=x1427IilNX73BS7VDiNwnCFDuzGfPVPoRvJze6stnsE,802
+omdev/__about__.py,sha256=788lo_UuOSYF74y1RBiNlWkDdPnRFcmBAV5qYkaFJzE,868
 omdev/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/bracepy.py,sha256=HwBK5XmlOsF_juTel25fRLJK9vHSJCWXuCc-OZlevRQ,2619
 omdev/classdot.py,sha256=urN5Pzd2ooAwnfkH0z-muQxdO90IMo-sX2WB-A37lVU,1533
@@ -33,14 +33,14 @@ omdev/cexts/_distutils/compilers/options.py,sha256=H7r5IcLvga5Fs3jjXWIT-6ap3JBdu
 omdev/cexts/_distutils/compilers/unixccompiler.py,sha256=o1h8QuyupLntv4F21_XjzAZmCiwwxJuTmOirvBSL-Qw,15419
 omdev/interp/__init__.py,sha256=Y3l4WY4JRi2uLG6kgbGp93fuGfkxkKwZDvhsa0Rwgtk,15
 omdev/interp/__main__.py,sha256=gFhR9DikwDZk0LqgdR3qq_aXQHThUOPllDmHDOfnFAU,67
-omdev/interp/cli.py,sha256=pobok11AGS7UrlCcORyARiS03878rpSVTaFxfv5aaUE,1618
+omdev/interp/cli.py,sha256=8T3qLXTC2mni5FXDHkHN3mZG9_BnjkDMXYy6EYbAYR8,1679
 omdev/interp/inspect.py,sha256=SI4jQmWfXCnlceFTxlVRfTlEYYCjO_X12wuG5e74yto,2849
-omdev/interp/providers.py,sha256=9eooFFf1qYK3k_84TTvMxCRmajyQKH1DpLdL8L523ww,1780
-omdev/interp/pyenv.py,sha256=7o0_9yH-7ynMzRBVBTq-vSz4haI7h6sA0bAWSC4_DUk,10563
-omdev/interp/resolvers.py,sha256=RgNgoe7Q34ivi3d9uXhfmtTfnRwaNDnJieJLJB8H3js,2239
+omdev/interp/providers.py,sha256=PFEjozW0c33eqg8sno-GHMKbhVUzQF9jrAx-M0uQimk,1787
+omdev/interp/pyenv.py,sha256=oxwvX7fpM4VMVeqq09JHHweifPI5l4uFAa3V_V9z5Yg,11774
+omdev/interp/resolvers.py,sha256=e8H8WcVC0Du3nCWrghsbVLJuP3ABaiH_DexZhjZITpQ,3007
 omdev/interp/standalone.py,sha256=XcltiL7ypcfV89C82_3knQ3Kx7aW4wnnxf2056ZXC3A,7731
 omdev/interp/system.py,sha256=UFHfMR0CHCEnNx5fhrze8esAwigpRrJUA33ftq6nA0I,3514
-omdev/interp/types.py,sha256=lY0pDECxy4qtx2KI7Ve8r2quriiBi9px0Bull2zsYPw,2351
+omdev/interp/types.py,sha256=2nM3MJaOU8O1XA8DrvwyOjBWSboBn16kgFIy5JVkDck,2440
 omdev/mypy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/mypy/debug.py,sha256=WcZw-3Z1njg_KFGqi3DB6RuqbBa3dLArJnjVCuY1Mn0,3003
 omdev/precheck/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -49,13 +49,15 @@ omdev/precheck/precheck.py,sha256=2yTjNGvjPYf3QxUBbCbehBYYuB8gDR_dYSTrlNCs9qU,83
 omdev/pyproject/__init__.py,sha256=Y3l4WY4JRi2uLG6kgbGp93fuGfkxkKwZDvhsa0Rwgtk,15
 omdev/pyproject/__main__.py,sha256=gFhR9DikwDZk0LqgdR3qq_aXQHThUOPllDmHDOfnFAU,67
 omdev/pyproject/cexts.py,sha256=x13piOOnNrYbA17qZLDVuR0p1sqhgEwpk4FtImX-klM,4281
-omdev/pyproject/cli.py,sha256=RnRj8zfGGUcLJ-oiQS90gR2O0XAH4iwNSX5JIDWzM4U,10004
+omdev/pyproject/cli.py,sha256=6KrZrrsEVPEiZHEFp0WieDy5r0cfCbTlHl8AvvDzIRM,10199
 omdev/pyproject/configs.py,sha256=MFHnmpMjlwxw74-SyX1Q1qNQ4ptwTXEzDGkeUcGY0mA,2822
 omdev/pyproject/pkg.py,sha256=_uPJNU9i3zbtZ8yw6h0ZTEGtEVJp07EacdHFs3jMMHM,9862
+omdev/pyproject/reqs.py,sha256=coq21cdWQIPs06-iuRnwc6F2Sf-IxpqoT6DEMhol2kA,2298
 omdev/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+omdev/scripts/bumpversion.py,sha256=Kn7fo73Hs8uJh3Hi3EIyLOlzLPWAC6dwuD_lZ3cIzuY,1064
 omdev/scripts/execrss.py,sha256=HzDNmwXOO8fMwIRXw9q8CUnVfLFCQASyU2tfY_y2Vf8,324
-omdev/scripts/interp.py,sha256=fLO1WXW6_3zr6VlyM9om7RNRtG1yj2TPZpNHOYKfk98,63069
-omdev/scripts/pyproject.py,sha256=3-skV2FFYDPI2TeXQ9DzfS_BFBjmghFFhVcPVLHVlac,139733
+omdev/scripts/interp.py,sha256=i0Mq1ryZOTPOchV4liGjUiWNv0xLkoRWWIRb5BUH36s,65122
+omdev/scripts/pyproject.py,sha256=dPq7pk4PAYQumFqvH3Ig_02W3S6gK09rYO9dfGHD4UI,144198
 omdev/toml/__init__.py,sha256=Y3l4WY4JRi2uLG6kgbGp93fuGfkxkKwZDvhsa0Rwgtk,15
 omdev/toml/parser.py,sha256=84bn09uhYHwQGyfww6Rw6y1RxPAE_HDltODOSakcqDM,29186
 omdev/toml/writer.py,sha256=dwz_Qw8z5Z_nmWpXqch63W6S_j6n256erb7AGFTVzB4,2872
@@ -63,13 +65,14 @@ omdev/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 omdev/tools/dockertools.py,sha256=3844AhUst6kYo2xKNn-2Npi-f6r4rocxEOx0tHjE0dk,2063
 omdev/tools/gittools.py,sha256=zPy2D5WDs-CbwT86_T_hbaq5yCuss5e-ouUccXC6xlg,578
 omdev/tools/revisions.py,sha256=pJBHRdgImLnFSo9h6pPsdX-Xbam3UnFOapWrY4U49-A,5393
+omdev/tools/rst.py,sha256=6dWk8QZHoGiLSuBw3TKsXZjjFK6wWBEtPi9krdCLKKg,977
 omdev/tools/sqlrepl.py,sha256=v9uVQ4nvquSXcQVYIFq34ikumSILvKqzD6lUKLcncCE,5646
 omdev/tools/traceimport.py,sha256=oDry9CwIv5h96wSaTVKJ0qQ5vMGxYE5oBtfF-GYNLJs,13430
 omdev/versioning/__init__.py,sha256=Y3l4WY4JRi2uLG6kgbGp93fuGfkxkKwZDvhsa0Rwgtk,15
 omdev/versioning/specifiers.py,sha256=6Odf9e6farwlPRsD_YqwTfYKG-BXn_dIcKtqfkhfodI,17432
 omdev/versioning/versions.py,sha256=ei2eopEsJq3zSMJmezK1nzZgikgCdxFtnF3f69nCRZQ,12246
-omdev-0.0.0.dev19.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
-omdev-0.0.0.dev19.dist-info/METADATA,sha256=k0Elh8TPD7dB1z2dwbDPyQ_-GUOLna4LW_oPSYlmNB0,1126
-omdev-0.0.0.dev19.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
-omdev-0.0.0.dev19.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
-omdev-0.0.0.dev19.dist-info/RECORD,,
+omdev-0.0.0.dev20.dist-info/LICENSE,sha256=B_hVtavaA8zCYDW99DYdcpDLKz1n3BBRjZrcbv8uG8c,1451
+omdev-0.0.0.dev20.dist-info/METADATA,sha256=dXX3XKNo3x_K4TJHqehI9HHc7n9DV2Ov07GaGbMVw9U,1252
+omdev-0.0.0.dev20.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
+omdev-0.0.0.dev20.dist-info/top_level.txt,sha256=1nr7j30fEWgLYHW3lGR9pkdHkb7knv1U1ES1XRNVQ6k,6
+omdev-0.0.0.dev20.dist-info/RECORD,,