python-discovery 1.5.1__py3-none-any.whl → 1.5.3__py3-none-any.whl

python_discovery/_cached_py_info.py

@@ -13,6 +13,7 @@ import sys
 import tempfile
 from collections import OrderedDict
 from contextlib import contextmanager
+from functools import lru_cache
 from pathlib import Path
 from shlex import quote
 from subprocess import Popen, TimeoutExpired  # ruff:ignore[suspicious-subprocess-import]
@@ -20,16 +21,30 @@ from typing import TYPE_CHECKING, Final
 
 from ._cache import NoOpCache
 from ._py_info import PythonInfo
+from ._py_info_collect import MIN_INTERROGATE_VERSION, UNSUPPORTED_EXIT_CODE, UNSUPPORTED_MARKER
 
 if TYPE_CHECKING:
     from collections.abc import Generator, Mapping
+    from typing import TypedDict
 
     from ._cache import ContentStore, PyInfoCache
 
+    class CacheEntryMeta(TypedDict):
+        """Identity of a cached interrogation result: the queried binary and the script that produced it."""
+
+        st_mtime: float
+        path: str
+        hash: str | None
+
 
 _CACHE: OrderedDict[Path, PythonInfo | Exception] = OrderedDict()
 _CACHE[Path(sys.executable)] = PythonInfo()
 _LOGGER: Final[logging.Logger] = logging.getLogger(__name__)
+_PY_INFO_SCRIPT: Final[Path] = Path(__file__).resolve().parent / "_py_info_collect.py"
+
+
+class _UnsupportedInterpreterError(RuntimeError):
+    """The interpreter is older than the interrogation script supports; retrying cannot help."""
 
 
 def from_exe(  # ruff:ignore[too-many-arguments]
@@ -82,48 +97,54 @@ def _get_via_file_cache(
         path_modified = path.stat().st_mtime
     except OSError:
         path_modified = -1
-    py_info_script = Path(Path(__file__).resolve()).parent / "_py_info.py"
     try:
-        py_info_hash: str | None = hashlib.sha256(py_info_script.read_bytes()).hexdigest()
+        py_info_hash: str | None = _script_hash()
     except OSError:
         py_info_hash = None
 
     resolved_cache = cache if cache is not None else NoOpCache()
-    py_info: PythonInfo | None = None
     py_info_store = resolved_cache.py_info(path)
+    entry_meta: CacheEntryMeta = {"st_mtime": path_modified, "path": path_text, "hash": py_info_hash}
     with py_info_store.locked():
-        if py_info_store.exists() and (data := py_info_store.read()) is not None:
-            of_path, of_st_mtime = data.get("path"), data.get("st_mtime")
-            of_content, of_hash = data.get("content"), data.get("hash")
-            if (
-                of_path == path_text
-                and of_st_mtime == path_modified
-                and of_hash == py_info_hash
-                and isinstance(of_content, dict)
-            ):
-                py_info = _load_cached_py_info(cls, py_info_store, of_content)
-            else:
-                py_info_store.remove()
+        cached = _read_cache_entry(cls, py_info_store, entry_meta)
+        if isinstance(cached, _UnsupportedInterpreterError):
+            return cached
+        py_info = cached
         if py_info is None:
             failure, py_info = _run_subprocess(cls, exe, env)
-            if failure is not None:
+            if failure is not None and not isinstance(failure, _UnsupportedInterpreterError):
                 _LOGGER.debug("first subprocess attempt failed for %s (%s), retrying", exe, failure)
                 failure, py_info = _run_subprocess(cls, exe, env)
+            if isinstance(failure, _UnsupportedInterpreterError):
+                _LOGGER.warning("%s", failure)  # the verdict is permanent, warn once and remember it
+                py_info_store.write({**entry_meta, "unsupported": str(failure)})
+                return failure
             if failure is not None:
                 return failure
             if py_info is not None:
-                py_info_store.write({
-                    "st_mtime": path_modified,
-                    "path": path_text,
-                    "content": py_info.to_dict(),
-                    "hash": py_info_hash,
-                })
+                py_info_store.write({**entry_meta, "content": py_info.to_dict()})
     if py_info is None:
         msg = f"{exe} failed to produce interpreter info"
         return RuntimeError(msg)
     return py_info
 
 
+def _read_cache_entry(
+    cls: type[PythonInfo],
+    py_info_store: ContentStore,
+    entry_meta: CacheEntryMeta,
+) -> PythonInfo | _UnsupportedInterpreterError | None:
+    if not py_info_store.exists() or (data := py_info_store.read()) is None:
+        return None
+    if all(data.get(key) == value for key, value in entry_meta.items()):
+        if isinstance(unsupported := data.get("unsupported"), str):
+            return _UnsupportedInterpreterError(unsupported)
+        if isinstance(content := data.get("content"), dict):
+            return _load_cached_py_info(cls, py_info_store, content)
+    py_info_store.remove()
+    return None
+
+
 def _load_cached_py_info(
     cls: type[PythonInfo],
     py_info_store: ContentStore,
@@ -140,6 +161,11 @@ def _load_cached_py_info(
     return py_info
 
 
+@lru_cache(maxsize=1)
+def _script_hash() -> str:
+    return hashlib.sha256(_PY_INFO_SCRIPT.read_bytes()).hexdigest()
+
+
 COOKIE_LENGTH: Final[int] = 32
 
 
@@ -149,13 +175,12 @@ def gen_cookie() -> str:
 
 @contextmanager
 def _resolve_py_info_script() -> Generator[Path]:
-    py_info_script = Path(Path(__file__).resolve()).parent / "_py_info.py"
-    if py_info_script.is_file():
-        yield py_info_script
+    if _PY_INFO_SCRIPT.is_file():
+        yield _PY_INFO_SCRIPT
     else:
-        data = pkgutil.get_data(__package__ or __name__, "_py_info.py")
+        data = pkgutil.get_data(__package__ or __name__, _PY_INFO_SCRIPT.name)
         if data is None:
-            msg = "cannot locate _py_info.py for subprocess interrogation"
+            msg = f"cannot locate {_PY_INFO_SCRIPT.name} for subprocess interrogation"
             raise FileNotFoundError(msg)
         fd, tmp = tempfile.mkstemp(suffix=".py")
         try:
@@ -216,8 +241,7 @@ def _run_subprocess(
         except OSError as os_error:
             out, err, code = "", os_error.strerror, os_error.errno
     if code != 0:
-        msg = f"{exe} with code {code}{f' out: {out!r}' if out else ''}{f' err: {err!r}' if err else ''}"
-        return RuntimeError(f"failed to query {msg}"), None
+        return _query_failure(exe, out, err, code), None
     out, raw_out, out_starts, out_ends = _extract_between_cookies(out, start_cookie, end_cookie)
     try:
         result = cls.from_json(out)
@@ -240,6 +264,18 @@ def _run_subprocess(
     return None, result
 
 
+def _query_failure(exe: str, out: str, err: str | None, code: int | None) -> RuntimeError:
+    # the gate's exit code and stderr marker must both be present: either alone can collide, an errno of 79 from a
+    # failed exec or a shim that echoes the marker phrase, but only the gate produces the combination
+    if code == UNSUPPORTED_EXIT_CODE and err is not None and (at := err.find(UNSUPPORTED_MARKER)) != -1:
+        version = err[at + len(UNSUPPORTED_MARKER) :].split() or ["unknown"]
+        floor = ".".join(str(i) for i in MIN_INTERROGATE_VERSION)
+        msg = f"{exe} is Python {version[0]}, older than the minimum {floor} python-discovery can query"
+        return _UnsupportedInterpreterError(msg)
+    msg = f"{exe} with code {code}{f' out: {out!r}' if out else ''}{f' err: {err!r}' if err else ''}"
+    return RuntimeError(f"failed to query {msg}")
+
+
 class LogCmd:
     def __init__(self, cmd: list[str], env: Mapping[str, str] | None = None) -> None:
         self.cmd = cmd

python_discovery/_py_info.py

@@ -1,4 +1,4 @@
-"""Concrete Python interpreter information, also used as subprocess interrogation script (stdlib only)."""
+"""Concrete Python interpreter information, collected in-process or via subprocess interrogation."""
 
 from __future__ import annotations
 
@@ -6,23 +6,23 @@ import json
 import logging
 import os
 import platform
-import re
-import struct
 import sys
-import sysconfig
-import warnings
 from collections import OrderedDict
 from itertools import product
 from string import digits
 from typing import TYPE_CHECKING, ClassVar, Final, NamedTuple
 
+from ._py_info_collect import PythonInfoCollector
+
 if TYPE_CHECKING:
-    import tkinter as tk
     from collections.abc import Generator, Mapping
+    from typing import Union
 
     from ._cache import PyInfoCache
     from ._py_spec import PythonSpec
 
+    InfoValue = Union[str, int, bool, None, "tuple[int | str, ...]", "list[str]", "dict[str, str | int | None]"]
+
 
 class VersionInfo(NamedTuple):
     major: int
@@ -40,246 +40,47 @@ def _get_path_extensions() -> list[str]:
 
 
 EXTENSIONS: Final[list[str]] = _get_path_extensions()
-_32BIT_POINTER_SIZE: Final[int] = 4
-_CONF_VAR_RE: Final[re.Pattern[str]] = re.compile(
-    r"""
-    \{ \w+  }   # sysconfig variable placeholder like {base}
-    """,
-    re.VERBOSE,
-)
 
 
 class PythonInfo:  # ruff:ignore[too-many-public-methods]
     """Contains information for a Python interpreter."""
 
-    def __init__(self) -> None:
-        self._init_identity()
-        self._init_prefixes()
-        self._init_schemes()
-        self._init_sysconfig()
-
-    def _init_identity(self) -> None:
-        self.platform = sys.platform
-        self.implementation = platform.python_implementation()
-        if self.implementation == "GraalVM":
-            self.implementation = "GraalPy"
-        if self.implementation == "PyPy":
-            self.pypy_version_info = tuple(sys.pypy_version_info)  # ty: ignore[unresolved-attribute] # pypy only
-
-        self.version_info = VersionInfo(*sys.version_info)
-        # same as stdlib platform.architecture to account for pointer size != max int
-        self.architecture = 32 if struct.calcsize("P") == _32BIT_POINTER_SIZE else 64
-        self.sysconfig_platform = sysconfig.get_platform()
-        self.version_nodot = sysconfig.get_config_var("py_version_nodot")
-        self.version = sys.version
-        self.os = os.name
-        self.free_threaded = sysconfig.get_config_var("Py_GIL_DISABLED") == 1
-        self.debug_build = bool(sysconfig.get_config_var("Py_DEBUG"))
-
-    def _init_prefixes(self) -> None:
-        def abs_path(value: str | None) -> str | None:
-            return None if value is None else os.path.abspath(value)
-
-        self.prefix = abs_path(getattr(sys, "prefix", None))
-        self.base_prefix = abs_path(getattr(sys, "base_prefix", None))
-        self.real_prefix = abs_path(getattr(sys, "real_prefix", None))
-        self.base_exec_prefix = abs_path(getattr(sys, "base_exec_prefix", None))
-        self.exec_prefix = abs_path(getattr(sys, "exec_prefix", None))
-
-        self.executable = abs_path(sys.executable)
-        self.original_executable = abs_path(self.executable)
-        self.system_executable = self._fast_get_system_executable()
-
-        try:
-            __import__("venv")
-            has = True
-        except ImportError:  # pragma: no cover # venv is always available in standard CPython
-            has = False
-        self.has_venv = has
-        self.path = sys.path
-        self.file_system_encoding = sys.getfilesystemencoding()
-        self.stdout_encoding = getattr(sys.stdout, "encoding", None)
-
-    def _init_schemes(self) -> None:
-        scheme_names = sysconfig.get_scheme_names()
-
-        if "venv" in scheme_names:  # pragma: >=3.11 cover
-            self.sysconfig_scheme = "venv"
-            self.sysconfig_paths = {
-                i: sysconfig.get_path(i, expand=False, scheme=self.sysconfig_scheme) for i in sysconfig.get_path_names()
-            }
-            self.distutils_install = {}
-        # debian / ubuntu python 3.10 without `python3-distutils` will report mangled `local/bin` / etc. names
-        elif sys.version_info[:2] == (3, 10) and "deb_system" in scheme_names:  # pragma: no cover # Debian/Ubuntu 3.10
-            self.sysconfig_scheme = "posix_prefix"
-            self.sysconfig_paths = {
-                i: sysconfig.get_path(i, expand=False, scheme=self.sysconfig_scheme) for i in sysconfig.get_path_names()
-            }
-            self.distutils_install = {}
-        else:  # pragma: no cover # "venv" scheme always present on Python 3.12+
-            self.sysconfig_scheme = None
-            self.sysconfig_paths = {i: sysconfig.get_path(i, expand=False) for i in sysconfig.get_path_names()}
-            self.distutils_install = self._distutils_install().copy()
-
-    def _init_sysconfig(self) -> None:
-        makefile = getattr(sysconfig, "get_makefile_filename", getattr(sysconfig, "_get_makefile_filename", None))
-        self.sysconfig = {
-            k: v
-            for k, v in [
-                ("makefile_filename", makefile() if makefile is not None else None),
-            ]
-            if k is not None
-        }
-
-        config_var_keys = set()
-        for element in self.sysconfig_paths.values():
-            config_var_keys.update(k[1:-1] for k in _CONF_VAR_RE.findall(element))
-        config_var_keys.add("PYTHONFRAMEWORK")
-        config_var_keys.update(("Py_ENABLE_SHARED", "INSTSONAME", "LIBDIR"))
-
-        self.sysconfig_vars = {i: sysconfig.get_config_var(i or "") for i in config_var_keys}
-
-        if "TCL_LIBRARY" in os.environ:
-            self.tcl_lib, self.tk_lib = self._get_tcl_tk_libs()
-        else:
-            self.tcl_lib, self.tk_lib = None, None
-
-        confs = {
-            k: (self.system_prefix if isinstance(v, str) and v.startswith(self.prefix) else v)
-            for k, v in self.sysconfig_vars.items()
-        }
-        self.system_stdlib = self.sysconfig_path("stdlib", confs)
-        self.system_stdlib_platform = self.sysconfig_path("platstdlib", confs)
-        self.max_size = getattr(sys, "maxsize", getattr(sys, "maxint", None))
-        self._creators = None  # virtualenv-specific, set via monkey-patch
-
-    @staticmethod
-    def _get_tcl_tk_libs() -> tuple[
-        str | None,
-        str | None,
-    ]:  # pragma: no cover # tkinter availability varies; tested indirectly via __init__
-        """Detect the tcl and tk libraries using tkinter."""
-        tcl_lib, tk_lib = None, None
-        try:
-            import tkinter as tk  # ruff:ignore[import-outside-top-level]
-        except ImportError:
-            pass
-        else:
-            try:
-                tcl = tk.Tcl()
-                tcl_lib = tcl.eval("info library")
-                tk_lib = PythonInfo._resolve_tk_lib(tcl, tcl_lib)
-            except tk.TclError:
-                pass
-
-        return tcl_lib, tk_lib
-
-    @staticmethod
-    def _query_tk_library(tcl: tk.Tk) -> str | None:  # pragma: no cover
-        """Try to get the TK library path directly from Tcl."""
-        import tkinter as tk  # ruff:ignore[import-outside-top-level]
-
-        try:
-            if (tk_lib := tcl.eval("set tk_library")) and os.path.isdir(tk_lib):
-                return tk_lib
-        except tk.TclError:
-            pass
-        return None
-
-    @staticmethod
-    def _resolve_tk_lib(tcl: tk.Tk, tcl_lib: str) -> str | None:  # pragma: no cover
-        """Resolve the TK library path by direct query or path construction."""
-        if (tk_lib := PythonInfo._query_tk_library(tcl)) is not None:
-            return tk_lib
-        tk_version = tcl.eval("package require Tk")
-        tcl_parent = os.path.dirname(tcl_lib)
-        for version in (tk_version, ".".join(tk_version.split(".")[:2]), tk_version.split(".")[0]):
-            tk_lib_path = os.path.join(tcl_parent, f"tk{version}")
-            if os.path.isdir(tk_lib_path) and os.path.exists(os.path.join(tk_lib_path, "tk.tcl")):
-                return tk_lib_path
-        return None
-
-    def _fast_get_system_executable(self) -> str | None:
-        """Try to get the system executable by just looking at properties."""
-        # if we're not in a virtual environment, this is already a system python, so return the original executable
-        # note we must choose the original and not the pure executable as shim scripts might throw us off
-        if not (self.real_prefix or (self.base_prefix is not None and self.base_prefix != self.prefix)):
-            return self._resolve_executable_symlink(self.original_executable)
-
-        # if this is NOT a virtual environment, can't determine easily, bail out
-        if self.real_prefix is not None:
-            return None
-
-        base_executable = getattr(sys, "_base_executable", None)  # some platforms may set this to help us
-        if base_executable is None:  # use the saved system executable if present
-            return None
-
-        # we know we're in a virtual environment, can not be us
-        if sys.executable == base_executable:
-            return None
-
-        # We're not in a venv and base_executable exists; use it directly
-        if os.path.exists(base_executable):  # pragma: >=3.11 cover
-            return self._resolve_executable_symlink(base_executable)
+    platform: str
+    implementation: str
+    pypy_version_info: tuple[int, ...]
+    version_info: VersionInfo
+    architecture: int
+    sysconfig_platform: str | None
+    version_nodot: str | None
+    version: str
+    os: str
+    free_threaded: bool
+    debug_build: bool
+    prefix: str | None
+    base_prefix: str | None
+    real_prefix: str | None
+    base_exec_prefix: str | None
+    exec_prefix: str | None
+    executable: str
+    original_executable: str
+    system_executable: str | None
+    has_venv: bool
+    path: list[str]
+    file_system_encoding: str
+    stdout_encoding: str | None
+    sysconfig_scheme: str | None
+    sysconfig_paths: dict[str, str]
+    distutils_install: dict[str, str]
+    sysconfig: dict[str, str | None]
+    sysconfig_vars: dict[str, str | int | None]
+    tcl_lib: str | None
+    tk_lib: str | None
+    system_stdlib: str
+    system_stdlib_platform: str
+    max_size: int
 
-        # Try fallback for POSIX virtual environments
-        return self._try_posix_fallback_executable(base_executable)  # pragma: >=3.11 cover
-
-    def _resolve_executable_symlink(self, path: str, *, framework: bool | None = None) -> str:
-        """
-        Resolve symlinks of the executable itself, but never of its parent directories.
-
-        Mirrors CPython's ``getpath.realpath`` (and ``venv`` in python/cpython#115237): an executable-only symlink
-        resolves to the real interpreter so its home can be located, while a fully symlinked interpreter tree is
-        kept as-is. Like ``getpath``, resolution stops as soon as the stdlib landmark is reachable from the current
-        directory - an alias such as Debian's ``/usr/bin/python3`` is a usable home and stays untouched.
-        """
-        result = os.path.abspath(path)
-        if self.os != "posix":  # CPython only does this where HAVE_READLINK
-            return result
-        if framework is None:
-            framework = bool(sysconfig.get_config_var("PYTHONFRAMEWORK"))
-        if framework:  # macOS framework builds self-locate via dyld from the real binary; e.g. for Homebrew
-            return result  # resolving would pin the versioned Cellar path into the recorded home
-        real_path = os.path.realpath(result)
-        if not os.path.exists(real_path):  # symlink loop or broken symlink
-            return result
-        while os.path.islink(result):
-            if self._stdlib_landmark_exists(os.path.dirname(result)):
-                return result
-            link = os.readlink(result)
-            candidate = link if os.path.isabs(link) else os.path.normpath(os.path.join(os.path.dirname(result), link))
-            # normpath through a symlinked directory may point at a different file - stop resolving there
-            if not (os.path.exists(candidate) and os.path.samefile(real_path, candidate)):
-                return result
-            result = candidate
-        return result
-
-    @staticmethod
-    def _stdlib_landmark_exists(dir_path: str) -> bool:
-        lib_name = os.path.basename(os.path.dirname(os.__file__))
-        return any(
-            os.path.exists(os.path.join(dir_path, os.pardir, lib, lib_name, "os.py")) for lib in ("lib", "lib64")
-        )
-
-    def _try_posix_fallback_executable(self, base_executable: str) -> str | None:
-        """Find a versioned Python binary as fallback for POSIX virtual environments."""
-        major, minor = self.version_info.major, self.version_info.minor
-        if self.os != "posix" or (major, minor) < (3, 11):
-            return None
-
-        # search relative to the directory of sys._base_executable
-        base_dir = os.path.dirname(base_executable)
-        candidates = [f"python{major}", f"python{major}.{minor}"]
-        if self.implementation == "PyPy":
-            candidates.extend(["pypy", "pypy3", f"pypy{major}", f"pypy{major}.{minor}"])
-
-        for candidate in candidates:
-            full_path = os.path.join(base_dir, candidate)
-            if os.path.exists(full_path):
-                return full_path
-
-        return None  # in this case we just can't tell easily without poking around FS and calling them, bail
+    def __init__(self) -> None:
+        self.__dict__.update(vars(self.from_dict(PythonInfoCollector().to_dict())))
 
     def install_path(self, key: str) -> str:
         """
@@ -295,36 +96,6 @@ class PythonInfo:  # ruff:ignore[too-many-public-methods]
             result = self.sysconfig_path(key, config_var=config_var).lstrip(os.sep)
         return result
 
-    @staticmethod
-    def _distutils_install() -> dict[str, str]:
-        # use distutils primarily because that's what pip does
-        # https://github.com/pypa/pip/blob/main/src/pip/_internal/locations.py#L95
-        # note here we don't import Distribution directly to allow setuptools to patch it
-        with warnings.catch_warnings():  # disable warning for PEP-632
-            warnings.simplefilter("ignore")
-            try:
-                # ruff:ignore[import-outside-top-level]
-                from distutils import dist  # ty: ignore[unresolved-import]
-
-                # ruff:ignore[import-outside-top-level]
-                from distutils.command.install import SCHEME_KEYS  # ty: ignore[unresolved-import]
-            except ImportError:  # pragma: no cover # if removed or not installed ignore
-                return {}
-
-        distribution = dist.Distribution({
-            "script_args": "--no-user-cfg",
-        })  # conf files not parsed so they do not hijack paths
-        if hasattr(sys, "_framework"):  # pragma: no cover # macOS framework builds only
-            sys._framework = None  # ruff:ignore[private-member-access]  # disable macOS static paths for framework
-
-        with warnings.catch_warnings():  # disable warning for PEP-632
-            warnings.simplefilter("ignore")
-            install = distribution.get_command_obj("install", create=True)
-
-        install.prefix = os.sep  # paths generated are relative to prefix that contains the path sep
-        install.finalize_options()
-        return {key: (getattr(install, f"install_{key}")[1:]).lstrip(os.sep) for key in SCHEME_KEYS}
-
     @property
     def version_str(self) -> str:
         """The full version as ``major.minor.micro`` string (e.g. ``3.13.2``)."""
@@ -351,7 +122,7 @@ class PythonInfo:  # ruff:ignore[too-many-public-methods]
         """``True`` if this interpreter runs inside a PEP 405 venv (has ``base_prefix``)."""
         return self.base_prefix is not None
 
-    def sysconfig_path(self, key: str, config_var: dict[str, str] | None = None, sep: str = os.sep) -> str:
+    def sysconfig_path(self, key: str, config_var: dict[str, str | int | None] | None = None, sep: str = os.sep) -> str:
         """
         Return the sysconfig install path for a scheme *key*, optionally substituting config variables.
 
@@ -568,7 +339,7 @@ class PythonInfo:  # ruff:ignore[too-many-public-methods]
         """Serialize this interpreter information to a JSON string."""
         return json.dumps(self.to_dict(), indent=2)
 
-    def to_dict(self) -> dict[str, object]:
+    def to_dict(self) -> dict[str, InfoValue]:
         """Convert this interpreter information to a plain dictionary."""
         data = {var: (getattr(self, var) if var != "_creators" else None) for var in vars(self)}
         version_info = data["version_info"]
@@ -622,14 +393,14 @@ class PythonInfo:  # ruff:ignore[too-many-public-methods]
         return cls.from_dict(raw.copy())
 
     @classmethod
-    def from_dict(cls, data: dict[str, object]) -> PythonInfo:
+    def from_dict(cls, data: dict[str, InfoValue]) -> PythonInfo:
         """
         Reconstruct a :class:`PythonInfo` from a plain dictionary.
 
         :param data: dictionary produced by :meth:`to_dict`.
         """
         data["version_info"] = VersionInfo(**data["version_info"])  # restore this to a named tuple structure
-        result = cls()
+        result = cls.__new__(cls)  # skip __init__, data replaces the full state
         result.__dict__ = data.copy()
         return result
 
@@ -851,27 +622,9 @@ def normalize_isa(isa: str) -> str:
     }.get(low, low)
 
 
-def _main() -> None:  # pragma: no cover
-    argv = sys.argv[1:]
-
-    if len(argv) >= 1:
-        start_cookie = argv[0]
-        argv = argv[1:]
-    else:
-        start_cookie = ""
-
-    if len(argv) >= 1:
-        end_cookie = argv[0]
-        argv = argv[1:]
-    else:
-        end_cookie = ""
-
-    sys.argv = sys.argv[:1] + argv
-
-    result = PythonInfo().to_json()
-    sys.stdout.write("".join((start_cookie[::-1], result, end_cookie[::-1])))
-    sys.stdout.flush()
-
-
-if __name__ == "__main__":
-    _main()
+__all__ = [
+    "KNOWN_ARCHITECTURES",
+    "PythonInfo",
+    "VersionInfo",
+    "normalize_isa",
+]

python_discovery/_py_info_collect.py

@@ -0,0 +1,370 @@
+"""
+Collect interpreter information, also run as the subprocess interrogation script (stdlib only).
+
+Executed by the interpreter being probed. Collection supports Python 3.6+, but the file must parse on 2.7 so the
+version gate below can report older interpreters instead of dying with a ``SyntaxError``: no f-strings, no walrus
+operator, no annotations, no typing imports, no imports from this package. The gate sits above every other import
+so that 3.0 and 3.1, which lack ``sysconfig``, still reach it.
+"""
+
+import sys
+
+MIN_INTERROGATE_VERSION = (3, 6)
+UNSUPPORTED_EXIT_CODE = 79  # first value past the sysexits.h range, so no stdlib or shell meaning
+UNSUPPORTED_MARKER = "unsupported Python version "
+
+if __name__ == "__main__" and sys.version_info[:2] < MIN_INTERROGATE_VERSION:  # pragma: no cover # needs <3.6
+    sys.stderr.write(UNSUPPORTED_MARKER + ".".join(str(i) for i in sys.version_info[:3]))
+    raise SystemExit(UNSUPPORTED_EXIT_CODE)
+
+import json
+import os
+import platform
+import re
+import struct
+import sysconfig
+import warnings
+from collections import namedtuple
+
+# ruff:ignore[collections-named-tuple] # typing.NamedTuple class syntax needs annotations, unavailable on 3.6
+VersionInfo = namedtuple("VersionInfo", ["major", "minor", "micro", "releaselevel", "serial"])
+
+_32BIT_POINTER_SIZE = 4
+_CONF_VAR_RE = re.compile(
+    r"""
+    \{ \w+  }   # sysconfig variable placeholder like {base}
+    """,
+    re.VERBOSE,
+)
+
+
+class PythonInfoCollector:
+    """Collects information about the currently running Python interpreter."""
+
+    def __init__(self):
+        self._init_identity()
+        self._init_prefixes()
+        self._init_schemes()
+        self._init_sysconfig()
+
+    def _init_identity(self):
+        self.platform = sys.platform
+        self.implementation = platform.python_implementation()
+        if self.implementation == "GraalVM":
+            self.implementation = "GraalPy"
+        if self.implementation == "PyPy":
+            self.pypy_version_info = tuple(sys.pypy_version_info)  # ty: ignore[unresolved-attribute] # pypy only
+
+        self.version_info = VersionInfo(*sys.version_info)
+        # same as stdlib platform.architecture to account for pointer size != max int
+        self.architecture = 32 if struct.calcsize("P") == _32BIT_POINTER_SIZE else 64
+        self.sysconfig_platform = sysconfig.get_platform()
+        self.version_nodot = sysconfig.get_config_var("py_version_nodot")
+        self.version = sys.version
+        self.os = os.name
+        self.free_threaded = sysconfig.get_config_var("Py_GIL_DISABLED") == 1
+        self.debug_build = bool(sysconfig.get_config_var("Py_DEBUG"))
+
+    def _init_prefixes(self):
+        def abs_path(value):
+            return None if value is None else os.path.abspath(value)
+
+        self.prefix = abs_path(getattr(sys, "prefix", None))
+        self.base_prefix = abs_path(getattr(sys, "base_prefix", None))
+        self.real_prefix = abs_path(getattr(sys, "real_prefix", None))
+        self.base_exec_prefix = abs_path(getattr(sys, "base_exec_prefix", None))
+        self.exec_prefix = abs_path(getattr(sys, "exec_prefix", None))
+
+        self.executable = abs_path(sys.executable)
+        self.original_executable = abs_path(self.executable)
+        self.system_executable = self._fast_get_system_executable()
+
+        try:
+            __import__("venv")
+            has = True
+        except ImportError:  # pragma: no cover # venv is always available in standard CPython
+            has = False
+        self.has_venv = has
+        self.path = sys.path
+        self.file_system_encoding = sys.getfilesystemencoding()
+        self.stdout_encoding = getattr(sys.stdout, "encoding", None)
+
+    def _init_schemes(self):
+        scheme_names = sysconfig.get_scheme_names()
+
+        if "venv" in scheme_names:  # pragma: >=3.11 cover
+            self.sysconfig_scheme = "venv"
+            self.sysconfig_paths = {
+                i: sysconfig.get_path(i, expand=False, scheme=self.sysconfig_scheme) for i in sysconfig.get_path_names()
+            }
+            self.distutils_install = {}
+        # debian / ubuntu python 3.10 without `python3-distutils` will report mangled `local/bin` / etc. names
+        elif sys.version_info[:2] == (3, 10) and "deb_system" in scheme_names:  # pragma: no cover # Debian/Ubuntu 3.10
+            self.sysconfig_scheme = "posix_prefix"
+            self.sysconfig_paths = {
+                i: sysconfig.get_path(i, expand=False, scheme=self.sysconfig_scheme) for i in sysconfig.get_path_names()
+            }
+            self.distutils_install = {}
+        else:  # pragma: no cover # "venv" scheme always present on Python 3.12+
+            self.sysconfig_scheme = None
+            self.sysconfig_paths = {i: sysconfig.get_path(i, expand=False) for i in sysconfig.get_path_names()}
+            self.distutils_install = self._distutils_install().copy()
+
+    def _init_sysconfig(self):
+        makefile = getattr(sysconfig, "get_makefile_filename", getattr(sysconfig, "_get_makefile_filename", None))
+        self.sysconfig = {
+            k: v
+            for k, v in [
+                ("makefile_filename", makefile() if makefile is not None else None),
+            ]
+            if k is not None
+        }
+
+        config_var_keys = set()
+        for element in self.sysconfig_paths.values():
+            config_var_keys.update(k[1:-1] for k in _CONF_VAR_RE.findall(element))
+        config_var_keys.add("PYTHONFRAMEWORK")
+        config_var_keys.update(("Py_ENABLE_SHARED", "INSTSONAME", "LIBDIR"))
+
+        self.sysconfig_vars = {i: sysconfig.get_config_var(i or "") for i in config_var_keys}
+
+        if "TCL_LIBRARY" in os.environ:
+            self.tcl_lib, self.tk_lib = self._get_tcl_tk_libs()
+        else:
+            self.tcl_lib, self.tk_lib = None, None
+
+        system_prefix = self.real_prefix or self.base_prefix or self.prefix
+        confs = {
+            k: (system_prefix if isinstance(v, str) and v.startswith(self.prefix) else v)
+            for k, v in self.sysconfig_vars.items()
+        }
+        self.system_stdlib = self._sysconfig_path("stdlib", confs)
+        self.system_stdlib_platform = self._sysconfig_path("platstdlib", confs)
+        self.max_size = getattr(sys, "maxsize", getattr(sys, "maxint", None))
+        self._creators = None  # virtualenv-specific, set via monkey-patch
+
+    def _sysconfig_path(self, key, config_var):
+        pattern = self.sysconfig_paths.get(key)
+        if pattern is None:  # custom builds may ship schemes without stdlib / platstdlib
+            return ""
+        base = self.sysconfig_vars.copy()
+        base.update(config_var)
+        return pattern.format(**base).replace("/", os.sep)
+
+    @staticmethod
+    def _get_tcl_tk_libs():  # pragma: no cover # tkinter availability varies; tested indirectly via __init__
+        """Detect the tcl and tk libraries using tkinter."""
+        tcl_lib, tk_lib = None, None
+        try:
+            import tkinter as tk  # ruff:ignore[import-outside-top-level] # novermin # unreached below the version gate
+        except ImportError:
+            pass
+        else:
+            try:
+                tcl = tk.Tcl()
+                tcl_lib = tcl.eval("info library")
+                tk_lib = PythonInfoCollector._resolve_tk_lib(tcl, tcl_lib)
+            except tk.TclError:
+                pass
+
+        return tcl_lib, tk_lib
+
+    @staticmethod
+    def _query_tk_library(tcl):  # pragma: no cover
+        """Try to get the TK library path directly from Tcl."""
+        import tkinter as tk  # ruff:ignore[import-outside-top-level] # novermin # unreached below the version gate
+
+        try:
+            tk_lib = tcl.eval("set tk_library")
+            if tk_lib and os.path.isdir(tk_lib):
+                return tk_lib
+        except tk.TclError:
+            pass
+        return None
+
+    @staticmethod
+    def _resolve_tk_lib(tcl, tcl_lib):  # pragma: no cover
+        """Resolve the TK library path by direct query or path construction."""
+        tk_lib = PythonInfoCollector._query_tk_library(tcl)
+        if tk_lib is not None:
+            return tk_lib
+        tk_version = tcl.eval("package require Tk")
+        tcl_parent = os.path.dirname(tcl_lib)
+        for version in (tk_version, ".".join(tk_version.split(".")[:2]), tk_version.split(".")[0]):
+            tk_lib_path = os.path.join(tcl_parent, "tk{}".format(version))
+            if os.path.isdir(tk_lib_path) and os.path.exists(os.path.join(tk_lib_path, "tk.tcl")):
+                return tk_lib_path
+        return None
+
+    def _fast_get_system_executable(self):
+        """Try to get the system executable by just looking at properties."""
+        # Preserve the invoked path because shims may rely on it.
+        if not (self.real_prefix or (self.base_prefix is not None and self.base_prefix != self.prefix)):
+            return self._resolve_executable_symlink(self.original_executable)
+
+        if self.real_prefix is not None:
+            return None
+
+        base_executable = getattr(sys, "_base_executable", None)
+        if base_executable is None:
+            return None
+
+        if sys.executable == base_executable:
+            return None
+
+        # CPython accepts pythonX without checking its version when resolving a copied venv.
+        if os.path.exists(base_executable):  # pragma: >=3.11 cover
+            major = self.version_info.major
+            ambiguous_names = {"python", "python{}".format(major)}
+            if self.implementation == "PyPy":
+                ambiguous_names.update({"pypy", "pypy3", "pypy{}".format(major)})
+            if os.path.basename(base_executable) in ambiguous_names:
+                versioned = self._try_posix_versioned_executable(base_executable)
+                if versioned is not None and not os.path.samefile(base_executable, versioned):
+                    base_executable = versioned
+            return self._resolve_executable_symlink(base_executable)
+
+        # Try fallback for POSIX virtual environments
+        return self._try_posix_fallback_executable(base_executable)  # pragma: >=3.11 cover
+
+    def _resolve_executable_symlink(self, path):
+        """
+        Resolve symlinks of the executable itself, but never of its parent directories.
+
+        Mirrors CPython's ``getpath.realpath`` (and ``venv`` in python/cpython#115237): an executable-only symlink
+        resolves to the real interpreter so its home can be located, while a fully symlinked interpreter tree is
+        kept as-is. Like ``getpath``, resolution stops as soon as the stdlib landmark is reachable from the current
+        directory - an alias such as Debian's ``/usr/bin/python3`` is a usable home and stays untouched.
+        """
+        result = os.path.abspath(path)
+        if self.os != "posix":  # pragma: win32 cover # CPython only does this where HAVE_READLINK
+            return result
+        if sysconfig.get_config_var("PYTHONFRAMEWORK"):  # macOS framework builds self-locate via dyld; e.g. Homebrew
+            return result  # resolving would pin the versioned Cellar path into the recorded home
+        real_path = os.path.realpath(result)
+        if not os.path.exists(real_path):  # symlink loop or broken symlink
+            return result
+        while os.path.islink(result):
+            if self._stdlib_landmark_exists(os.path.dirname(result)):
+                return result
+            link = os.readlink(result)
+            candidate = link if os.path.isabs(link) else os.path.normpath(os.path.join(os.path.dirname(result), link))
+            # normpath through a symlinked directory may point at a different file - stop resolving there
+            if not (os.path.exists(candidate) and os.path.samefile(real_path, candidate)):
+                return result
+            result = candidate
+        return result
+
+    @staticmethod
+    def _stdlib_landmark_exists(dir_path):
+        lib_name = os.path.basename(os.path.dirname(os.__file__))
+        return any(
+            os.path.exists(os.path.join(dir_path, os.pardir, lib, lib_name, "os.py")) for lib in ("lib", "lib64")
+        )
+
+    def _try_posix_fallback_executable(self, base_executable):
+        """Find a versioned Python binary as fallback for POSIX virtual environments."""
+        versioned = self._try_posix_versioned_executable(base_executable)
+        if versioned is not None:
+            return versioned
+
+        major, minor = self.version_info.major, self.version_info.minor
+        if self.os != "posix" or (major, minor) < (3, 11):
+            return None
+
+        base_dir = os.path.dirname(base_executable)
+        candidates = ["python{}".format(major)]
+        if self.implementation == "PyPy":
+            candidates.extend(["pypy", "pypy3", "pypy{}".format(major)])
+
+        for candidate in candidates:
+            full_path = os.path.join(base_dir, candidate)
+            if os.path.exists(full_path):
+                return full_path
+
+        return None
+
+    def _try_posix_versioned_executable(self, base_executable):
+        major, minor = self.version_info.major, self.version_info.minor
+        if self.os != "posix" or (major, minor) < (3, 11):
+            return None
+
+        base_dir = os.path.dirname(base_executable)
+        candidates = ["python{}.{}".format(major, minor)]
+        if self.implementation == "PyPy":
+            candidates.insert(0, "pypy{}.{}".format(major, minor))
+
+        for candidate in candidates:
+            full_path = os.path.join(base_dir, candidate)
+            if os.path.exists(full_path):
+                return full_path
+
+        return None
+
+    @staticmethod
+    def _distutils_install():  # pragma: <3.11 cover # 3.11+ uses the "venv" scheme instead
+        # use distutils primarily because that's what pip does
+        # https://github.com/pypa/pip/blob/main/src/pip/_internal/locations.py#L95
+        # Avoid importing Distribution before setuptools can patch it.
+        with warnings.catch_warnings():  # disable warning for PEP-632
+            warnings.simplefilter("ignore")
+            try:
+                # ruff:ignore[import-outside-top-level]
+                from distutils import dist  # ty: ignore[unresolved-import]
+
+                # ruff:ignore[import-outside-top-level]
+                from distutils.command.install import SCHEME_KEYS  # ty: ignore[unresolved-import]
+            except ImportError:  # pragma: no cover # if removed or not installed ignore
+                return {}
+
+        distribution = dist.Distribution({
+            "script_args": "--no-user-cfg",
+        })  # conf files not parsed so they do not hijack paths
+        if hasattr(sys, "_framework"):  # pragma: no cover # macOS framework builds only
+            sys._framework = None  # ruff:ignore[private-member-access]  # disable macOS static paths for framework
+
+        with warnings.catch_warnings():  # disable warning for PEP-632
+            warnings.simplefilter("ignore")
+            install = distribution.get_command_obj("install", create=True)
+
+        install.prefix = os.sep  # paths generated are relative to prefix that contains the path sep
+        install.finalize_options()
+        return {key: (getattr(install, "install_{}".format(key))[1:]).lstrip(os.sep) for key in SCHEME_KEYS}
+
+    def to_dict(self):
+        """Convert the collected information to a plain dictionary."""
+        data = {var: (getattr(self, var) if var != "_creators" else None) for var in vars(self)}
+        data["version_info"] = self.version_info._asdict()
+        return data
+
+
+def _main():  # pragma: no cover # exercised via subprocess runs
+    argv = sys.argv[1:]
+
+    if len(argv) >= 1:
+        start_cookie = argv[0]
+        argv = argv[1:]
+    else:
+        start_cookie = ""
+
+    if len(argv) >= 1:
+        end_cookie = argv[0]
+        argv = argv[1:]
+    else:
+        end_cookie = ""
+
+    sys.argv = sys.argv[:1] + argv
+
+    result = json.dumps(PythonInfoCollector().to_dict(), indent=2)
+    sys.stdout.write("".join((start_cookie[::-1], result, end_cookie[::-1])))
+    sys.stdout.flush()
+
+
+__all__ = [
+    "MIN_INTERROGATE_VERSION",
+    "UNSUPPORTED_MARKER",
+    "PythonInfoCollector",
+]
+
+if __name__ == "__main__":
+    _main()

{python_discovery-1.5.1.dist-info → python_discovery-1.5.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.5
 Name: python-discovery
-Version: 1.5.1
+Version: 1.5.3
 Summary: Python interpreter discovery
 Project-URL: Changelog, https://github.com/tox-dev/python-discovery/releases
 Project-URL: Documentation, https://python-discovery.readthedocs.io
@@ -68,6 +68,9 @@ the right one for you.
 Give it a requirement like `python3.12` or `>=3.11,<3.13`, and it searches all known locations, verifies each candidate,
 and returns detailed metadata about the match. Results are cached to disk so repeated lookups are fast.
 
+The library runs on Python 3.8+ and discovers interpreters as old as Python 3.6; anything older is skipped with a
+warning naming the version it found.
+
 ## Usage
 
 ```python

{python_discovery-1.5.1.dist-info → python_discovery-1.5.3.dist-info}/RECORD

@@ -1,16 +1,17 @@
 python_discovery/__init__.py,sha256=Hi4j3pMvC8Fo8KoNL-wOHsPSCUHwY4c0qvv5sjnFzME,808
 python_discovery/_cache.py,sha256=svmG2GzUQzd2xTjAbm2eX1CKxxGAglfv4kxaPuxwPIA,5147
-python_discovery/_cached_py_info.py,sha256=l9Y9UJGjKjp4M7iR9HfXYzW3hWdQ3KyNOD5IbSEphLw,8659
+python_discovery/_cached_py_info.py,sha256=MKV2sjrrypq-7gcOdw9GpAooMJl9kYCTAlYeUwO3ndQ,10473
 python_discovery/_compat.py,sha256=iqxGuhK9rPaiui80G1H1KrweoMJ16gyLYEmUrSXrp5c,709
 python_discovery/_discovery.py,sha256=ABPD8MRweUO6B7cG3U3ZBfUIYs08rh6dYPA225EURyY,22032
-python_discovery/_py_info.py,sha256=sXsOX4epGDRhrLvEcpDThh3r1yKMf5KZVaF2ZegoSOA,37311
+python_discovery/_py_info.py,sha256=XX4yM6TVhTMFfmahNMekT7Y3Zy12Zy0IAfmz_xFRceU,25284
+python_discovery/_py_info_collect.py,sha256=YhF5U-kKcwMXZMfRNDlZK6kCPJJI9tHIvd5SjQqMJqY,16126
 python_discovery/_py_spec.py,sha256=O1RMC9JQ7m5SRzF6cEELxnIWZpadXYWO4bWDD7TemUs,10965
 python_discovery/_specifier.py,sha256=o7MHb0z_mFSLz9gXqMwJoNkHYjgi2biq3Ibvd0_slvc,10457
 python_discovery/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 python_discovery/_windows/__init__.py,sha256=qthcyGh36b3WkeSbZ4ECRRYLbCOCaQu5X_DRZ98tXfk,315
 python_discovery/_windows/_pep514.py,sha256=1TqLTdofSCPu3VFE7D4u2fXweyaqhKJR7b48VmJ9AQQ,7787
 python_discovery/_windows/_propose.py,sha256=iMJf6l0TU4SvuV8UsCHHINAe9L5dUT949xyeyMVdong,1565
-python_discovery-1.5.1.dist-info/METADATA,sha256=DWitu_0XNhVQusKTT4aIXioAlImTpg-XH4Yp5ZhHbRc,4980
-python_discovery-1.5.1.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
-python_discovery-1.5.1.dist-info/licenses/LICENSE,sha256=kOJeH68qSq6o2V7o5_VziwUqGswMnFgGgQH5Mahr1Yg,1023
-python_discovery-1.5.1.dist-info/RECORD,,
+python_discovery-1.5.3.dist-info/METADATA,sha256=RcMFPQt1KzopnhBQlUIjMC18xeM-te8dXAsUwKI6D2Y,5132
+python_discovery-1.5.3.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+python_discovery-1.5.3.dist-info/licenses/LICENSE,sha256=kOJeH68qSq6o2V7o5_VziwUqGswMnFgGgQH5Mahr1Yg,1023
+python_discovery-1.5.3.dist-info/RECORD,,

{python_discovery-1.5.1.dist-info → python_discovery-1.5.3.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.31.0
+Generator: hatchling 1.32.0
 Root-Is-Purelib: true
 Tag: py3-none-any