Nuitka-winsvc 1.8__cp311-cp311-win_amd64.whl → 2.4.8__cp311-cp311-win_amd64.whl

nuitka/utils/SharedLibraries.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ This module deals with finding and information about shared libraries.
 
 """
@@ -31,11 +17,7 @@ from nuitka.Options import getMacOSTargetArch, isShowInclusion, isUnstripped
 from nuitka.PythonVersions import python_version
 from nuitka.Tracing import inclusion_logger, postprocessing_logger
 
-from .Execution import (
-    executeToolChecked,
-    withEnvironmentPathAdded,
-    withEnvironmentVarOverridden,
-)
+from .Execution import executeToolChecked, withEnvironmentPathAdded
 from .FileOperations import (
     addFileExecutablePermission,
     changeFilenameExtension,
@@ -44,7 +26,13 @@ from .FileOperations import (
     makeContainingPath,
     withMadeWritableFileMode,
 )
-from .Utils import isAlpineLinux, isLinux, isMacOS, isWin32Windows
+from .Utils import (
+    isAlpineLinux,
+    isLinux,
+    isMacOS,
+    isWin32Windows,
+    raiseWindowsError,
+)
 from .WindowsResources import (
     RT_MANIFEST,
     VsFixedFileInfoStructure,
@@ -95,13 +83,12 @@ def locateDLL(dll_name):
             name=dll_name, paths=["/lib", "/usr/lib", "/usr/local/lib"]
         )
 
-    with withEnvironmentVarOverridden("LANG", "C"):
-        # TODO: Could and probably should cache "ldconfig -p" output to avoid forks
-        output = executeToolChecked(
-            logger=postprocessing_logger,
-            command=("/sbin/ldconfig", "-p"),
-            absence_message=_ldconfig_usage,
-        )
+    # TODO: Could and probably should cache "ldconfig -p" output to avoid forks
+    output = executeToolChecked(
+        logger=postprocessing_logger,
+        command=("/sbin/ldconfig", "-p"),
+        absence_message=_ldconfig_usage,
+    )
 
     dll_map = {}
 
@@ -115,6 +102,8 @@ def locateDLL(dll_name):
         left = left[: left.rfind(b" (")]
 
         if python_version >= 0x300:
+            # spell-checker: ignore getfilesystemencoding
+
             left = left.decode(sys.getfilesystemencoding())
             right = right.decode(sys.getfilesystemencoding())
 
@@ -147,7 +136,7 @@ def _removeSxsFromDLL(filename):
         filename: Filename to remove SxS manifests from
     """
     # There may be more files that need this treatment, these are from scans
-    # with the "find_sxs_modules" tool.
+    # with the "find_sxs_modules" tool. spell-checker: ignore winxpgui
     if os.path.normcase(os.path.basename(filename)) not in (
         "sip.pyd",
         "win32ui.pyd",
@@ -207,7 +196,7 @@ def _getDLLVersionWindows(filename):
     # This cannot really fail anymore.
     assert success
 
-    # Look for codepages
+    # Look for code pages
     VerQueryValueA = ctypes.windll.version.VerQueryValueA
     VerQueryValueA.argtypes = (
         ctypes.wintypes.LPCVOID,
@@ -233,6 +222,7 @@ def _getDLLVersionWindows(filename):
     return (ms >> 16) & 0xFFFF, ms & 0xFFFF, (ls >> 16) & 0xFFFF, ls & 0xFFFF
 
 
+# spell-checker: ignore readelf
 _readelf_usage = "The 'readelf' is used to analyse dependencies on ELF using systems and required to be found."
 
 
@@ -244,6 +234,7 @@ def _getSharedLibraryRPATHElf(filename):
     )
 
     for line in output.split(b"\n"):
+        # spell-checker: ignore RUNPATH
         if b"RPATH" in line or b"RUNPATH" in line:
             result = line[line.find(b"[") + 1 : line.rfind(b"]")]
 
@@ -258,13 +249,22 @@ def _getSharedLibraryRPATHElf(filename):
 _otool_output_cache = {}
 
 
+def _getMacOSArchOption():
+    macos_target_arch = getMacOSTargetArch()
+
+    if macos_target_arch != "universal":
+        return ("-arch", macos_target_arch)
+    else:
+        return ()
+
+
 def _getOToolCommandOutput(otool_option, filename):
     filename = os.path.abspath(filename)
 
-    command = ("otool", otool_option, filename)
+    command = ("otool",) + _getMacOSArchOption() + (otool_option, filename)
 
     if otool_option == "-L":
-        cache_key = command, os.environ.get("DYLD_LIBRARY_PATH")
+        cache_key = command, os.getenv("DYLD_LIBRARY_PATH")
     else:
         cache_key = command
 
@@ -287,6 +287,23 @@ def getOtoolDependencyOutput(filename, package_specific_dirs):
         return _getOToolCommandOutput("-L", filename)
 
 
+def parseOtoolListingOutput(output):
+    paths = OrderedSet()
+
+    for line in output.split(b"\n")[1:]:
+        if str is not bytes:
+            line = line.decode("utf8")
+
+        if not line:
+            continue
+
+        filename = line.split(" (", 1)[0].strip()
+
+        paths.add(filename)
+
+    return paths
+
+
 def _getDLLVersionMacOS(filename):
     output = _getOToolCommandOutput("-D", filename).splitlines()
 
@@ -344,14 +361,25 @@ def getSharedLibraryRPATH(filename):
 
 
 def _filterPatchelfErrorOutput(stderr):
+    non_errors = []
+
+    def isNonErrorExit(line):
+        if b"cannot find section '.dynamic'" in line:
+            non_errors.append(line)
+
+            return True
+
+        return False
+
     stderr = b"\n".join(
         line
         for line in stderr.splitlines()
         if line
         if b"warning: working around" not in line
+        if not isNonErrorExit(line)
     )
 
-    return None, stderr
+    return (0 if non_errors else None), stderr
 
 
 _patchelf_usage = """\
@@ -359,15 +387,31 @@ Error, needs 'patchelf' on your system, to modify 'RPATH' settings that \
 need to be updated."""
 
 
+def checkPatchElfPresenceAndUsability(logger):
+    """Checks if patchelf is present and usable."""
+
+    output = executeToolChecked(
+        logger=logger,
+        command=("patchelf", "--version"),
+        absence_message="""\
+Error, standalone mode on Linux requires 'patchelf' to be \
+installed. Use 'apt/dnf/yum install patchelf' first.""",
+    )
+
+    if output.split() == b"0.18.0":
+        logger.sysexit(
+            "Error, patchelf version 0.18.0 is a known buggy release and cannot be used. Please upgrade or downgrade it."
+        )
+
+
 def _setSharedLibraryRPATHElf(filename, rpath):
     # patchelf --set-rpath "$ORIGIN/path/to/library" <executable>
-    with withEnvironmentVarOverridden("LANG", "C"):
-        executeToolChecked(
-            logger=postprocessing_logger,
-            command=("patchelf", "--set-rpath", rpath, filename),
-            stderr_filter=_filterPatchelfErrorOutput,
-            absence_message=_patchelf_usage,
-        )
+    executeToolChecked(
+        logger=postprocessing_logger,
+        command=("patchelf", "--set-rpath", rpath, filename),
+        stderr_filter=_filterPatchelfErrorOutput,
+        absence_message=_patchelf_usage,
+    )
 
 
 def _filterInstallNameToolErrorOutput(stderr):
@@ -442,24 +486,31 @@ def callInstallNameTool(filename, mapping, id_path, rpath):
         This is obviously macOS specific.
     """
     command = ["install_name_tool"]
+
+    needs_call = False
     for old_path, new_path in mapping:
-        command += ("-change", old_path, new_path)
+        if old_path != new_path:
+            command += ("-change", old_path, new_path)
+            needs_call = True
 
     if rpath is not None:
         command += ("-add_rpath", os.path.join(rpath, "."))
+        needs_call = True
 
     if id_path is not None:
         command += ("-id", id_path)
+        needs_call = True
 
     command.append(filename)
 
-    with withMadeWritableFileMode(filename):
-        executeToolChecked(
-            logger=postprocessing_logger,
-            command=command,
-            absence_message=_install_name_tool_usage,
-            stderr_filter=_filterInstallNameToolErrorOutput,
-        )
+    if needs_call:
+        with withMadeWritableFileMode(filename):
+            executeToolChecked(
+                logger=postprocessing_logger,
+                command=command,
+                absence_message=_install_name_tool_usage,
+                stderr_filter=_filterInstallNameToolErrorOutput,
+            )
 
 
 def getPyWin32Dir():
@@ -474,6 +525,7 @@ def getPyWin32Dir():
     Notes:
         This is needed for standalone mode only.
     """
+    # spell-checker: ignore pywin32
 
     for path_element in sys.path:
         if not path_element:
@@ -577,7 +629,7 @@ def _getFileCommandOutput(filename):
 
 
 def hasUniversalOrMatchingMacOSArchitecture(filename):
-    assert isMacOS()
+    assert isMacOS() and os.path.isfile(filename), filename
 
     file_output = _getFileCommandOutput(filename)
 
@@ -638,7 +690,15 @@ def copyDllFile(source_path, dist_dir, dest_path, executable):
         # Path must be normalized for this to be correct, but entry points enforced that.
         count = dest_path.count(os.path.sep)
 
-        rpath = os.path.join("$ORIGIN", *([".."] * count))
+        # TODO: This ought to depend on actual presence of used DLLs with middle
+        # paths and not just do it, but maybe there is not much harm in it.
+        if count > 0:
+            rpath = ":".join(
+                os.path.join("$ORIGIN", *([".."] * c)) for c in range(count, 0, -1)
+            )
+        else:
+            rpath = "$ORIGIN"
+
         setSharedLibraryRPATH(target_filename, rpath)
 
     if isWin32Windows() and isUnstripped():
@@ -652,6 +712,15 @@ def copyDllFile(source_path, dist_dir, dest_path, executable):
                 ),
             )
 
+    if isMacOS():
+        # spell-checker: ignore xattr
+
+        executeToolChecked(
+            logger=postprocessing_logger,
+            command=("xattr", "-c", target_filename),
+            absence_message="needs 'xattr' to remove extended attributes",
+        )
+
     if executable:
         addFileExecutablePermission(target_filename)
 
@@ -682,10 +751,7 @@ def getWindowsRunningProcessModuleFilename(handle):
 
     res = GetModuleFileName(handle, buf, MAX_PATH)
     if res == 0:
-        # Windows only code, pylint: disable=I0021,undefined-variable
-        raise WindowsError(
-            ctypes.GetLastError(), ctypes.FormatError(ctypes.GetLastError())
-        )
+        raiseWindowsError("getWindowsRunningProcessModuleFilename")
 
     return os.path.normcase(buf.value)
 
@@ -719,10 +785,7 @@ def _getWindowsRunningProcessModuleHandles():
     )
 
     if not res:
-        # Windows only code, pylint: disable=I0021,undefined-variable
-        raise WindowsError(
-            ctypes.GetLastError(), ctypes.FormatError(ctypes.GetLastError())
-        )
+        raiseWindowsError("getWindowsRunningProcessModuleHandles")
 
     return tuple(handle for handle in handles if handle is not None)
 
@@ -754,20 +817,19 @@ def cleanupHeaderForAndroid(filename):
     created by default.
     """
 
-    with withEnvironmentVarOverridden("LANG", "C"):
-        executeToolChecked(
-            logger=postprocessing_logger,
-            command=("patchelf", "--shrink-rpath", filename),
-            stderr_filter=_filterPatchelfErrorOutput,
-            absence_message=_patchelf_usage,
-        )
+    executeToolChecked(
+        logger=postprocessing_logger,
+        command=("patchelf", "--shrink-rpath", filename),
+        stderr_filter=_filterPatchelfErrorOutput,
+        absence_message=_patchelf_usage,
+    )
 
-        executeToolChecked(
-            logger=postprocessing_logger,
-            command=("termux-elf-cleaner", "--quiet", filename),
-            absence_message=_termux_elf_cleaner_usage,
-            optional=True,
-        )
+    executeToolChecked(
+        logger=postprocessing_logger,
+        command=("termux-elf-cleaner", "--quiet", filename),
+        absence_message=_termux_elf_cleaner_usage,
+        optional=True,
+    )
 
 
 _nm_usage = """\
@@ -775,10 +837,18 @@ Error, needs 'nm' on your system, to detect exported DLL symbols."""
 
 
 def getDllExportedSymbols(logger, filename):
-    if isLinux():
+    if isLinux or isMacOS():
+        if isLinux():
+            command = ("nm", "-D", filename)
+        elif isMacOS():
+            command = ("nm", "-gU", filename) + _getMacOSArchOption()
+        else:
+            # Need to add e.g. FreeBSD here.
+            assert False
+
         output = executeToolChecked(
             logger=logger,
-            command=("nm", "-D", filename),
+            command=command,
             absence_message=_nm_usage,
         )
 
@@ -795,3 +865,19 @@ def getDllExportedSymbols(logger, filename):
         return result
     else:
         return None
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/utils/Shebang.py

@@ -1,23 +1,10 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Utils to work with shebang lines.
 
 """
+
 import os
 import re
 
@@ -108,3 +95,19 @@ def parseShebang(shebang):
             del parts[0]
 
     return parts[0][2:].lstrip(), parts[1:]
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/utils/Signing.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Signing of executables.
 
 """
@@ -52,6 +38,45 @@ for the certificate in KeyChain Access application for this certificate."""
     return None, stderr
 
 
+def detectMacIdentity():
+    output = executeToolChecked(
+        logger=postprocessing_logger,
+        command=["security", "find-identity"],
+        absence_message="The 'security' program is used to scan for signing identities",
+    )
+
+    if str is not bytes:
+        output = output.decode("utf8")
+
+    signing_name = None
+    result = None
+
+    for line in output.splitlines():
+        line = line.strip()
+
+        if line.startswith("2)"):
+            postprocessing_logger.sysexit(
+                "More than one signing identity, auto mode cannot be used."
+            )
+
+        if line.startswith("1)"):
+            parts = line.split(" ", 2)
+
+            result = parts[1]
+            signing_name = parts[2]
+
+    if result is None:
+        postprocessing_logger.sysexit(
+            "Failed to detect any signing identity, auto mode cannot be used."
+        )
+    else:
+        postprocessing_logger.info(
+            "Using signing identity %s automatically." % signing_name
+        )
+
+    return result
+
+
 def addMacOSCodeSignature(filenames):
     """Add the code signature to filenames.
 
@@ -68,8 +93,12 @@ def addMacOSCodeSignature(filenames):
     # Weak signing.
     identity = getMacOSSigningIdentity()
 
+    if identity == "auto":
+        identity = detectMacIdentity()
+
     command = [
-        "codesign",
+        # Need to avoid Anaconda codesign.
+        "/usr/bin/codesign",
         "-s",
         identity,
         "--force",
@@ -91,3 +120,19 @@ def addMacOSCodeSignature(filenames):
             absence_message=_macos_codesign_usage,
             stderr_filter=_filterCodesignErrorOutput,
         )
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/utils/SlotMetaClasses.py

@@ -0,0 +1,57 @@
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
+""" Helper for portable metaclasses that do checks. """
+
+from abc import ABCMeta
+
+from nuitka.Errors import NuitkaNodeDesignError
+
+
+def getMetaClassBase(meta_class_prefix, require_slots):
+    """For Python2/3 compatible source, we create a base class that has the metaclass
+    used and doesn't require making a syntax choice.
+
+    Also this allows to enforce the proper usage of "__slots__" for all classes using
+    it optionally.
+    """
+
+    class MetaClass(ABCMeta):
+        def __new__(
+            mcs, name, bases, dictionary
+        ):  # pylint: disable=I0021,arguments-differ
+            if require_slots:
+                for base in bases:
+                    if base is not object and "__slots__" not in base.__dict__:
+                        raise NuitkaNodeDesignError(
+                            name, "All bases must set __slots__.", base
+                        )
+
+                if "__slots__" not in dictionary:
+                    raise NuitkaNodeDesignError(name, "Class must set __slots__.", name)
+
+            return ABCMeta.__new__(mcs, name, bases, dictionary)
+
+    MetaClassBase = MetaClass(
+        "%sMetaClassBase" % meta_class_prefix,
+        (object,),
+        {"__slots__": ()} if require_slots else {},
+    )
+
+    return MetaClassBase
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.