Nuitka-winsvc 1.8__cp311-cp311-win_amd64.whl → 2.4.8__cp311-cp311-win_amd64.whl

nuitka/utils/StaticLibraries.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ This module deals with finding and information about static libraries.
 
 """
@@ -26,6 +12,7 @@ from nuitka.PythonFlavors import (
     isAnacondaPython,
     isDebianPackagePython,
     isNuitkaPython,
+    isRyePython,
 )
 from nuitka.PythonVersions import (
     getPythonABI,
@@ -36,7 +23,12 @@ from nuitka.PythonVersions import (
 from nuitka.Tracing import general
 
 from .FileOperations import getFileContentByLine, getFileList
-from .Utils import getLinuxDistribution, isDebianBasedLinux, isWin32Windows
+from .Utils import (
+    getLinuxDistribution,
+    isDebianBasedLinux,
+    isMacOS,
+    isWin32Windows,
+)
 
 _ldconf_paths = None
 
@@ -52,14 +44,15 @@ def locateStaticLinkLibrary(dll_name):
 
 def _locateStaticLinkLibrary(dll_name):
     # singleton, pylint: disable=global-statement
+
     #
     global _ldconf_paths
 
     if _ldconf_paths is None:
         _ldconf_paths = OrderedSet()
 
-        for conf_filemame in getFileList("/etc/ld.so.conf.d", only_suffixes=".conf"):
-            for conf_line in getFileContentByLine(conf_filemame):
+        for conf_filename in getFileList("/etc/ld.so.conf.d", only_suffixes=".conf"):
+            for conf_line in getFileContentByLine(conf_filename):
                 conf_line = conf_line.split("#", 1)[0]
                 conf_line = conf_line.strip()
 
@@ -98,6 +91,19 @@ def isDebianSuitableForStaticLinking():
         return True
 
 
+def _getSysConfigVarLIBPL():
+    # Return the LIBPL config variable, or None if it's not set or retrievable
+    try:
+        import sysconfig
+
+        return sysconfig.get_config_var("LIBPL")
+
+    except ImportError:
+        # Cannot detect this properly for Python 2.6, but we don't care much
+        # about that anyway.
+        return None
+
+
 def _getSystemStaticLibPythonPath():
     # Return driven function with many cases, pylint: disable=too-many-branches,too-many-return-statements
 
@@ -143,52 +149,57 @@ def _getSystemStaticLibPythonPath():
         for candidate in candidates:
             if os.path.exists(candidate):
                 return candidate
+
+        return None
+
+    if isMacOS() and isRyePython():
+        return None
+
+    candidate = os.path.join(sys_prefix, "lib", "libpython" + python_abi_version + ".a")
+
+    if os.path.exists(candidate):
+        return candidate
+
+    # For Python2 this works. TODO: Figure out Debian and Python3.
+    if (
+        python_version < 0x300
+        and isDebianPackagePython()
+        and isDebianSuitableForStaticLinking()
+    ):
+        candidate = locateStaticLinkLibrary("python" + python_abi_version)
     else:
+        candidate = None
+
+    if candidate is not None and os.path.exists(candidate):
+        # Also check libz, can be missing
+        if not locateStaticLinkLibrary("z"):
+            general.warning(
+                "Error, missing 'libz-dev' installation needed for static lib-python."
+            )
+
+        return candidate
+
+    # This is not necessarily only for Python3 on Debian, but maybe others as well,
+    # but that's what's been tested. spell-checker: ignore libpl
+    if python_version >= 0x300 and isDebianPackagePython() and isDebianBasedLinux():
         candidate = os.path.join(
-            sys_prefix, "lib", "libpython" + python_abi_version + ".a"
+            _getSysConfigVarLIBPL(),
+            "libpython" + python_abi_version + "-pic.a",
         )
 
         if os.path.exists(candidate):
             return candidate
 
-        # For Python2 this works. TODO: Figure out Debian and Python3.
-        if (
-            python_version < 0x300
-            and isDebianPackagePython()
-            and isDebianSuitableForStaticLinking()
-        ):
-            candidate = locateStaticLinkLibrary("python" + python_abi_version)
-        else:
-            candidate = None
-
-        if candidate is not None and os.path.exists(candidate):
-            # Also check libz, can be missing
-            if not locateStaticLinkLibrary("z"):
-                general.warning(
-                    "Error, missing 'libz-dev' installation needed for static lib-python."
-                )
+    libpl = _getSysConfigVarLIBPL()
+    if libpl is not None:
+        candidate = os.path.join(
+            libpl,
+            "libpython" + python_abi_version + ".a",
+        )
 
+        if os.path.exists(candidate):
             return candidate
 
-        # This is not necessarily only for Python3 on Debian, but maybe others as well,
-        # but that's what's been tested.
-        if python_version >= 0x300 and isDebianPackagePython() and isDebianBasedLinux():
-            try:
-                import sysconfig
-
-                candidate = os.path.join(
-                    sysconfig.get_config_var("LIBPL"),
-                    "libpython" + python_abi_version + "-pic.a",
-                )
-
-                if os.path.exists(candidate):
-                    return candidate
-
-            except ImportError:
-                # Cannot detect this properly for Python 2.6, but we don't care much
-                # about that anyway.
-                pass
-
     return None
 
 
@@ -199,3 +210,19 @@ def getSystemStaticLibPythonPath():
         _static_lib_python_path = _getSystemStaticLibPythonPath()
 
     return _static_lib_python_path
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/utils/ThreadedExecutor.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Threaded pool execution.
 
 This can use Python3 native, or even Python2.7 backport, or has a Python2.6
@@ -84,3 +70,18 @@ def getThreadIdent():
 
 assert RLock
 assert ThreadPoolExecutor
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/utils/Timing.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Time taking.
 
 Mostly for measurements of Nuitka of itself, e.g. how long did it take to
@@ -64,9 +50,9 @@ class TimerReport(object):
 
         # Shortcuts.
         if decider is True:
-            decider = lambda: True
+            decider = lambda: 1
         elif decider is False:
-            decider = lambda: False
+            decider = lambda: 0
 
         if logger is None:
             logger = general
@@ -97,4 +83,20 @@ class TimerReport(object):
         )
 
         if exception_type is None and above_threshold and self.decider():
-            self.logger.info(self.message % self.timer.getDelta())
+            self.logger.info(self.message % self.timer.getDelta(), keep_format=True)
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/utils/Utils.py

@@ -1,32 +1,21 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Utility module.
 
 Here the small things that fit nowhere else and don't deserve their own module.
 
 """
 
+import ctypes
 import functools
 import os
 import sys
 import time
 from contextlib import contextmanager
 
+from nuitka.__past__ import WindowsError  # pylint: disable=I0021,redefined-builtin
+
 
 def getOS():
     if os.name == "nt":
@@ -98,6 +87,8 @@ def getLinuxDistribution():
 
         if os.path.exists("/etc/os-release"):
             result, base, version = _parseOsReleaseFileContents("/etc/os-release")
+        elif os.path.exists("/usr/lib/os-release"):
+            result, base, version = _parseOsReleaseFileContents("/usr/lib/os-release")
         elif os.path.exists("/etc/SuSE-release"):
             result, base, version = _parseOsReleaseFileContents("/etc/SuSE-release")
         elif os.path.exists("/etc/issue"):
@@ -137,9 +128,47 @@ def getWindowsRelease():
     if not isWin32OrPosixWindows():
         return None
 
+    class OsVersionInfoEx(ctypes.Structure):
+        _fields_ = [
+            ("dwOSVersionInfoSize", ctypes.c_ulong),
+            ("dwMajorVersion", ctypes.c_ulong),
+            ("dwMinorVersion", ctypes.c_ulong),
+            ("dwBuildNumber", ctypes.c_ulong),
+            ("dwPlatformId", ctypes.c_ulong),
+            ("szCSDVersion", ctypes.c_wchar * 128),
+            ("wServicePackMajor", ctypes.c_ushort),
+            ("wServicePackMinor", ctypes.c_ushort),
+            ("wSuiteMask", ctypes.c_ushort),
+            ("wProductType", ctypes.c_byte),
+            ("wReserved", ctypes.c_byte),
+        ]
+
+        def __init__(self):
+            self.dwOSVersionInfoSize = ctypes.sizeof(  # pylint: disable=invalid-name
+                self
+            )
+
+    os_version_value = OsVersionInfoEx()
+
+    result = ctypes.windll.ntdll.RtlGetVersion(ctypes.byref(os_version_value))
+    if result != 0:
+        raiseWindowsError("Failed to get OS version")
+
+    version = os_version_value.dwMajorVersion
+
+    if os_version_value.dwBuildNumber >= 21996 and version == 10:
+        version = 11
+
+    return version
+
+
+def getMacOSRelease():
+    if not isMacOS():
+        return None
+
     import platform
 
-    return platform.release()
+    return platform.mac_ver()[0]
 
 
 def isDebianBasedLinux():
@@ -154,6 +183,12 @@ def isFedoraBasedLinux():
     return (base or dist_name) == "Fedora"
 
 
+def isArchBasedLinux():
+    dist_name, base, _dist_version = getLinuxDistribution()
+
+    return (base or dist_name) == "Arch"
+
+
 def isAndroidBasedLinux():
     # spell-checker: ignore googlesource
     if not isLinux():
@@ -209,6 +244,10 @@ def isOpenBSD():
     return getOS() == "OpenBSD"
 
 
+def isBSD():
+    return "BSD" in getOS()
+
+
 _is_alpine = None
 
 
@@ -330,8 +369,20 @@ def withNoSyntaxWarning():
         yield
 
 
+@contextmanager
+def withNoWarning():
+    with withWarningRemoved(Warning):
+        yield
+
+
 def decoratorRetries(
-    logger, purpose, consequence, attempts=5, sleep_time=1, exception_type=OSError
+    logger,
+    purpose,
+    consequence,
+    extra_recommendation=None,
+    attempts=5,
+    sleep_time=1,
+    exception_type=OSError,
 ):
     """Make retries for errors on Windows.
 
@@ -339,6 +390,10 @@ def decoratorRetries(
     a virus checker warning.
     """
 
+    recommendation = "Disable Anti-Virus, e.g. Windows Defender for build folders."
+    if extra_recommendation is not None:
+        recommendation = "%s. %s" % (extra_recommendation, recommendation)
+
     def inner(func):
         if os.name != "nt":
             return func
@@ -353,8 +408,9 @@ def decoratorRetries(
                         logger.warning(
                             """\
 Failed to %s in attempt %d due to %s.
-Disable Anti-Virus, e.g. Windows Defender for build folders. Retrying after a second of delay."""
-                            % (purpose, attempt, str(e))
+%s
+Retrying after a second of delay."""
+                            % (purpose, attempt, str(e), recommendation)
                         )
 
                     else:
@@ -362,15 +418,17 @@ Disable Anti-Virus, e.g. Windows Defender for build folders. Retrying after a se
                             logger.warning(
                                 """\
 Failed to %s in attempt %d.
-Disable Anti-Virus, e.g. Windows Defender for build folders. Retrying after a second of delay."""
-                                % (purpose, attempt)
+%s
+Retrying after a second of delay."""
+                                % (purpose, attempt, recommendation)
                             )
                         else:
                             logger.warning(
                                 """\
 Failed to %s in attempt %d with error code %d.
-Disable Anti-Virus, e.g. Windows Defender for build folders. Retrying after a second of delay."""
-                                % (purpose, attempt, e.errno)
+%s
+Retrying after a second of delay."""
+                                % (purpose, attempt, e.errno, recommendation)
                             )
 
                     time.sleep(sleep_time)
@@ -389,3 +447,35 @@ Disable Anti-Virus, e.g. Windows Defender for build folders. Retrying after a se
         return retryingFunction
 
     return inner
+
+
+def raiseWindowsError(message):
+    raise WindowsError(
+        ctypes.GetLastError(),
+        "%s (%s)" % (message, ctypes.FormatError(ctypes.GetLastError())),
+    )
+
+
+def getLaunchingNuitkaProcessEnvironmentValue(environment_variable_name):
+    # Hack, we need this to bootstrap and it's actually living in __main__
+    # module of nuitka package and renamed to where we can get at easily for
+    # other uses. pylint: disable=no-name-in-module,redefined-outer-name
+    from nuitka import getLaunchingNuitkaProcessEnvironmentValue
+
+    return getLaunchingNuitkaProcessEnvironmentValue(environment_variable_name)
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/utils/WindowsFileUsage.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ This is work in progress and hangs unfortunately on some file handles.
 
 """
@@ -30,7 +16,7 @@ STATUS_INVALID_HANDLE = 0xC0000008
 STATUS_BUFFER_TOO_SMALL = 0xC0000023
 
 
-def getWindowsAllProcessandles():
+def getWindowsAllProcessHandles():
     """Return all process system handles."""
 
     i = 2048
@@ -198,13 +184,14 @@ def getWindowsAllProcessFileHandles():
 
     ObjectTypeInformation = 2
 
-    psapi = ctypes.WinDLL("Psapi.dll")
+    # spell-checker: ignore psapi
+    psapi = ctypes.WinDLL("psapi.dll")
     psapi.GetProcessImageFileNameW.restype = ctypes.wintypes.DWORD
 
     this_process = ctypes.windll.kernel32.GetCurrentProcess()
     this_process_id = ctypes.windll.kernel32.GetCurrentProcessId()
 
-    for process, handles in getWindowsAllProcessandles().items():
+    for process, handles in getWindowsAllProcessHandles().items():
         # Ignore ourselves, we do not matter normally.
 
         if this_process_id == process:
@@ -333,3 +320,18 @@ def getWindowsAllProcessFileHandles():
 
 if __name__ == "__main__":
     getWindowsAllProcessFileHandles()
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/utils/WindowsResources.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Module for handling Windows resources.
 
 Nuitka needs to do a couple of things with Windows resources, e.g. adding
@@ -351,7 +337,7 @@ def getDefaultWindowsExecutableManifest():
     # Note: Supported OS are lied about by CPython.
     template = (
         """\
-<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
+<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0" xmlns:asmv3="urn:schemas-microsoft-com:asm.v3">
   <assemblyIdentity type="win32" name="Mini" version="1.0.0.0"/>
   <compatibility xmlns="urn:schemas-microsoft-com:compatibility.v1">
     <application>
@@ -362,6 +348,11 @@ def getDefaultWindowsExecutableManifest():
       <supportedOS Id="{8e0f7a12-bfb3-4fe8-b9a5-48fd50a15a9a}"/>
     </application>
   </compatibility>
+  <asmv3:application>
+    <asmv3:windowsSettings xmlns:ws2="http://schemas.microsoft.com/SMI/2016/WindowsSettings">
+      <ws2:longPathAware>true</ws2:longPathAware>
+    </asmv3:windowsSettings>
+  </asmv3:application>
   %s
 </assembly>
 """
@@ -634,3 +625,19 @@ def addVersionInfoResource(
         lang_id=0,
         logger=logger,
     )
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.