Nuitka-winsvc 1.8__cp311-cp311-win_amd64.whl → 2.4.8__cp311-cp311-win_amd64.whl

nuitka/freezer/DllDependenciesPosix.py

@@ -1,25 +1,10 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """DLL dependency scan methods for POSIX (Linux, *BSD, MSYS2).
 
 """
 
-
 import os
 import sys
 
@@ -28,7 +13,11 @@ from nuitka.PythonFlavors import isAnacondaPython
 from nuitka.Tracing import inclusion_logger
 from nuitka.utils.Execution import executeProcess, withEnvironmentPathAdded
 from nuitka.utils.SharedLibraries import getSharedLibraryRPATH
-from nuitka.utils.Utils import isAlpineLinux, isPosixWindows
+from nuitka.utils.Utils import (
+    isAlpineLinux,
+    isAndroidBasedLinux,
+    isPosixWindows,
+)
 
 from .DllDependenciesCommon import getLdLibraryPath
 
@@ -204,6 +193,9 @@ _linux_dll_ignore_list = [
     # The DRM layer should also be taken from the OS in question and won't
     # allow loading native drivers otherwise.
     "libdrm.so",
+    # The zlib can be assumed to be everywhere, and outside dependencies
+    # may actually load it.
+    "libz.so",
 ]
 
 if isAnacondaPython() or isAlpineLinux():
@@ -211,3 +203,21 @@ if isAnacondaPython() or isAlpineLinux():
     # so they have to be included.
     # Alpine linux does not include `libstdc++.so` by default.
     _linux_dll_ignore_list.remove("libstdc++.so")
+
+if isAndroidBasedLinux():
+    _linux_dll_ignore_list.remove("libz.so")
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/freezer/DllDependenciesWin32.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """DLL dependency scan methods for Win32 Windows.
 
 Note: MSYS2, aka POSIX Windows is dealt with in the "DllDependenciesPosix" module.
@@ -28,6 +14,7 @@ from nuitka.build.SconsUtils import readSconsReport
 from nuitka.containers.OrderedSets import OrderedSet
 from nuitka.Options import isShowProgress
 from nuitka.plugins.Plugins import Plugins
+from nuitka.PythonVersions import getSystemPrefixPath
 from nuitka.Tracing import inclusion_logger
 from nuitka.utils.AppDirs import getCacheDir
 from nuitka.utils.FileOperations import (
@@ -50,7 +37,7 @@ from .DllDependenciesCommon import getPackageSpecificDLLDirectories
 _scan_dir_cache = {}
 
 
-def detectBinaryPathDLLsWindowsDependencyWalker(
+def detectBinaryPathDLLsWin32(
     is_main_executable,
     source_dir,
     original_dir,
@@ -113,10 +100,15 @@ def _getScanDirectories(package_name, original_dir):
     if cache_key in _scan_dir_cache:
         return _scan_dir_cache[cache_key]
 
-    scan_dirs = [sys.prefix]
+    scan_dirs = [os.path.dirname(sys.executable), getSystemPrefixPath()]
 
     if package_name is not None:
-        scan_dirs.extend(getPackageSpecificDLLDirectories(package_name))
+        scan_dirs.extend(
+            getPackageSpecificDLLDirectories(
+                package_name=package_name,
+                consider_plugins=False,
+            )
+        )
 
     if original_dir is not None:
         scan_dirs.append(original_dir)
@@ -200,7 +192,23 @@ def _getCacheFilename(
     # Take Nuitka version into account as well, ought to catch code changes.
     hash_value.updateFromValues(version_string)
 
-    cache_dir = os.path.join(getCacheDir(), "library_dependencies", dependency_tool)
+    cache_dir = os.path.join(getCacheDir("library_dependencies"), dependency_tool)
     makePath(cache_dir)
 
     return os.path.join(cache_dir, hash_value.asHexDigest())
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/freezer/ImportDetection.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Detect imports made for code by Python.
 
 In the freezer, this is a step done to detect the technically needed modules to
@@ -224,6 +210,7 @@ def _detectEarlyImports():
         "base64_codec",
         "hex_codec",
         "rot_13",
+        "punycode",
     ):
         if non_locale_encoding in encoding_names:
             encoding_names.remove(non_locale_encoding)
@@ -348,3 +335,19 @@ def detectStdlibAutoInclusionModules():
         _stdlib_modules_names = tuple(sorted(_stdlib_modules_names))
 
     return _stdlib_modules_names
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/freezer/IncludedDataFiles.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Included data files for standalone mode.
 
 This keeps track of data files for standalone mode. Do not should them for
@@ -28,17 +14,21 @@ import os
 from nuitka.containers.OrderedDicts import OrderedDict
 from nuitka.containers.OrderedSets import OrderedSet
 from nuitka.Options import (
+    getOutputPath,
     getShallIncludeDataDirs,
     getShallIncludeDataFiles,
+    getShallIncludeExternallyDataFilePatterns,
     getShallIncludePackageData,
     getShallNotIncludeDataFilePatterns,
+    isAcceleratedMode,
     isOnefileMode,
     isStandaloneMode,
     shallMakeModule,
 )
 from nuitka.OutputDirectories import getStandaloneDirectoryPath
-from nuitka.Tracing import options_logger
+from nuitka.Tracing import general, options_logger
 from nuitka.utils.FileOperations import (
+    areSamePaths,
     containsPathElements,
     copyFileWithPermissions,
     getFileContents,
@@ -46,6 +36,7 @@ from nuitka.utils.FileOperations import (
     getFilenameExtension,
     getFileSize,
     isFilenameBelowPath,
+    isLegalPath,
     isRelativePath,
     makePath,
     openTextFile,
@@ -108,13 +99,21 @@ class IncludedDataFile(object):
         self.kind = kind
         self.source_path = source_path
         self.dest_path = os.path.normpath(dest_path)
+
+        is_legal, illegal_reason = isLegalPath(dest_path)
+        if not is_legal:
+            general.sysexit(
+                "Error, cannot add data file with '%s' path, as '%s'"
+                % (dest_path, illegal_reason)
+            )
+
         self.reason = reason
         self.data = data
         self.tags = tags_set
         self.tracer = tracer
 
     def __repr__(self):
-        return "<%s %s source %s dest %s reason '%s' tags '%s'>" % (
+        return "<%s %s source '%s' dest '%s' reason '%s' tags '%s'>" % (
             self.__class__.__name__,
             self.kind,
             self.source_path,
@@ -157,18 +156,6 @@ def makeIncludedDataFile(source_path, dest_path, reason, tracer, tags):
     if "framework_resource" in tags and not isMacOS():
         tracer.sysexit("Using resource files on non-MacOS")
 
-    inside = True
-    if not isRelativePath(dest_path):
-        if "framework_resource" in tags and not isOnefileMode():
-            inside = isRelativePath(os.path.join("Resources", dest_path))
-        else:
-            inside = False
-
-    if not inside:
-        tracer.sysexit(
-            "Error, cannot use dest path '%s' outside of distribution." % dest_path
-        )
-
     # Refuse directories, these must be kept distinct.
     if os.path.isdir(source_path):
         tracer.sysexit(
@@ -176,6 +163,27 @@ def makeIncludedDataFile(source_path, dest_path, reason, tracer, tags):
             % source_path
         )
 
+    # In accelerated mode, data files can be everywhere, but they cannot
+    # change place.
+    if isAcceleratedMode():
+        if "package_data" not in tags and not areSamePaths(source_path, dest_path):
+            tracer.sysexit(
+                "Error, cannot change paths for data files in accelerated mode from '%s' to '%s'."
+                % (source_path, dest_path)
+            )
+    else:
+        inside = True
+        if not isRelativePath(dest_path):
+            if "framework_resource" in tags and not isOnefileMode():
+                inside = isRelativePath(os.path.join("Resources", dest_path))
+            else:
+                inside = False
+
+        if not inside:
+            tracer.sysexit(
+                "Error, cannot use dest path '%s' outside of distribution." % dest_path
+            )
+
     return IncludedDataFile(
         kind="data_file",
         source_path=source_path,
@@ -196,8 +204,11 @@ default_ignored_suffixes = (
     ".pyi",
     ".so",
     ".pyd",
+    ".pyx",
     ".dll",
     ".dylib",
+    ".exe",
+    ".bin",
 )
 
 default_ignored_suffixes += getSharedLibrarySuffixes()
@@ -205,6 +216,7 @@ default_ignored_suffixes += getSharedLibrarySuffixes()
 default_ignored_dirs = (
     "__pycache__",
     "site-packages",
+    "dist-packages",
     "vendor-packages",
 )
 
@@ -224,13 +236,22 @@ def makeIncludedDataDirectory(
     ignore_suffixes=(),
     only_suffixes=(),
     normalize=True,
+    raw=False,
 ):
     assert isRelativePath(dest_path), dest_path
     assert os.path.isdir(source_path), source_path
 
-    ignore_dirs = tuple(ignore_dirs) + default_ignored_dirs
-    ignore_filenames = tuple(ignore_filenames) + default_ignored_filenames
-    ignore_suffixes = tuple(ignore_suffixes) + default_ignored_suffixes
+    ignore_dirs = tuple(ignore_dirs)
+    if not raw:
+        ignore_dirs += default_ignored_dirs
+
+    ignore_filenames = tuple(ignore_filenames)
+    if not raw:
+        ignore_filenames += default_ignored_filenames
+
+    ignore_suffixes = tuple(ignore_suffixes)
+    if not raw:
+        ignore_suffixes += default_ignored_suffixes
 
     for filename in getFileList(
         source_path,
@@ -252,7 +273,7 @@ def makeIncludedDataDirectory(
             tags=tags,
         )
 
-        included_datafile.tags.add("data-dir-contents")
+        included_datafile.tags.add("raw-dir-contents" if raw else "data-dir-contents")
 
         yield included_datafile
 
@@ -282,11 +303,11 @@ _included_data_files = []
 def addIncludedDataFile(included_datafile):
     included_datafile.tags.update(getDataFileTags(included_datafile.dest_path))
 
-    for noinclude_datafile_pattern in getShallNotIncludeDataFilePatterns():
+    for external_datafile_pattern in getShallNotIncludeDataFilePatterns():
         if fnmatch.fnmatch(
-            included_datafile.dest_path, noinclude_datafile_pattern
+            included_datafile.dest_path, external_datafile_pattern
         ) or isFilenameBelowPath(
-            path=noinclude_datafile_pattern, filename=included_datafile.dest_path
+            path=external_datafile_pattern, filename=included_datafile.dest_path
         ):
             included_datafile.tags.add("inhibit")
             included_datafile.tags.remove("copy")
@@ -303,6 +324,15 @@ def addIncludedDataFile(included_datafile):
     #     if candidate.dest_path == included_datafile.dest_path:
     #         assert False, included_datafile
 
+    if included_datafile.needsCopy():
+        for external_datafile_pattern in getShallIncludeExternallyDataFilePatterns():
+            if fnmatch.fnmatch(
+                included_datafile.dest_path, external_datafile_pattern
+            ) or isFilenameBelowPath(
+                path=external_datafile_pattern, filename=included_datafile.dest_path
+            ):
+                included_datafile.tags.add("external")
+
     _included_data_files.append(included_datafile)
 
 
@@ -326,6 +356,8 @@ def _addIncludedDataFilesFromFileOptions():
             else:
                 rel_path = os.path.join(dest_path, relpath(filename, source_path))
 
+            rel_path = os.path.normpath(rel_path)
+
             if containsPathElements(rel_path, default_ignored_dirs):
                 continue
 
@@ -348,7 +380,7 @@ def _addIncludedDataFilesFromFileOptions():
 
         for included_datafile in makeIncludedDataDirectory(
             source_path=source_path,
-            dest_path=dest_path,
+            dest_path=os.path.normpath(dest_path),
             reason="specified data dir '%s' on command line" % source_path,
             tracer=options_logger,
             tags="user",
@@ -505,7 +537,25 @@ def _reportDataFiles():
     _data_file_traces.clear()
 
 
-def _handleDataFile(included_datafile):
+def _checkPathConflict(dest_path, standalone_entry_points):
+    assert os.path.normpath(dest_path) == dest_path
+
+    while dest_path:
+        for standalone_entry_point in standalone_entry_points:
+            if dest_path == standalone_entry_point.dest_path:
+                options_logger.sysexit(
+                    """\
+Error, data file to be placed in distribution as '%s' conflicts with %s '%s'."""
+                    % (
+                        dest_path,
+                        standalone_entry_point.kind,
+                        standalone_entry_point.dest_path,
+                    )
+                )
+        dest_path = os.path.dirname(dest_path)
+
+
+def _handleDataFile(included_datafile, standalone_entry_points):
     """Handle a data file."""
     tracer = included_datafile.tracer
 
@@ -517,24 +567,28 @@ def _handleDataFile(included_datafile):
             "Error, package data files are only included in standalone or onefile mode."
         )
 
-    dist_dir = getStandaloneDirectoryPath()
-
     key = tracer, included_datafile.reason
     if key not in _data_file_traces:
         _data_file_traces[key] = []
 
     _data_file_traces[key].append((included_datafile.kind, included_datafile.dest_path))
 
-    if included_datafile.kind == "data_blob":
+    dist_dir = getStandaloneDirectoryPath()
+
+    if "external" in included_datafile.tags:
+        dest_path = getOutputPath(included_datafile.dest_path)
+    else:
+        _checkPathConflict(included_datafile.dest_path, standalone_entry_points)
         dest_path = os.path.join(dist_dir, included_datafile.dest_path)
+
+    if included_datafile.kind == "data_blob":
         makePath(os.path.dirname(dest_path))
 
         with openTextFile(filename=dest_path, mode="wb") as output_file:
             output_file.write(included_datafile.data)
     elif included_datafile.kind == "data_file":
-        dest_path = os.path.join(dist_dir, included_datafile.dest_path)
-
         makePath(os.path.dirname(dest_path))
+
         copyFileWithPermissions(
             source_path=included_datafile.source_path,
             dest_path=dest_path,
@@ -544,7 +598,7 @@ def _handleDataFile(included_datafile):
         assert False, included_datafile
 
 
-def copyDataFiles():
+def copyDataFiles(standalone_entry_points):
     """Copy the data files needed for standalone distribution.
 
     Notes:
@@ -572,7 +626,24 @@ plugins '--embed-*' options. Not done for '%s'."""
                 )
 
             _handleDataFile(
-                included_datafile,
+                included_datafile=included_datafile,
+                standalone_entry_points=standalone_entry_points,
             )
 
     _reportDataFiles()
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.