Nuitka-winsvc 1.8__cp311-cp311-win_amd64.whl → 2.4.8__cp311-cp311-win_amd64.whl

nuitka/importing/Recursion.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Recursion into other modules.
 
 """
@@ -28,7 +14,7 @@ from nuitka.freezer.ImportDetection import (
     detectEarlyImports,
     detectStdlibAutoInclusionModules,
 )
-from nuitka.importing import ImportCache, Importing, StandardLibrary
+from nuitka.importing import ImportCache, StandardLibrary
 from nuitka.ModuleRegistry import addUsedModule, getRootTopModule
 from nuitka.pgo.PGO import decideInclusionFromPGO
 from nuitka.plugins.Plugins import Plugins
@@ -38,6 +24,13 @@ from nuitka.utils.FileOperations import listDir
 from nuitka.utils.Importing import getSharedLibrarySuffixes
 from nuitka.utils.ModuleNames import ModuleName
 
+from .Importing import (
+    getModuleNameAndKindFromFilename,
+    isPackageDir,
+    locateModule,
+    warnAboutNotFoundImport,
+)
+
 
 def _recurseTo(module_name, module_filename, module_kind, reason):
     from nuitka.tree import Building
@@ -97,9 +90,38 @@ def recurseTo(
 _recursion_decision_cache = {}
 
 
+def getRecursionDecisions():
+    """Access to recursion decisions, intended only for reporting."""
+    return _recursion_decision_cache
+
+
 def decideRecursion(
     using_module_name, module_filename, module_name, module_kind, extra_recursion=False
 ):
+    package_part, _remainder = module_name.splitModuleBasename()
+
+    if package_part is not None:
+        (
+            _package_part,
+            package_filename,
+            package_module_kind,
+            package_finding,
+        ) = locateModule(module_name=package_part, parent_package=None, level=0)
+        assert _package_part == package_part
+
+        # For bad decisions, this may already not work.
+        if package_finding != "not-found":
+            package_decision, package_reason = decideRecursion(
+                using_module_name=using_module_name,
+                module_filename=package_filename,
+                module_name=package_part,
+                module_kind=package_module_kind,
+                extra_recursion=extra_recursion,
+            )
+
+            if package_decision is False:
+                return package_decision, package_reason
+
     key = using_module_name, module_filename, module_name, module_kind, extra_recursion
 
     if key not in _recursion_decision_cache:
@@ -111,6 +133,16 @@ def decideRecursion(
             extra_recursion,
         )
 
+        # If decided true, give the plugins a chance to e.g. add more hard
+        # module information, this indicates tentatively, that a module might
+        # get used, but it may also not happen at all.
+        if _recursion_decision_cache[key][0]:
+            Plugins.onModuleUsageLookAhead(
+                module_name=module_name,
+                module_filename=module_filename,
+                module_kind=module_kind,
+            )
+
     return _recursion_decision_cache[key]
 
 
@@ -122,13 +154,23 @@ def _decideRecursion(
     if module_name == "__main__":
         return False, "Main program is not followed to a second time."
 
+    if using_module_name == "__main__" and Options.isMultidistMode():
+        return True, "Main program multidist entry points."
+
     if module_kind == "extension" and not Options.isStandaloneMode():
         return False, "Extension modules cannot be inspected."
 
+    if module_kind == "built-in":
+        return False, "Built-in modules cannot be inspected."
+
     if module_name in detectEarlyImports():
         return True, "Technically required for CPython library startup."
 
-    if module_name in detectStdlibAutoInclusionModules():
+    is_stdlib = module_filename is not None and StandardLibrary.isStandardLibraryPath(
+        module_filename
+    )
+
+    if is_stdlib and module_name in detectStdlibAutoInclusionModules():
         return True, "Including as part of the non-excluded parts of standard library."
 
     # In '-m' mode, when including the package, do not duplicate main program.
@@ -164,7 +206,7 @@ def _decideRecursion(
         if plugin_decision and plugin_decision[0]:
             deciding_plugins[0].sysexit(
                 "Conflict between user and plugin decision for module '%s'."
-                % module_filename
+                % module_name
             )
 
         return False, "Module %s instructed by user to not follow to." % reason
@@ -177,7 +219,7 @@ def _decideRecursion(
         if plugin_decision and not plugin_decision[0] and deciding_plugins:
             deciding_plugins[0].sysexit(
                 "Conflict between user and plugin decision for module '%s'."
-                % module_filename
+                % module_name
             )
 
         return True, "Module %s instructed by user to follow to." % reason
@@ -193,7 +235,6 @@ def _decideRecursion(
 
     # PGO decisions are not overruling plugins, but all command line options, they are
     # supposed to be applied already.
-    is_stdlib = StandardLibrary.isStandardLibraryPath(module_filename)
 
     if not is_stdlib or Options.shallFollowStandardLibrary():
         # TODO: Bad placement of this function or should PGO also know about
@@ -201,7 +242,12 @@ def _decideRecursion(
         from nuitka.tree.Building import decideCompilationMode
 
         if (
-            decideCompilationMode(is_top=False, module_name=module_name, for_pgo=True)
+            decideCompilationMode(
+                is_top=False,
+                module_name=module_name,
+                module_filename=module_filename,
+                for_pgo=True,
+            )
             == "compiled"
         ):
             pgo_decision = decideInclusionFromPGO(
@@ -247,8 +293,9 @@ def isSameModulePath(path1, path2):
     return os.path.abspath(path1) == os.path.abspath(path2)
 
 
-def _addIncludedModule(module):
-    # Many branches, for the decision is very complex, pylint: disable=too-many-branches
+def _addIncludedModule(module, package_only):
+    # Many branches, for the decision is very complex
+    # pylint: disable=too-many-branches
 
     if Options.isShowInclusion():
         recursion_logger.info(
@@ -281,16 +328,23 @@ def _addIncludedModule(module):
         if Options.isShowInclusion():
             recursion_logger.info("Package directory '%s'." % package_dir)
 
-        for sub_path, sub_filename in listDir(package_dir):
-            if sub_filename in ("__init__.py", "__pycache__"):
-                continue
-
-            if Importing.isPackageDir(sub_path) and not os.path.exists(
-                sub_path + ".py"
-            ):
-                checkPluginSinglePath(sub_path, module_package=module.getFullName())
-            elif sub_path.endswith(".py"):
-                checkPluginSinglePath(sub_path, module_package=module.getFullName())
+        if not package_only:
+            for sub_path, sub_filename in listDir(package_dir):
+                if sub_filename in ("__init__.py", "__pycache__"):
+                    continue
+
+                if isPackageDir(sub_path) and not os.path.exists(sub_path + ".py"):
+                    checkPluginSinglePath(
+                        sub_path,
+                        module_package=module.getFullName(),
+                        package_only=False,
+                    )
+                elif sub_path.endswith(".py"):
+                    checkPluginSinglePath(
+                        sub_path,
+                        module_package=module.getFullName(),
+                        package_only=False,
+                    )
 
     elif module.isCompiledPythonModule() or module.isUncompiledPythonModule():
         ModuleRegistry.addRootModule(module)
@@ -301,7 +355,7 @@ def _addIncludedModule(module):
         assert False, module
 
 
-def checkPluginSinglePath(plugin_filename, module_package):
+def checkPluginSinglePath(plugin_filename, module_package, package_only):
     # The importing wants these to be unique.
     plugin_filename = os.path.abspath(plugin_filename)
 
@@ -311,9 +365,7 @@ def checkPluginSinglePath(plugin_filename, module_package):
             % (plugin_filename, module_package)
         )
 
-    module_name, module_kind = Importing.getModuleNameAndKindFromFilename(
-        plugin_filename
-    )
+    module_name, module_kind = getModuleNameAndKindFromFilename(plugin_filename)
 
     module_name = ModuleName.makeModuleNameInPackage(module_name, module_package)
 
@@ -347,7 +399,7 @@ the compiled result, and therefore asking to include them makes no sense.
             )
 
             if module:
-                _addIncludedModule(module)
+                _addIncludedModule(module=module, package_only=package_only)
             else:
                 recursion_logger.warning(
                     "Failed to include module from '%s'." % plugin_filename
@@ -367,21 +419,33 @@ def checkPluginPath(plugin_filename, module_package):
         )
 
     # Files and package directories are handled here.
-    if os.path.isfile(plugin_filename) or Importing.isPackageDir(plugin_filename):
-        checkPluginSinglePath(plugin_filename, module_package=module_package)
+    if os.path.isfile(plugin_filename) or isPackageDir(plugin_filename):
+        checkPluginSinglePath(
+            plugin_filename,
+            module_package=module_package,
+            package_only=False,
+        )
     # This effectively only covers files known to not be packages due to name
     # or older Python version.
     elif os.path.isdir(plugin_filename):
         for sub_path, sub_filename in listDir(plugin_filename):
             assert sub_filename != "__init__.py"
 
-            if Importing.isPackageDir(sub_path) or sub_path.endswith(".py"):
-                checkPluginSinglePath(sub_path, module_package=None)
+            if isPackageDir(sub_path) or sub_path.endswith(".py"):
+                checkPluginSinglePath(
+                    sub_path,
+                    module_package=None,
+                    package_only=False,
+                )
                 continue
 
             for suffix in getSharedLibrarySuffixes():
                 if sub_path.endswith(suffix):
-                    checkPluginSinglePath(sub_path, module_package=None)
+                    checkPluginSinglePath(
+                        sub_path,
+                        module_package=None,
+                        package_only=False,
+                    )
 
     else:
         recursion_logger.warning(
@@ -405,7 +469,11 @@ def checkPluginFilenamePattern(pattern):
             continue
 
         found = True
-        checkPluginSinglePath(filename, module_package=None)
+        checkPluginSinglePath(
+            filename,
+            module_package=None,
+            package_only=False,
+        )
 
     if not found:
         recursion_logger.warning(
@@ -430,7 +498,7 @@ def considerUsedModules(module, pass_count):
                 continue
 
         if used_module.finding == "not-found":
-            Importing.warnAbout(
+            warnAboutNotFoundImport(
                 importing=module,
                 source_ref=used_module.source_ref,
                 module_name=used_module.module_name,
@@ -485,3 +553,19 @@ def considerUsedModules(module, pass_count):
             "Error, forbidden import of '%s' (intending to avoid '%s') done implicitly by module '%s'."
             % (e.args[0], e.args[1], module.getFullName())
         )
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/importing/StandardLibrary.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Access to standard library distinction.
 
 For code to be in the standard library means that it's not written by the
@@ -28,11 +14,11 @@ module.
 
 import os
 
-from nuitka.Options import shallUseStaticLibPython
 from nuitka.PythonVersions import python_version
 from nuitka.utils.FileOperations import getFileContents, isFilenameBelowPath
 from nuitka.utils.ModuleNames import ModuleName
 from nuitka.utils.Utils import (
+    isMacOS,
     isNetBSD,
     isPosixWindows,
     isWin32OrPosixWindows,
@@ -104,10 +90,13 @@ def getStandardLibraryPaths():
             if os.path.isdir(candidate):
                 stdlib_paths.add(candidate)
 
-        if isWin32OrPosixWindows() and not shallUseStaticLibPython():
-            import _ctypes
+        if isWin32OrPosixWindows():
+            from nuitka.Options import shallUseStaticLibPython
+
+            if not shallUseStaticLibPython():
+                import _ctypes
 
-            stdlib_paths.add(os.path.dirname(_ctypes.__file__))
+                stdlib_paths.add(os.path.dirname(_ctypes.__file__))
 
         getStandardLibraryPaths.result = [
             os.path.normcase(os.path.normpath(stdlib_path))
@@ -117,11 +106,7 @@ def getStandardLibraryPaths():
     return getStandardLibraryPaths.result
 
 
-def isStandardLibraryPath(filename):
-    """Check if a path is in the standard library."""
-
-    filename = os.path.normcase(os.path.normpath(filename))
-
+def _isStandardLibraryPath(filename):
     # In virtualenv, the "site.py" lives in a place that suggests it is not in
     # standard library, although it is.
     if os.path.basename(filename) == "site.py":
@@ -142,6 +127,20 @@ def isStandardLibraryPath(filename):
     return False
 
 
+_is_standard_library_path_cache = {}
+
+
+def isStandardLibraryPath(filename):
+    """Check if a path is in the standard library."""
+
+    filename = os.path.normcase(os.path.normpath(filename))
+
+    if filename not in _is_standard_library_path_cache:
+        _is_standard_library_path_cache[filename] = _isStandardLibraryPath(filename)
+
+    return _is_standard_library_path_cache[filename]
+
+
 # Some modules we want to exclude entirely.
 _excluded_stdlib_modules = ["__main__.py", "__init__.py", "antigravity.py"]
 
@@ -177,6 +176,9 @@ def scanStandardLibraryPath(stdlib_dir):
             if "ensurepip" in dirs:
                 dirs.remove("ensurepip")
 
+            if "_ios_support.py" in filenames and not isMacOS():
+                filenames.remove("_ios_support.py")
+
             # Ignore "lib-dynload" and "lib-tk" and alike.
             dirs[:] = [
                 dirname
@@ -241,7 +243,7 @@ def scanStandardLibraryPath(stdlib_dir):
                 dirs.remove("__pycache__")
 
         # Ignore ".idea", ".git" and similar folders, they are not modules
-        dirs = [dirname for dirname in dirs if not dirname.startswith(".")]
+        dirs[:] = [dirname for dirname in dirs if not dirname.startswith(".")]
 
         for dirname in dirs:
             if import_path == "":
@@ -338,7 +340,6 @@ _stdlib_no_auto_inclusion_list = (
     # Packages that will be imported rarely by extension modules
     "email",
     "mailbox",
-    "calendar",
     "argparse",
     "telnetlib",
     "smtplib",
@@ -359,6 +360,7 @@ _stdlib_no_auto_inclusion_list = (
     "tty",
     "termios",
     "this",
+    "textwrap",
     # Distribution and bytecode related stuff
     "plistlib",
     "distutils",
@@ -411,3 +413,19 @@ if not isWin32Windows():
 
 def isStandardLibraryNoAutoInclusionModule(module_name):
     return module_name.hasOneOfNamespaces(*_stdlib_no_auto_inclusion_list)
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/importing/__init__.py

@@ -1,5 +1,8 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
+""" Dummy file to make this directory a package. """
+
 #     Part of "Nuitka", an optimizing Python compiler that is compatible and
 #     integrates with CPython, but also works on its own.
 #
@@ -14,5 +17,3 @@
 #     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #     See the License for the specific language governing permissions and
 #     limitations under the License.
-#
-""" Dummy file to make this directory a package. """

nuitka/nodes/AsyncgenNodes.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Nodes for async generator objects and their creations.
 
 Async generator are turned into normal functions that create generator objects,
@@ -106,3 +92,19 @@ class ExpressionAsyncgenObjectBody(ExpressionFunctionEntryPointBase):
     @staticmethod
     def isUnoptimized():
         return False
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/nodes/AttributeLookupNodes.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Attribute lookup nodes, generic one and base for generated ones.
 
 See AttributeNodes otherwise.
@@ -120,3 +106,19 @@ class ExpressionAttributeLookupFixedBase(ChildHavingExpressionMixin, ExpressionB
         # TODO: Could be known. We would need for computeExpressionAttribute to
         # either return a new node, or a decision maker.
         return None
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/nodes/AttributeNodes.py

@@ -1,20 +1,6 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
 """ Attribute nodes
 
 Knowing attributes of an object is very important, esp. when it comes to 'self'
@@ -382,3 +368,19 @@ class ExpressionAttributeCheck(
 
     def getAttributeName(self):
         return self.attribute_name
+
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.