Nuitka-winsvc 1.8__cp311-cp311-win_amd64.whl → 2.4.8__cp311-cp311-win_amd64.whl

nuitka/tools/testing/find_sxs_modules/__init__.py

@@ -1,5 +1,8 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
+""" Dummy file to make this directory a package. """
+
 #     Part of "Nuitka", an optimizing Python compiler that is compatible and
 #     integrates with CPython, but also works on its own.
 #
@@ -14,5 +17,3 @@
 #     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #     See the License for the specific language governing permissions and
 #     limitations under the License.
-#
-""" Dummy file to make this directory a package. """

nuitka/tools/testing/find_sxs_modules/__main__.py

@@ -1,21 +1,6 @@
 #!/usr/bin/env python
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
 
 """ Tool to compare find SxS using modules.
 
@@ -71,3 +56,18 @@ def main():
 
 if __name__ == "__main__":
     main()
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/tools/testing/measure_construct_performance/__init__.py

@@ -1,5 +1,8 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
+""" Dummy file to make this directory a package. """
+
 #     Part of "Nuitka", an optimizing Python compiler that is compatible and
 #     integrates with CPython, but also works on its own.
 #
@@ -14,5 +17,3 @@
 #     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #     See the License for the specific language governing permissions and
 #     limitations under the License.
-#
-""" Dummy file to make this directory a package. """

nuitka/tools/testing/measure_construct_performance/__main__.py

@@ -1,21 +1,6 @@
 #!/usr/bin/python
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
 
 """ Run a construct based comparison test.
 
@@ -25,11 +10,11 @@ in comparisons.
 
 """
 
-import hashlib
 import os
 import sys
 from optparse import OptionParser
 
+from nuitka.__past__ import md5
 from nuitka.tools.testing.Common import (
     check_output,
     convertUsing2to3,
@@ -63,14 +48,14 @@ def main():
     parser = OptionParser()
 
     parser.add_option(
-        "--nuitka", action="store", dest="nuitka", default=os.environ.get("NUITKA", "")
+        "--nuitka", action="store", dest="nuitka", default=os.getenv("NUITKA", "")
     )
 
     parser.add_option(
         "--cpython",
         action="store",
         dest="cpython",
-        default=os.environ.get("PYTHON", sys.executable),
+        default=os.getenv("PYTHON", sys.executable),
     )
 
     parser.add_option("--code-diff", action="store", dest="diff_filename", default="")
@@ -111,10 +96,7 @@ def main():
 
     my_print("PYTHON='%s'" % getPythonVersionString())
     my_print("PYTHON_BINARY='%s'" % os.environ["PYTHON"])
-    my_print(
-        "TEST_CASE_HASH='%s'"
-        % hashlib.md5(getFileContents(test_case, "rb")).hexdigest()
-    )
+    my_print("TEST_CASE_HASH='%s'" % md5(getFileContents(test_case, "rb")).hexdigest())
 
     needs_2to3 = decideNeeds2to3(test_case)
 
@@ -163,7 +145,7 @@ def main():
             "--python-flag=no_site",
         ]
 
-        nuitka_call.extend(os.environ.get("NUITKA_EXTRA_OPTIONS", "").split())
+        nuitka_call.extend(os.getenv("NUITKA_EXTRA_OPTIONS", "").split())
 
         nuitka_call.append(case_name)
 
@@ -296,3 +278,18 @@ def main():
 
 if __name__ == "__main__":
     main()
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/tools/testing/run_nuitka_tests/__init__.py

@@ -1,5 +1,8 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
+""" Dummy file to make this directory a package. """
+
 #     Part of "Nuitka", an optimizing Python compiler that is compatible and
 #     integrates with CPython, but also works on its own.
 #
@@ -14,5 +17,3 @@
 #     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #     See the License for the specific language governing permissions and
 #     limitations under the License.
-#
-""" Dummy file to make this directory a package. """

nuitka/tools/testing/run_nuitka_tests/__main__.py

@@ -1,21 +1,6 @@
 #!/usr/bin/env python
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
-#     Part of "Nuitka", an optimizing Python compiler that is compatible and
-#     integrates with CPython, but also works on its own.
-#
-#     Licensed under the Apache License, Version 2.0 (the "License");
-#     you may not use this file except in compliance with the License.
-#     You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#     Unless required by applicable law or agreed to in writing, software
-#     distributed under the License is distributed on an "AS IS" BASIS,
-#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#     See the License for the specific language governing permissions and
-#     limitations under the License.
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
 
 """ Main front-end to the tests of Nuitka.
 
@@ -256,6 +241,16 @@ The standard CPython3.11 test suite. Execute this for all corner cases to be
 covered. With Python 2.x these are not run. Default is %default.""",
     )
 
+    parser.add_option(
+        "--skip-cpython312-tests",
+        action="store_false",
+        dest="cpython312",
+        default=True,
+        help="""\
+The standard CPython3.12 test suite. Execute this for all corner cases to be
+covered. With Python 2.x these are not run. Default is %default.""",
+    )
+
     parser.add_option(
         "--skip-other-cpython-tests",
         action="store_true",
@@ -304,15 +299,6 @@ Do not use Python2.6 even if available on the system. Default is %default.""",
 Do not use Python2.7 even if available on the system. Default is %default.""",
     )
 
-    parser.add_option(
-        "--no-python3.3",
-        action="store_true",
-        dest="no33",
-        default=False,
-        help="""\
-Do not use Python3.3 even if available on the system. Default is %default.""",
-    )
-
     parser.add_option(
         "--no-python3.4",
         action="store_true",
@@ -385,6 +371,15 @@ Do not use Python3.10 even if available on the system. Default is %default.""",
 Do not use Python3.11 even if available on the system. Default is %default.""",
     )
 
+    parser.add_option(
+        "--no-python3.12",
+        action="store_true",
+        dest="no312",
+        default=False,
+        help="""\
+Do not use Python3.12 even if available on the system. Default is %default.""",
+    )
+
     parser.add_option(
         "--coverage",
         action="store_true",
@@ -433,8 +428,6 @@ Enforce the use of MinGW64 on Windows. Defaults to off.""",
             options.no26 = True
         if sys.version_info[0:2] != (2, 7):
             options.no27 = True
-        if sys.version_info[0:2] != (3, 3):
-            options.no33 = True
         if sys.version_info[0:2] != (3, 4):
             options.no34 = True
         if sys.version_info[0:2] != (3, 5):
@@ -451,6 +444,8 @@ Enforce the use of MinGW64 on Windows. Defaults to off.""",
             options.no310 = True
         if sys.version_info[0:2] != (3, 11):
             options.no311 = True
+        if sys.version_info[0:2] != (3, 12):
+            options.no312 = True
 
     if options.cpython_no_other:
         if sys.version_info[0:2] != (2, 6):
@@ -475,6 +470,8 @@ Enforce the use of MinGW64 on Windows. Defaults to off.""",
             options.cpython310 = False
         if sys.version_info[0:2] != (3, 11):
             options.cpython311 = False
+        if sys.version_info[0:2] != (3, 12):
+            options.cpython312 = False
 
     if options.cpython_none:
         options.cpython26 = False
@@ -488,6 +485,7 @@ Enforce the use of MinGW64 on Windows. Defaults to off.""",
         options.cpython39 = False
         options.cpython310 = False
         options.cpython311 = False
+        options.cpython312 = False
 
     if options.coverage and os.path.exists(".coverage"):
         os.unlink(".coverage")
@@ -497,7 +495,7 @@ Enforce the use of MinGW64 on Windows. Defaults to off.""",
 
 def publishCoverageData():
     def copyToGlobalCoverageData(source, target):
-        coverage_dir = os.environ.get("COVERAGE_DIR")
+        coverage_dir = os.getenv("COVERAGE_DIR")
 
         if coverage_dir is None:
             return
@@ -540,7 +538,7 @@ def publishCoverageData():
 
         putTextFileContents(filename, contents=data)
 
-    coverage_file = os.environ.get("COVERAGE_FILE", ".coverage")
+    coverage_file = os.getenv("COVERAGE_FILE", ".coverage")
 
     makeCoverageRelative(coverage_file)
     copyToGlobalCoverageData(coverage_file, "data.coverage." + suffix)
@@ -551,7 +549,7 @@ def main():
     # pylint: disable=too-many-branches,too-many-statements
 
     # Lets honor this Debian option here, spell-checker: ignore nocheck
-    if "nocheck" in os.environ.get("DEB_BUILD_OPTIONS", "").split():
+    if "nocheck" in os.getenv("DEB_BUILD_OPTIONS", "").split():
         my_print("Skipped all tests as per DEB_BUILD_OPTIONS environment.")
         sys.exit(0)
 
@@ -577,8 +575,6 @@ def main():
             return False
         if command == "python2.7" and options.no27:
             return False
-        if command == "python3.3" and options.no33:
-            return False
         if command == "python3.4" and options.no34:
             return False
         if command == "python3.5" and options.no35:
@@ -595,6 +591,8 @@ def main():
             return False
         if command == "python3.11" and options.no311:
             return False
+        if command == "python3.12" and options.no312:
+            return False
 
         # Shortcuts for python versions, also needed for Windows as it won't have
         # the version number in the Python binaries at all.
@@ -602,8 +600,6 @@ def main():
             return True
         if command == "python2.7" and sys.version_info[0:2] == (2, 7):
             return True
-        if command == "python3.3" and sys.version_info[0:2] == (3, 3):
-            return True
         if command == "python3.4" and sys.version_info[0:2] == (3, 4):
             return True
         if command == "python3.5" and sys.version_info[0:2] == (3, 5):
@@ -926,6 +922,17 @@ def main():
                     else:
                         my_print("The CPython3.11 tests are not present, not run.")
 
+            # Running the Python 3.12 test suite only with CPython3.x.
+            if not use_python.startswith("python2"):
+                if options.cpython312:
+                    if os.path.exists("./tests/CPython312/run_all.py"):
+                        with withExtendedExtraOptions(
+                            *getExtraFlags(where, "312tests", flags)
+                        ):
+                            executeSubTest("./tests/CPython312/run_all.py search")
+                    else:
+                        my_print("The CPython3.12 tests are not present, not run.")
+
     if not any(
         checkExecutableCommand("python%s" % python_version)
         for python_version in getTestExecutionPythonVersions()
@@ -953,11 +960,6 @@ def main():
     else:
         my_print("Cannot execute tests with Python 2.7, disabled or not installed.")
 
-    if checkExecutableCommand("python3.3"):
-        execute_tests("python3.3-nodebug", "python3.3", "")
-    else:
-        my_print("Cannot execute tests with Python 3.3, disabled or not installed.")
-
     if checkExecutableCommand("python3.4"):
         execute_tests("python3.4-nodebug", "python3.4", "")
     else:
@@ -1006,3 +1008,18 @@ def main():
 
 if __name__ == "__main__":
     main()
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/tools/watch/AutoStage.py

@@ -0,0 +1,144 @@
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
+""" Stage changes in Nuitka-Watch automatically
+
+This aims at recognizing unimportant changes automatically and is used
+for larger report format migrations in the future potentially.
+"""
+
+from optparse import OptionParser
+
+from nuitka.tools.quality.Git import (
+    getCheckoutFileChangeDesc,
+    getFileHashContent,
+    putFileHashContent,
+    updateGitFile,
+)
+from nuitka.TreeXML import fromString, toString
+from nuitka.utils.FileOperations import getFileContents, withTemporaryFile
+
+options = None
+
+
+def findMatchingNode(root, search_node):
+    """Find a node matching the given one in a XML root."""
+    nodes = []
+
+    node = search_node
+    while node is not None:
+        nodes.insert(0, node)
+
+        node = node.getparent()
+
+    # Root is easy and hard coded.
+    current = root
+    del nodes[0]
+
+    for node in nodes:
+        node_tag = node.tag
+
+        if node_tag == "module":
+            attrib_name = "name"
+        elif node_tag == "optimization-time":
+            attrib_name = "pass"
+        else:
+            assert False, (node, current)
+
+        attrib_value = node.attrib[attrib_name]
+
+        for candidate in current.findall(node_tag):
+            try:
+                candidate_value = candidate.attrib[attrib_name]
+            except KeyError:
+                assert False, current
+
+            if candidate_value == attrib_value:
+                current = candidate
+                break
+        else:
+            return None
+
+    return current
+
+
+def onCompilationReportChange(filename, git_stage):
+    print("Working on", filename)
+
+    new_report = fromString(getFileContents(filename, mode="rb"), use_lxml=True)
+    old_git_contents = getFileHashContent(git_stage["src_hash"])
+
+    old_report = fromString(old_git_contents, use_lxml=True)
+
+    new_nuitka_version = new_report.attrib["nuitka_version"]
+    changed = False
+    if old_report.attrib["nuitka_version"] != new_nuitka_version:
+        old_report.attrib["nuitka_version"] = new_nuitka_version
+
+        changed = True
+
+    if options.accept_optimization_time:
+        for new_node in new_report.xpath("//module/optimization-time"):
+            old_node = findMatchingNode(old_report, new_node)
+
+            if old_node is not None:
+                old_node.getparent().replace(old_node, new_node)
+
+    if changed:
+        new_git_contents = toString(old_report)
+        with withTemporaryFile(mode="w", delete=False) as output_file:
+            tmp_filename = output_file.name
+            output_file.write(new_git_contents)
+            output_file.close()
+
+        new_hash_value = putFileHashContent(tmp_filename)
+
+        if git_stage["src_hash"] != new_hash_value:
+            updateGitFile(filename, git_stage["src_hash"], new_hash_value, staged=False)
+
+
+def onFileChange(git_stage):
+    filename = git_stage["src_path"]
+
+    if filename.endswith("compilation-report.xml"):
+        onCompilationReportChange(filename=filename, git_stage=git_stage)
+
+
+def main():
+    # Cheating in this singleton and not passing options,
+    # pylint: disable=global-statement
+    global options
+
+    parser = OptionParser()
+
+    parser.add_option(
+        "--accept-optimization-time",
+        action="store_true",
+        dest="accept_optimization_time",
+        default=False,
+        help="""Accept module optimization-time changes.""",
+    )
+
+    options, _positional_args = parser.parse_args()
+
+    for git_stage in getCheckoutFileChangeDesc(staged=False):
+        onFileChange(git_stage=git_stage)
+
+
+if __name__ == "__main__":
+    main()
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/tools/watch/GitHub.py

@@ -0,0 +1,113 @@
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
+""" GitHub interfacing for nuitka-watch. """
+
+import os
+import sys
+
+from nuitka.tools.quality.Git import getModifiedPaths, getRemoteURL
+from nuitka.Tracing import tools_logger
+from nuitka.utils.Execution import callProcess, check_call
+
+
+def checkInNuitkaWatch():
+    remote_url = getRemoteURL("origin")
+    assert remote_url in (
+        "git@github.com:Nuitka/Nuitka-Watch.git",
+        "https://github.com/Nuitka/Nuitka-Watch",
+    ), remote_url
+    assert os.path.exists(".git")
+
+
+def createNuitkaWatchPR(category, description):
+    checkInNuitkaWatch()
+
+    modified_files = list(getModifiedPaths())
+
+    if not modified_files:
+        tools_logger.sysexit("Nothing to do", exit_code=0)
+
+    changed_flavors = set()
+
+    for modified_file in modified_files:
+        if os.path.basename(modified_file) == "compilation-report.xml":
+            flavor = os.path.basename(os.path.dirname(modified_file))
+            changed_flavors.add(flavor)
+
+    if not changed_flavors:
+        tools_logger.sysexit("No changes in compilation reports, only other things.")
+
+    if len(changed_flavors) != 1:
+        tools_logger.sysexit("Only a single flavor is supported at a time currently.")
+
+    (changed_flavor,) = changed_flavors
+
+    tools_logger.info(
+        "Detected changes for %s in results of '%s'." % (description, changed_flavor)
+    )
+
+    commit_message = """
+Changes for %s in results of '%s'
+
+This change is automatically generated and the result of executing %s on
+current Nuitka-Watch state.
+""" % (
+        description,
+        changed_flavor,
+        " ".join(sys.argv),
+    )
+
+    branch_name = "auto-%s-%s" % (category, changed_flavor)
+
+    # May not exist of course.
+    callProcess(["git", "branch", "-D", branch_name])
+
+    check_call(["git", "branch", branch_name])
+
+    check_call(["git", "checkout", branch_name])
+
+    check_call(["git", "add", "."])
+
+    check_call(["git", "commit", "-m", commit_message])
+
+    check_call(["git", "checkout", "main"])
+
+    tools_logger.info("Change is now on branch '%s'." % branch_name)
+
+
+if __name__ == "__main__":
+    # TODO: This runner should be directly used from nuitka-watch binary,
+    # but for development purposes, we keep it separately accessible.
+
+    from optparse import OptionParser
+
+    parser = OptionParser()
+
+    parser.add_option(
+        "--desc",
+        action="store",
+        dest="desc",
+        help="""\
+Description of the change, e.g. "Nuitka update 1.9.3".""",
+    )
+
+    options, positional_args = parser.parse_args()
+    assert not positional_args
+
+    createNuitkaWatchPR(category="hotfix", description=options.desc)
+
+#     Part of "Nuitka", an optimizing Python compiler that is compatible and
+#     integrates with CPython, but also works on its own.
+#
+#     Licensed under the Apache License, Version 2.0 (the "License");
+#     you may not use this file except in compliance with the License.
+#     You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#     Unless required by applicable law or agreed to in writing, software
+#     distributed under the License is distributed on an "AS IS" BASIS,
+#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#     See the License for the specific language governing permissions and
+#     limitations under the License.

nuitka/tools/watch/__init__.py

@@ -1,5 +1,8 @@
-#     Copyright 2023, Kay Hayen, mailto:kay.hayen@gmail.com
-#
+#     Copyright 2024, Kay Hayen, mailto:kay.hayen@gmail.com find license text at end of file
+
+
+""" Dummy file to make this directory a package. """
+
 #     Part of "Nuitka", an optimizing Python compiler that is compatible and
 #     integrates with CPython, but also works on its own.
 #
@@ -14,5 +17,3 @@
 #     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #     See the License for the specific language governing permissions and
 #     limitations under the License.
-#
-""" Dummy file to make this directory a package. """