PyFunceble-dev 4.2.15__tar.gz → 4.2.17__tar.gz

{pyfunceble_dev-4.2.15 → pyfunceble_dev-4.2.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: PyFunceble-dev
-Version: 4.2.15
+Version: 4.2.17
 Summary: The tool to check the availability or syntax of domain, IP or URL.
 Home-page: https://github.com/funilrys/PyFunceble
 Author: funilrys
@@ -21,77 +21,77 @@ Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved
 Requires-Python: >=3.8, <4
 License-File: LICENSE
-Requires-Dist: colorama
-Requires-Dist: PyYAML
-Requires-Dist: setuptools>=65.5.1
-Requires-Dist: domain2idna~=1.12.0
-Requires-Dist: inflection
-Requires-Dist: requests[socks]<3
-Requires-Dist: packaging
 Requires-Dist: SQLAlchemy~=2.0
 Requires-Dist: python-box[all]~=6.0.0
-Requires-Dist: python-dotenv
+Requires-Dist: setuptools>=65.5.1
+Requires-Dist: packaging
 Requires-Dist: shtab
-Requires-Dist: cryptography~=42.0
-Requires-Dist: alembic
+Requires-Dist: requests[socks]<3
+Requires-Dist: PyYAML
 Requires-Dist: PyMySQL
+Requires-Dist: domain2idna~=1.12.0
 Requires-Dist: dnspython[DOH]~=2.6.0
+Requires-Dist: colorama
+Requires-Dist: python-dotenv
+Requires-Dist: inflection
+Requires-Dist: cryptography~=42.0
+Requires-Dist: alembic
 Provides-Extra: docs
-Requires-Dist: sphinx>=3.4.3; extra == "docs"
 Requires-Dist: sphinx_rtd_theme; extra == "docs"
-Requires-Dist: Pygments>=2.0; extra == "docs"
 Requires-Dist: alabaster<0.8,>=0.7; extra == "docs"
+Requires-Dist: sphinx>=3.4.3; extra == "docs"
+Requires-Dist: Pygments>=2.0; extra == "docs"
 Provides-Extra: dev
 Requires-Dist: black; extra == "dev"
+Requires-Dist: isort; extra == "dev"
 Requires-Dist: pylint; extra == "dev"
 Requires-Dist: flake8; extra == "dev"
-Requires-Dist: isort; extra == "dev"
 Provides-Extra: test
-Requires-Dist: coverage; extra == "test"
 Requires-Dist: tox; extra == "test"
+Requires-Dist: coverage; extra == "test"
 Provides-Extra: psql
-Requires-Dist: colorama; extra == "psql"
-Requires-Dist: PyYAML; extra == "psql"
-Requires-Dist: setuptools>=65.5.1; extra == "psql"
-Requires-Dist: domain2idna~=1.12.0; extra == "psql"
-Requires-Dist: inflection; extra == "psql"
-Requires-Dist: requests[socks]<3; extra == "psql"
-Requires-Dist: packaging; extra == "psql"
 Requires-Dist: SQLAlchemy~=2.0; extra == "psql"
 Requires-Dist: python-box[all]~=6.0.0; extra == "psql"
-Requires-Dist: python-dotenv; extra == "psql"
 Requires-Dist: psycopg2; extra == "psql"
+Requires-Dist: setuptools>=65.5.1; extra == "psql"
+Requires-Dist: packaging; extra == "psql"
 Requires-Dist: shtab; extra == "psql"
-Requires-Dist: cryptography~=42.0; extra == "psql"
-Requires-Dist: alembic; extra == "psql"
+Requires-Dist: requests[socks]<3; extra == "psql"
+Requires-Dist: PyYAML; extra == "psql"
 Requires-Dist: PyMySQL; extra == "psql"
+Requires-Dist: domain2idna~=1.12.0; extra == "psql"
 Requires-Dist: dnspython[DOH]~=2.6.0; extra == "psql"
+Requires-Dist: colorama; extra == "psql"
+Requires-Dist: python-dotenv; extra == "psql"
+Requires-Dist: inflection; extra == "psql"
+Requires-Dist: cryptography~=42.0; extra == "psql"
+Requires-Dist: alembic; extra == "psql"
 Provides-Extra: full
-Requires-Dist: domain2idna~=1.12.0; extra == "full"
-Requires-Dist: inflection; extra == "full"
+Requires-Dist: SQLAlchemy~=2.0; extra == "full"
+Requires-Dist: setuptools>=65.5.1; extra == "full"
+Requires-Dist: black; extra == "full"
+Requires-Dist: PyMySQL; extra == "full"
+Requires-Dist: dnspython[DOH]~=2.6.0; extra == "full"
 Requires-Dist: coverage; extra == "full"
-Requires-Dist: shtab; extra == "full"
-Requires-Dist: cryptography~=42.0; extra == "full"
-Requires-Dist: flake8; extra == "full"
 Requires-Dist: alabaster<0.8,>=0.7; extra == "full"
+Requires-Dist: inflection; extra == "full"
+Requires-Dist: cryptography~=42.0; extra == "full"
 Requires-Dist: sphinx>=3.4.3; extra == "full"
-Requires-Dist: colorama; extra == "full"
-Requires-Dist: python-dotenv; extra == "full"
-Requires-Dist: black; extra == "full"
-Requires-Dist: PyMySQL; extra == "full"
-Requires-Dist: alembic; extra == "full"
-Requires-Dist: pylint; extra == "full"
-Requires-Dist: tox; extra == "full"
-Requires-Dist: setuptools>=65.5.1; extra == "full"
+Requires-Dist: PyYAML; extra == "full"
 Requires-Dist: isort; extra == "full"
 Requires-Dist: sphinx_rtd_theme; extra == "full"
-Requires-Dist: PyYAML; extra == "full"
-Requires-Dist: requests[socks]<3; extra == "full"
-Requires-Dist: SQLAlchemy~=2.0; extra == "full"
-Requires-Dist: packaging; extra == "full"
 Requires-Dist: python-box[all]~=6.0.0; extra == "full"
+Requires-Dist: requests[socks]<3; extra == "full"
 Requires-Dist: Pygments>=2.0; extra == "full"
-Requires-Dist: dnspython[DOH]~=2.6.0; extra == "full"
+Requires-Dist: flake8; extra == "full"
+Requires-Dist: pylint; extra == "full"
+Requires-Dist: colorama; extra == "full"
+Requires-Dist: python-dotenv; extra == "full"
+Requires-Dist: packaging; extra == "full"
+Requires-Dist: shtab; extra == "full"
+Requires-Dist: domain2idna~=1.12.0; extra == "full"
+Requires-Dist: tox; extra == "full"
+Requires-Dist: alembic; extra == "full"
 
 .. image:: https://raw.githubusercontent.com/PyFunceble/logo/dev/Green/HD/RM.png
 

{pyfunceble_dev-4.2.15 → pyfunceble_dev-4.2.17}/PyFunceble/cli/entry_points/pyfunceble/cli.py

@@ -1040,8 +1040,8 @@ def get_multiprocessing_group_data() -> List[Tuple[List[str], dict]]:
 
     available_cpu = os.cpu_count()
 
-    if available_cpu:
-        default_max_workers = available_cpu * 5
+    if available_cpu is not None and available_cpu > 2:
+        default_max_workers = available_cpu - 2
     else:
         default_max_workers = 1
 
@@ -1054,6 +1054,7 @@ def get_multiprocessing_group_data() -> List[Tuple[List[str], dict]]:
             {
                 "dest": "cli_testing.max_workers",
                 "type": int,
+                "default": default_max_workers,
                 "help": "Sets the number of maximal workers to use.\n"
                 f"If not given, {default_max_workers} "
                 "(based on the current machine) will be applied. %s"

{pyfunceble_dev-4.2.15 → pyfunceble_dev-4.2.17}/PyFunceble/cli/system/launcher.py

@@ -60,6 +60,7 @@ import multiprocessing
 import os
 import secrets
 import sys
+import time
 import traceback
 from typing import List, Optional, Union
 
@@ -636,6 +637,59 @@ class SystemLauncher(SystemBase):
                 {"directory": protocol["output_dir"]}
             )
 
+        def handle_platform_contribution() -> None:
+            """
+            Assuming that we are testing a platform contribution, proceed with the
+            testing.
+            """
+
+            query_tool = CollectionQueryTool()
+
+            max_breakoff = 120.0
+            breakoff_multiplier = 0.5
+
+            initial_breakoff = (
+                PyFunceble.storage.CONFIGURATION.cli_testing.max_workers
+                * breakoff_multiplier
+            )
+            breakoff = initial_breakoff
+
+            while True:
+                for next_contract in next(
+                    query_tool.pull_contract(
+                        PyFunceble.storage.CONFIGURATION.cli_testing.max_workers
+                    )
+                ):
+                    if "subject" not in next_contract or not next_contract["subject"]:
+                        continue
+
+                    protocol_data = copy.deepcopy(protocol)
+
+                    protocol_data["checker_type"] = next_contract[
+                        "checker_type"
+                    ].upper()
+                    protocol_data["subject_type"] = next_contract["subject_type"]
+                    protocol_data["subject"] = protocol_data["idna_subject"] = (
+                        next_contract["subject"]["subject"]
+                    )
+                    protocol_data["contract"] = copy.deepcopy(next_contract)
+
+                    self.tester_process_manager.add_to_input_queue(
+                        protocol_data, worker_name="main"
+                    )
+
+                self.ci_stop_in_the_middle_if_time_exceeded()
+
+                if PyFunceble.storage.CONFIGURATION.cli_testing.display_mode.dots:
+                    PyFunceble.cli.utils.stdout.print_single_line("S")
+
+                time.sleep(breakoff)
+
+                if breakoff < max_breakoff:
+                    breakoff += 0.02
+                else:
+                    breakoff = initial_breakoff
+
         for protocol in self.testing_protocol:
             self.ci_stop_in_the_middle_if_time_exceeded()
 
@@ -665,39 +719,7 @@ class SystemLauncher(SystemBase):
             elif protocol["type"] == "file":
                 handle_file(protocol)
             elif protocol["type"] == "platform-contribution":
-                query_tool = CollectionQueryTool()
-
-                while True:
-                    for next_contract in next(
-                        query_tool.pull_contract(
-                            PyFunceble.storage.CONFIGURATION.cli_testing.max_workers
-                        )
-                    ):
-                        if (
-                            "subject" not in next_contract
-                            or not next_contract["subject"]
-                        ):
-                            continue
-
-                        protocol_data = copy.deepcopy(protocol)
-
-                        protocol_data["checker_type"] = next_contract[
-                            "checker_type"
-                        ].upper()
-                        protocol_data["subject_type"] = next_contract["subject_type"]
-                        protocol_data["subject"] = protocol_data["idna_subject"] = (
-                            next_contract["subject"]["subject"]
-                        )
-                        protocol_data["contract"] = copy.deepcopy(next_contract)
-
-                        self.tester_process_manager.add_to_input_queue(
-                            protocol_data, worker_name="main"
-                        )
-
-                    self.ci_stop_in_the_middle_if_time_exceeded()
-
-                    if PyFunceble.storage.CONFIGURATION.cli_testing.display_mode.dots:
-                        PyFunceble.cli.utils.stdout.print_single_line()
+                handle_platform_contribution()
         return self
 
     def generate_waiting_files(self) -> "SystemLauncher":

{pyfunceble_dev-4.2.15 → pyfunceble_dev-4.2.17}/PyFunceble/query/collection.py

@@ -146,6 +146,10 @@ class CollectionQueryTool:
         else:
             self.guess_and_set_timeout()
 
+        self._url_base = EnvironmentVariableHelper(
+            "PYFUNCEBLE_COLLECTION_API_URL"
+        ).get_value(default=None)
+
         self.session = requests.Session()
         self.session.headers.update(
             {
@@ -513,6 +517,9 @@ class CollectionQueryTool:
 
         PyFunceble.facility.Logger.info("Starting to pull next contract")
 
+        if not isinstance(amount, int) or amount < 1:
+            amount = 1
+
         url = f"{self.url_base}/v1/contracts/next"
         params = {
             "limit": amount,
@@ -536,8 +543,10 @@ class CollectionQueryTool:
                 PyFunceble.facility.Logger.info("Finished to pull next contract")
 
                 yield response_json
+            else:
+                response_json = []
         except (requests.RequestException, json.decoder.JSONDecodeError):
-            response_json = [{"subject": {}}]
+            response_json = []
 
         PyFunceble.facility.Logger.debug(
             "Failed to pull next contract. Response: %r", response_json

{pyfunceble_dev-4.2.15 → pyfunceble_dev-4.2.17}/PyFunceble/storage.py

@@ -61,7 +61,7 @@ from dotenv import load_dotenv
 from PyFunceble.storage_facility import get_config_directory
 
 PROJECT_NAME: str = "PyFunceble"
-PROJECT_VERSION: str = "4.2.15.dev (Blue Duckling: Ixora)"
+PROJECT_VERSION: str = "4.2.17.dev (Blue Duckling: Ixora)"
 
 DISTRIBUTED_CONFIGURATION_FILENAME: str = ".PyFunceble_production.yaml"
 DISTRIBUTED_DIR_STRUCTURE_FILENAME: str = "dir_structure_production.json"

{pyfunceble_dev-4.2.15 → pyfunceble_dev-4.2.17}/PyFunceble_dev.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: PyFunceble-dev
-Version: 4.2.15
+Version: 4.2.17
 Summary: The tool to check the availability or syntax of domain, IP or URL.
 Home-page: https://github.com/funilrys/PyFunceble
 Author: funilrys
@@ -21,77 +21,77 @@ Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved
 Requires-Python: >=3.8, <4
 License-File: LICENSE
-Requires-Dist: colorama
-Requires-Dist: PyYAML
-Requires-Dist: setuptools>=65.5.1
-Requires-Dist: domain2idna~=1.12.0
-Requires-Dist: inflection
-Requires-Dist: requests[socks]<3
-Requires-Dist: packaging
 Requires-Dist: SQLAlchemy~=2.0
 Requires-Dist: python-box[all]~=6.0.0
-Requires-Dist: python-dotenv
+Requires-Dist: setuptools>=65.5.1
+Requires-Dist: packaging
 Requires-Dist: shtab
-Requires-Dist: cryptography~=42.0
-Requires-Dist: alembic
+Requires-Dist: requests[socks]<3
+Requires-Dist: PyYAML
 Requires-Dist: PyMySQL
+Requires-Dist: domain2idna~=1.12.0
 Requires-Dist: dnspython[DOH]~=2.6.0
+Requires-Dist: colorama
+Requires-Dist: python-dotenv
+Requires-Dist: inflection
+Requires-Dist: cryptography~=42.0
+Requires-Dist: alembic
 Provides-Extra: docs
-Requires-Dist: sphinx>=3.4.3; extra == "docs"
 Requires-Dist: sphinx_rtd_theme; extra == "docs"
-Requires-Dist: Pygments>=2.0; extra == "docs"
 Requires-Dist: alabaster<0.8,>=0.7; extra == "docs"
+Requires-Dist: sphinx>=3.4.3; extra == "docs"
+Requires-Dist: Pygments>=2.0; extra == "docs"
 Provides-Extra: dev
 Requires-Dist: black; extra == "dev"
+Requires-Dist: isort; extra == "dev"
 Requires-Dist: pylint; extra == "dev"
 Requires-Dist: flake8; extra == "dev"
-Requires-Dist: isort; extra == "dev"
 Provides-Extra: test
-Requires-Dist: coverage; extra == "test"
 Requires-Dist: tox; extra == "test"
+Requires-Dist: coverage; extra == "test"
 Provides-Extra: psql
-Requires-Dist: colorama; extra == "psql"
-Requires-Dist: PyYAML; extra == "psql"
-Requires-Dist: setuptools>=65.5.1; extra == "psql"
-Requires-Dist: domain2idna~=1.12.0; extra == "psql"
-Requires-Dist: inflection; extra == "psql"
-Requires-Dist: requests[socks]<3; extra == "psql"
-Requires-Dist: packaging; extra == "psql"
 Requires-Dist: SQLAlchemy~=2.0; extra == "psql"
 Requires-Dist: python-box[all]~=6.0.0; extra == "psql"
-Requires-Dist: python-dotenv; extra == "psql"
 Requires-Dist: psycopg2; extra == "psql"
+Requires-Dist: setuptools>=65.5.1; extra == "psql"
+Requires-Dist: packaging; extra == "psql"
 Requires-Dist: shtab; extra == "psql"
-Requires-Dist: cryptography~=42.0; extra == "psql"
-Requires-Dist: alembic; extra == "psql"
+Requires-Dist: requests[socks]<3; extra == "psql"
+Requires-Dist: PyYAML; extra == "psql"
 Requires-Dist: PyMySQL; extra == "psql"
+Requires-Dist: domain2idna~=1.12.0; extra == "psql"
 Requires-Dist: dnspython[DOH]~=2.6.0; extra == "psql"
+Requires-Dist: colorama; extra == "psql"
+Requires-Dist: python-dotenv; extra == "psql"
+Requires-Dist: inflection; extra == "psql"
+Requires-Dist: cryptography~=42.0; extra == "psql"
+Requires-Dist: alembic; extra == "psql"
 Provides-Extra: full
-Requires-Dist: domain2idna~=1.12.0; extra == "full"
-Requires-Dist: inflection; extra == "full"
+Requires-Dist: SQLAlchemy~=2.0; extra == "full"
+Requires-Dist: setuptools>=65.5.1; extra == "full"
+Requires-Dist: black; extra == "full"
+Requires-Dist: PyMySQL; extra == "full"
+Requires-Dist: dnspython[DOH]~=2.6.0; extra == "full"
 Requires-Dist: coverage; extra == "full"
-Requires-Dist: shtab; extra == "full"
-Requires-Dist: cryptography~=42.0; extra == "full"
-Requires-Dist: flake8; extra == "full"
 Requires-Dist: alabaster<0.8,>=0.7; extra == "full"
+Requires-Dist: inflection; extra == "full"
+Requires-Dist: cryptography~=42.0; extra == "full"
 Requires-Dist: sphinx>=3.4.3; extra == "full"
-Requires-Dist: colorama; extra == "full"
-Requires-Dist: python-dotenv; extra == "full"
-Requires-Dist: black; extra == "full"
-Requires-Dist: PyMySQL; extra == "full"
-Requires-Dist: alembic; extra == "full"
-Requires-Dist: pylint; extra == "full"
-Requires-Dist: tox; extra == "full"
-Requires-Dist: setuptools>=65.5.1; extra == "full"
+Requires-Dist: PyYAML; extra == "full"
 Requires-Dist: isort; extra == "full"
 Requires-Dist: sphinx_rtd_theme; extra == "full"
-Requires-Dist: PyYAML; extra == "full"
-Requires-Dist: requests[socks]<3; extra == "full"
-Requires-Dist: SQLAlchemy~=2.0; extra == "full"
-Requires-Dist: packaging; extra == "full"
 Requires-Dist: python-box[all]~=6.0.0; extra == "full"
+Requires-Dist: requests[socks]<3; extra == "full"
 Requires-Dist: Pygments>=2.0; extra == "full"
-Requires-Dist: dnspython[DOH]~=2.6.0; extra == "full"
+Requires-Dist: flake8; extra == "full"
+Requires-Dist: pylint; extra == "full"
+Requires-Dist: colorama; extra == "full"
+Requires-Dist: python-dotenv; extra == "full"
+Requires-Dist: packaging; extra == "full"
+Requires-Dist: shtab; extra == "full"
+Requires-Dist: domain2idna~=1.12.0; extra == "full"
+Requires-Dist: tox; extra == "full"
+Requires-Dist: alembic; extra == "full"
 
 .. image:: https://raw.githubusercontent.com/PyFunceble/logo/dev/Green/HD/RM.png
 

{pyfunceble_dev-4.2.15 → pyfunceble_dev-4.2.17}/version.yaml

@@ -1,4 +1,4 @@
-current_version: '4.2.15.dev (Blue Duckling: Ixora)'
+current_version: '4.2.17.dev (Blue Duckling: Ixora)'
 deprecated:
 - 3.0.21
 - 3.1.20