PyFunceble-dev 4.2.15__py3-none-any.whl → 4.2.17__py3-none-any.whl

PyFunceble/cli/entry_points/pyfunceble/cli.py

@@ -1040,8 +1040,8 @@ def get_multiprocessing_group_data() -> List[Tuple[List[str], dict]]:
 
     available_cpu = os.cpu_count()
 
-    if available_cpu:
-        default_max_workers = available_cpu * 5
+    if available_cpu is not None and available_cpu > 2:
+        default_max_workers = available_cpu - 2
     else:
         default_max_workers = 1
 
@@ -1054,6 +1054,7 @@ def get_multiprocessing_group_data() -> List[Tuple[List[str], dict]]:
             {
                 "dest": "cli_testing.max_workers",
                 "type": int,
+                "default": default_max_workers,
                 "help": "Sets the number of maximal workers to use.\n"
                 f"If not given, {default_max_workers} "
                 "(based on the current machine) will be applied. %s"

PyFunceble/cli/system/launcher.py

@@ -60,6 +60,7 @@ import multiprocessing
 import os
 import secrets
 import sys
+import time
 import traceback
 from typing import List, Optional, Union
 
@@ -636,6 +637,59 @@ class SystemLauncher(SystemBase):
                 {"directory": protocol["output_dir"]}
             )
 
+        def handle_platform_contribution() -> None:
+            """
+            Assuming that we are testing a platform contribution, proceed with the
+            testing.
+            """
+
+            query_tool = CollectionQueryTool()
+
+            max_breakoff = 120.0
+            breakoff_multiplier = 0.5
+
+            initial_breakoff = (
+                PyFunceble.storage.CONFIGURATION.cli_testing.max_workers
+                * breakoff_multiplier
+            )
+            breakoff = initial_breakoff
+
+            while True:
+                for next_contract in next(
+                    query_tool.pull_contract(
+                        PyFunceble.storage.CONFIGURATION.cli_testing.max_workers
+                    )
+                ):
+                    if "subject" not in next_contract or not next_contract["subject"]:
+                        continue
+
+                    protocol_data = copy.deepcopy(protocol)
+
+                    protocol_data["checker_type"] = next_contract[
+                        "checker_type"
+                    ].upper()
+                    protocol_data["subject_type"] = next_contract["subject_type"]
+                    protocol_data["subject"] = protocol_data["idna_subject"] = (
+                        next_contract["subject"]["subject"]
+                    )
+                    protocol_data["contract"] = copy.deepcopy(next_contract)
+
+                    self.tester_process_manager.add_to_input_queue(
+                        protocol_data, worker_name="main"
+                    )
+
+                self.ci_stop_in_the_middle_if_time_exceeded()
+
+                if PyFunceble.storage.CONFIGURATION.cli_testing.display_mode.dots:
+                    PyFunceble.cli.utils.stdout.print_single_line("S")
+
+                time.sleep(breakoff)
+
+                if breakoff < max_breakoff:
+                    breakoff += 0.02
+                else:
+                    breakoff = initial_breakoff
+
         for protocol in self.testing_protocol:
             self.ci_stop_in_the_middle_if_time_exceeded()
 
@@ -665,39 +719,7 @@ class SystemLauncher(SystemBase):
             elif protocol["type"] == "file":
                 handle_file(protocol)
             elif protocol["type"] == "platform-contribution":
-                query_tool = CollectionQueryTool()
-
-                while True:
-                    for next_contract in next(
-                        query_tool.pull_contract(
-                            PyFunceble.storage.CONFIGURATION.cli_testing.max_workers
-                        )
-                    ):
-                        if (
-                            "subject" not in next_contract
-                            or not next_contract["subject"]
-                        ):
-                            continue
-
-                        protocol_data = copy.deepcopy(protocol)
-
-                        protocol_data["checker_type"] = next_contract[
-                            "checker_type"
-                        ].upper()
-                        protocol_data["subject_type"] = next_contract["subject_type"]
-                        protocol_data["subject"] = protocol_data["idna_subject"] = (
-                            next_contract["subject"]["subject"]
-                        )
-                        protocol_data["contract"] = copy.deepcopy(next_contract)
-
-                        self.tester_process_manager.add_to_input_queue(
-                            protocol_data, worker_name="main"
-                        )
-
-                    self.ci_stop_in_the_middle_if_time_exceeded()
-
-                    if PyFunceble.storage.CONFIGURATION.cli_testing.display_mode.dots:
-                        PyFunceble.cli.utils.stdout.print_single_line()
+                handle_platform_contribution()
         return self
 
     def generate_waiting_files(self) -> "SystemLauncher":

PyFunceble/query/collection.py

@@ -146,6 +146,10 @@ class CollectionQueryTool:
         else:
             self.guess_and_set_timeout()
 
+        self._url_base = EnvironmentVariableHelper(
+            "PYFUNCEBLE_COLLECTION_API_URL"
+        ).get_value(default=None)
+
         self.session = requests.Session()
         self.session.headers.update(
             {
@@ -513,6 +517,9 @@ class CollectionQueryTool:
 
         PyFunceble.facility.Logger.info("Starting to pull next contract")
 
+        if not isinstance(amount, int) or amount < 1:
+            amount = 1
+
         url = f"{self.url_base}/v1/contracts/next"
         params = {
             "limit": amount,
@@ -536,8 +543,10 @@ class CollectionQueryTool:
                 PyFunceble.facility.Logger.info("Finished to pull next contract")
 
                 yield response_json
+            else:
+                response_json = []
         except (requests.RequestException, json.decoder.JSONDecodeError):
-            response_json = [{"subject": {}}]
+            response_json = []
 
         PyFunceble.facility.Logger.debug(
             "Failed to pull next contract. Response: %r", response_json

PyFunceble/storage.py

@@ -61,7 +61,7 @@ from dotenv import load_dotenv
 from PyFunceble.storage_facility import get_config_directory
 
 PROJECT_NAME: str = "PyFunceble"
-PROJECT_VERSION: str = "4.2.15.dev (Blue Duckling: Ixora)"
+PROJECT_VERSION: str = "4.2.17.dev (Blue Duckling: Ixora)"
 
 DISTRIBUTED_CONFIGURATION_FILENAME: str = ".PyFunceble_production.yaml"
 DISTRIBUTED_DIR_STRUCTURE_FILENAME: str = "dir_structure_production.json"

{PyFunceble_dev-4.2.15.dist-info → PyFunceble_dev-4.2.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: PyFunceble-dev
-Version: 4.2.15
+Version: 4.2.17
 Summary: The tool to check the availability or syntax of domain, IP or URL.
 Home-page: https://github.com/funilrys/PyFunceble
 Author: funilrys
@@ -21,77 +21,77 @@ Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved
 Requires-Python: >=3.8, <4
 License-File: LICENSE
-Requires-Dist: colorama
-Requires-Dist: PyYAML
-Requires-Dist: setuptools >=65.5.1
-Requires-Dist: domain2idna ~=1.12.0
-Requires-Dist: inflection
-Requires-Dist: requests[socks] <3
-Requires-Dist: packaging
 Requires-Dist: SQLAlchemy ~=2.0
 Requires-Dist: python-box[all] ~=6.0.0
-Requires-Dist: python-dotenv
+Requires-Dist: setuptools >=65.5.1
+Requires-Dist: packaging
 Requires-Dist: shtab
-Requires-Dist: cryptography ~=42.0
-Requires-Dist: alembic
+Requires-Dist: requests[socks] <3
+Requires-Dist: PyYAML
 Requires-Dist: PyMySQL
+Requires-Dist: domain2idna ~=1.12.0
 Requires-Dist: dnspython[doh] ~=2.6.0
+Requires-Dist: colorama
+Requires-Dist: python-dotenv
+Requires-Dist: inflection
+Requires-Dist: cryptography ~=42.0
+Requires-Dist: alembic
 Provides-Extra: dev
 Requires-Dist: black ; extra == 'dev'
+Requires-Dist: isort ; extra == 'dev'
 Requires-Dist: pylint ; extra == 'dev'
 Requires-Dist: flake8 ; extra == 'dev'
-Requires-Dist: isort ; extra == 'dev'
 Provides-Extra: docs
-Requires-Dist: sphinx >=3.4.3 ; extra == 'docs'
 Requires-Dist: sphinx-rtd-theme ; extra == 'docs'
-Requires-Dist: Pygments >=2.0 ; extra == 'docs'
 Requires-Dist: alabaster <0.8,>=0.7 ; extra == 'docs'
+Requires-Dist: sphinx >=3.4.3 ; extra == 'docs'
+Requires-Dist: Pygments >=2.0 ; extra == 'docs'
 Provides-Extra: full
-Requires-Dist: domain2idna ~=1.12.0 ; extra == 'full'
-Requires-Dist: inflection ; extra == 'full'
+Requires-Dist: SQLAlchemy ~=2.0 ; extra == 'full'
+Requires-Dist: setuptools >=65.5.1 ; extra == 'full'
+Requires-Dist: black ; extra == 'full'
+Requires-Dist: PyMySQL ; extra == 'full'
+Requires-Dist: dnspython[doh] ~=2.6.0 ; extra == 'full'
 Requires-Dist: coverage ; extra == 'full'
-Requires-Dist: shtab ; extra == 'full'
-Requires-Dist: cryptography ~=42.0 ; extra == 'full'
-Requires-Dist: flake8 ; extra == 'full'
 Requires-Dist: alabaster <0.8,>=0.7 ; extra == 'full'
+Requires-Dist: inflection ; extra == 'full'
+Requires-Dist: cryptography ~=42.0 ; extra == 'full'
 Requires-Dist: sphinx >=3.4.3 ; extra == 'full'
-Requires-Dist: colorama ; extra == 'full'
-Requires-Dist: python-dotenv ; extra == 'full'
-Requires-Dist: black ; extra == 'full'
-Requires-Dist: PyMySQL ; extra == 'full'
-Requires-Dist: alembic ; extra == 'full'
-Requires-Dist: pylint ; extra == 'full'
-Requires-Dist: tox ; extra == 'full'
-Requires-Dist: setuptools >=65.5.1 ; extra == 'full'
+Requires-Dist: PyYAML ; extra == 'full'
 Requires-Dist: isort ; extra == 'full'
 Requires-Dist: sphinx-rtd-theme ; extra == 'full'
-Requires-Dist: PyYAML ; extra == 'full'
-Requires-Dist: requests[socks] <3 ; extra == 'full'
-Requires-Dist: SQLAlchemy ~=2.0 ; extra == 'full'
-Requires-Dist: packaging ; extra == 'full'
 Requires-Dist: python-box[all] ~=6.0.0 ; extra == 'full'
+Requires-Dist: requests[socks] <3 ; extra == 'full'
 Requires-Dist: Pygments >=2.0 ; extra == 'full'
-Requires-Dist: dnspython[doh] ~=2.6.0 ; extra == 'full'
+Requires-Dist: flake8 ; extra == 'full'
+Requires-Dist: pylint ; extra == 'full'
+Requires-Dist: colorama ; extra == 'full'
+Requires-Dist: python-dotenv ; extra == 'full'
+Requires-Dist: packaging ; extra == 'full'
+Requires-Dist: shtab ; extra == 'full'
+Requires-Dist: domain2idna ~=1.12.0 ; extra == 'full'
+Requires-Dist: tox ; extra == 'full'
+Requires-Dist: alembic ; extra == 'full'
 Provides-Extra: psql
-Requires-Dist: colorama ; extra == 'psql'
-Requires-Dist: PyYAML ; extra == 'psql'
-Requires-Dist: setuptools >=65.5.1 ; extra == 'psql'
-Requires-Dist: domain2idna ~=1.12.0 ; extra == 'psql'
-Requires-Dist: inflection ; extra == 'psql'
-Requires-Dist: requests[socks] <3 ; extra == 'psql'
-Requires-Dist: packaging ; extra == 'psql'
 Requires-Dist: SQLAlchemy ~=2.0 ; extra == 'psql'
 Requires-Dist: python-box[all] ~=6.0.0 ; extra == 'psql'
-Requires-Dist: python-dotenv ; extra == 'psql'
 Requires-Dist: psycopg2 ; extra == 'psql'
+Requires-Dist: setuptools >=65.5.1 ; extra == 'psql'
+Requires-Dist: packaging ; extra == 'psql'
 Requires-Dist: shtab ; extra == 'psql'
-Requires-Dist: cryptography ~=42.0 ; extra == 'psql'
-Requires-Dist: alembic ; extra == 'psql'
+Requires-Dist: requests[socks] <3 ; extra == 'psql'
+Requires-Dist: PyYAML ; extra == 'psql'
 Requires-Dist: PyMySQL ; extra == 'psql'
+Requires-Dist: domain2idna ~=1.12.0 ; extra == 'psql'
 Requires-Dist: dnspython[doh] ~=2.6.0 ; extra == 'psql'
+Requires-Dist: colorama ; extra == 'psql'
+Requires-Dist: python-dotenv ; extra == 'psql'
+Requires-Dist: inflection ; extra == 'psql'
+Requires-Dist: cryptography ~=42.0 ; extra == 'psql'
+Requires-Dist: alembic ; extra == 'psql'
 Provides-Extra: test
-Requires-Dist: coverage ; extra == 'test'
 Requires-Dist: tox ; extra == 'test'
+Requires-Dist: coverage ; extra == 'test'
 
 .. image:: https://raw.githubusercontent.com/PyFunceble/logo/dev/Green/HD/RM.png
 

{PyFunceble_dev-4.2.15.dist-info → PyFunceble_dev-4.2.17.dist-info}/RECORD

@@ -4,7 +4,7 @@ PyFunceble/facility.py,sha256=zwQ-5JFtBr-n0uahkCLIheXNADX34A3uzVcEdFTWT8o,2640
 PyFunceble/factory.py,sha256=EIMObS1gaWpGamlqIoLoHAg9xpcXdfKEnDGe31O9WIw,2590
 PyFunceble/logger.py,sha256=8ex6ccGeV8sXtF6MMZsIfCAv2ZJmwKrvRQZd_4cIDCM,16829
 PyFunceble/sessions.py,sha256=lmqepbwtCCU8KVBNZ-XBo6kFFh5cpCKPgT_GegiLhk8,2582
-PyFunceble/storage.py,sha256=CQMhO1zle3RMkzLe__UOUtLIXSRPz0maw--aFsHdH7M,6299
+PyFunceble/storage.py,sha256=LYiE_iBIG1-mEyrayYXMxfwIdtw_qHYeqLXpLIj7GRM,6299
 PyFunceble/storage_facility.py,sha256=dnjRkVbH3kFtbWlX7evPyNT6rfo7nGCd4oNC9AajWtY,4833
 PyFunceble/checker/__init__.py,sha256=aiQBstQTw1nXwZ3IGxf_k3CofRbbtFB4WAu_ezvmi_0,2444
 PyFunceble/checker/base.py,sha256=iFNezdMIpfx6kwEaaDzniP7erPEbHWsBsIIMG96MAEY,13677
@@ -72,7 +72,7 @@ PyFunceble/cli/entry_points/production.py,sha256=duhH99ODUqoprwbkbgy9dFK2YZQXrGj
 PyFunceble/cli/entry_points/public_suffix.py,sha256=n1hNZy3G1jHYWEyu0qUppYu2nqe8aTF705x-uhCMUjo,4346
 PyFunceble/cli/entry_points/pyfunceble/__init__.py,sha256=X1LHl80LraiZQ7yfB15y-5ohJksTHOBwuQcXO50fx5w,2499
 PyFunceble/cli/entry_points/pyfunceble/argsparser.py,sha256=3pmbCfTg-im_eVdEMvzg-foethjFoKJpTKrdlkuUnIA,4762
-PyFunceble/cli/entry_points/pyfunceble/cli.py,sha256=f63sSKXFu2ZZklA8FRq_IfDXGpd78CcZlvyEeLe8Csk,47640
+PyFunceble/cli/entry_points/pyfunceble/cli.py,sha256=l5ukWMt1BsNayMqPmPxRzWcvxUa0raGnbNdhRQzW5mY,47722
 PyFunceble/cli/filesystem/__init__.py,sha256=sGS4B1rWA5BJLhWVBWzSy2yGX7zzgzyTW8tyEV9RK9k,2497
 PyFunceble/cli/filesystem/cleanup.py,sha256=AHisLr_f8vCCO9LV90yLGnzW4NWeYYYnQAcE6OKQVMo,4827
 PyFunceble/cli/filesystem/counter.py,sha256=GXfBL3II6-s_egVH32LwaSp74mA7pxILqaeLhrHZQtE,6977
@@ -137,7 +137,7 @@ PyFunceble/cli/scripts/public_suffix.py,sha256=-xYAQVv2ug_2Uk7-VoEkVyEHqP5Crmj8C
 PyFunceble/cli/system/__init__.py,sha256=4jXK5yT6fDjsbNg5LULnpfJ8G1yM_uP78-OLkPM1Skc,2522
 PyFunceble/cli/system/base.py,sha256=E3TsC7y0qrL7hhLLAlaUhFWU9etTbOKOuqIrDSCeRqA,4888
 PyFunceble/cli/system/integrator.py,sha256=P4lJvHWQnTFkC4chYXJBOCF4BuFQUz6199x8u6COOwI,9676
-PyFunceble/cli/system/launcher.py,sha256=k592db_pf_u2Fjt-soRXs9JPwVh-mT8Lq6FH8fjY8iM,44933
+PyFunceble/cli/system/launcher.py,sha256=sfNLyEuP74ZLdTKS_tiDlith9obeT5Nk2QEeyrEkZnA,45466
 PyFunceble/cli/utils/__init__.py,sha256=69PJomADQHaFLgnfTpS7SFTgVkqZiRdvpUKX41nUuXs,2465
 PyFunceble/cli/utils/ascii_logo.py,sha256=Zff57bUS-2GkjAzyv6OEpw8THrolr0rhjjvjepsMgR8,4236
 PyFunceble/cli/utils/sort.py,sha256=Vi2V4S55hbqP9Mrk_OsYxESKAnKIS6DOFZ7nZXEv7u4,4375
@@ -242,7 +242,7 @@ PyFunceble/helpers/list.py,sha256=42SX78D6cbUbSctxBZLE-kBzJmBQ3iZTDQiB7Ficfkk,50
 PyFunceble/helpers/merge.py,sha256=qU9z5mUGxNEKv2fjPokSU8B-HMC62izEIk8LZQU9duE,6060
 PyFunceble/helpers/regex.py,sha256=ySrV2FaKJPVL4glaA1jx2_1Jq_5ydup86FWrRsfB7eo,6937
 PyFunceble/query/__init__.py,sha256=OrSc30ozkbsgboBkO3IWmsHZS3AxhnvfQuJLZlnbhoI,2514
-PyFunceble/query/collection.py,sha256=1QxYGMdeLuPEa1FrU2E4_kBb5eliOqznQsLhdXH5_ws,25626
+PyFunceble/query/collection.py,sha256=xqP4-fA9lYEMtD58wfrqCd2t_gzNVVkpjz4YoMPvqsE,25873
 PyFunceble/query/http_status_code.py,sha256=Li6uWA-GLJ0Hj_dKz527w4i4gLX78W-AC87MeVdDJdI,11777
 PyFunceble/query/dns/__init__.py,sha256=Q0M83ZMZf7wJMgTVFmnXyfLb8XNdBHe2gTWs2dHTpK4,2479
 PyFunceble/query/dns/nameserver.py,sha256=ogE6jXBOy94f36KtUx4y1kB_G2H_X65SJWTzuaTbVDI,9796
@@ -274,9 +274,9 @@ PyFunceble/utils/__init__.py,sha256=l6Mz-0GPHPCSPXuNFtHbnjD0fYI5BRr-RwDbVgAUdmI,
 PyFunceble/utils/platform.py,sha256=px_pauOFMCEtc9ST0vYZvDWDhcWNP1S595iKK4P3n7c,3920
 PyFunceble/utils/profile.py,sha256=Fp5yntq5Ys5eQe-FbQsUpx4ydxDxVYW3ACn-3KcTk_A,4566
 PyFunceble/utils/version.py,sha256=Tb3DWk96Xl6WbdDa2t3QQGBBDcnKDNJV_iFWMVQfCoc,8330
-PyFunceble_dev-4.2.15.dist-info/LICENSE,sha256=JBG6UfPnf3940AtwZB6vwAK6YH82Eo6nzMVnjGqopF0,10796
-PyFunceble_dev-4.2.15.dist-info/METADATA,sha256=PUAL2ODPxPOVjhu6bqZtkrjDXm36AyW7VYQSII8yAkk,15119
-PyFunceble_dev-4.2.15.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-PyFunceble_dev-4.2.15.dist-info/entry_points.txt,sha256=Ic1suwopOi_XTgiQi2ErtpY5xT3R8EFMI6B_ONDuR9E,201
-PyFunceble_dev-4.2.15.dist-info/top_level.txt,sha256=J7GBKIiNYv93m1AxLy8_gr6ExXyZbMmCVXHMQBTUq2Y,11
-PyFunceble_dev-4.2.15.dist-info/RECORD,,
+PyFunceble_dev-4.2.17.dist-info/LICENSE,sha256=JBG6UfPnf3940AtwZB6vwAK6YH82Eo6nzMVnjGqopF0,10796
+PyFunceble_dev-4.2.17.dist-info/METADATA,sha256=Od6t4Pc9xoj5SZao9wHOPH4yG8cqvleS-UQdCHL5j0I,15119
+PyFunceble_dev-4.2.17.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+PyFunceble_dev-4.2.17.dist-info/entry_points.txt,sha256=Ic1suwopOi_XTgiQi2ErtpY5xT3R8EFMI6B_ONDuR9E,201
+PyFunceble_dev-4.2.17.dist-info/top_level.txt,sha256=J7GBKIiNYv93m1AxLy8_gr6ExXyZbMmCVXHMQBTUq2Y,11
+PyFunceble_dev-4.2.17.dist-info/RECORD,,