naeural-core 7.7.247__py3-none-any.whl → 7.7.248__py3-none-any.whl

naeural_core/comm/communication_manager.py

@@ -84,7 +84,12 @@ class CommunicationManager(Manager, _ConfigHandlerMixin):
   def has_failed_comms(self):
     comm = self._has_failed_comms()
     if comm is not None:
-      self.P("Detected total communication failure on comm {}. This may generate shutdown/restart.".format(comm.__class__.__name__), color='error')
+      retries = comm._nr_conn_retry_iters
+      self.P("Detected {} comm failures on comm {}. This may generate shutdown/restart.".format(
+          retries, comm.__class__.__name__
+        ), 
+        color='error'
+      )
       return True
     return False  
 

naeural_core/comm/default/mqtt.py

@@ -13,7 +13,8 @@ from naeural_core.comm.base import BaseCommThread
 _CONFIG = {
   **BaseCommThread.CONFIG,
 
-  "CONNECTION_FAIL_SLEEP_TIME": 10,
+  "CONNECTION_FAIL_SLEEP_TIME": 50,
+  "BURST_RECONNECTS" : 2,
 
   'VALIDATION_RULES': {
     **BaseCommThread.CONFIG['VALIDATION_RULES'],
@@ -83,7 +84,9 @@ class MQTTCommThread(BaseCommThread):
     if self.connection is None or not self.has_server_conn:
       self.has_send_conn = False
       self.has_recv_conn = False
-      dct_ret = self._controller.server_connect()
+      dct_ret = self._controller.server_connect(
+        max_retries=self.cfg_burst_reconnects
+      )
       self.has_server_conn = dct_ret['has_connection']
       msg = dct_ret['msg']
       msg_type = dct_ret['msg_type']

naeural_core/main/orchestrator.py

@@ -432,8 +432,9 @@ class Orchestrator(DecentrAIObject,
   
   
   def _maybe_save_local_info(self):
-    if (time() - self.__last_local_info_save) >= 2:
+    if (time() - self.__last_local_info_save) >= 10: # save local info every 10 seconds
       self.save_local_address()
+      self.__last_local_info_save = time()      
     return
 
 
@@ -481,7 +482,6 @@ class Orchestrator(DecentrAIObject,
         self.P(f"Failed to get local info: {exc}", color='r')
       with open(addr_file, 'w') as f:
         f.write(json.dumps(data, indent=2))
-      self.__last_local_info_save = time()
     except Exception as e:
       if not self.__save_local_address_error_logged:
         self.P(f"Error saving local info: {e}\n{traceback.format_exc()}", color='r')
@@ -1809,7 +1809,9 @@ class Orchestrator(DecentrAIObject,
         
         self.__loop_stage = "0"
         self.log.start_timer(self._main_loop_timer_name)
+        self.__loop_stage = "0.maybe_delay"
         self._maybe_delay_main_loop()
+        self.__loop_stage = "0.save_info"
         self._maybe_save_local_info()
         self._main_loop_counts['ITER'] += 1
         

naeural_core/main/ver.py

@@ -1,4 +1,4 @@
-__VER__ = '7.7.247'
+__VER__ = '7.7.248'
 
 
 

{naeural_core-7.7.247.dist-info → naeural_core-7.7.248.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: naeural_core
-Version: 7.7.247
+Version: 7.7.248
 Summary: Ratio1 Core is the backbone of the Ratio1 Edge Protocol.
 Project-URL: Homepage, https://github.com/Ratio1/naeural_core
 Project-URL: Bug Tracker, https://github.com/Ratio1/naeural_core/issues

{naeural_core-7.7.247.dist-info → naeural_core-7.7.248.dist-info}/RECORD

@@ -102,11 +102,11 @@ naeural_core/business/training/minio_download_dataset.py,sha256=7uoo5CFLynWbLkBh
 naeural_core/business/training/minio_upload_dataset.py,sha256=5stm_E_L3SLwcjd2znUVMIC2PWO07f6QfBdcrKRiHCo,2162
 naeural_core/business/training/second_stage_training_process.py,sha256=z8LG9xx2G6s5AqeSD-t5rBegIctkFMEf4ZqEJVXZcz0,3152
 naeural_core/comm/__init__.py,sha256=SpAWJIyYdOouZSImzVrEF_M4-nrCrY9p3cVYwvmbt20,105
-naeural_core/comm/communication_manager.py,sha256=swMxO3DPTnT0SeSsv6PWz0gP0WsWOzA_BlYawoWHSB4,30471
+naeural_core/comm/communication_manager.py,sha256=dj6bkuD6RywGLuG6CAFy1uB4OLkuIQE_gi0bHHlrjoQ,30547
 naeural_core/comm/base/__init__.py,sha256=rDzAtPwcMOsW3aCp0t07GpJz5qweLiJgafTngHwEMOo,44
 naeural_core/comm/base/base_comm_thread.py,sha256=DVPzLN9UfKxjiVf0FtjOr5001-YzkjPMmC4RJFhoGG0,27034
 naeural_core/comm/default/amqp.py,sha256=-6_qGlOIjOUz42nkwnfMQZEVfdeUKGTNgjcTuo49v4E,4145
-naeural_core/comm/default/mqtt.py,sha256=F2VOOmjXkz7diFC-PVdxZgBI7O9aCwul5KfA6r4Yitc,4709
+naeural_core/comm/default/mqtt.py,sha256=I0cAqSvETKhzszMctryt7vJ_3onOFAojWJvnsXk9_Aw,4788
 naeural_core/comm/default/readme.md,sha256=hNY9V5HU8yW0JjyseiPWMkV8l7YU0ZEBw_iq_lpW-Uk,162
 naeural_core/comm/mixins/__init__.py,sha256=d8o2tKAkQ-P9voRB6REnEmObVyi4AiQgNVZuAKKObKo,290
 naeural_core/comm/mixins/commandcontrol_comm_mixin.py,sha256=VhAGzR23-x8INn8VGBd7z2YUtT4GIkeTNwNK0CmAjio,4781
@@ -344,8 +344,8 @@ naeural_core/main/epochs_manager.py,sha256=lH01Pv9E_uz5fdvh_W2dZ29hZLM0CL2NZfuYJ
 naeural_core/main/geoloc.py,sha256=TEqyuNzpVqZSBCo0OOrpHYncIsHSClvRt28hgvxJ35o,24909
 naeural_core/main/main_loop_data_handler.py,sha256=hABB65OUBhtur3rd2mYsEhdAc54jVILzybrvxml5h0s,13815
 naeural_core/main/net_mon.py,sha256=qlyo1fqTeQy_M9VfJOxon_PBbQat0QO9Zbu_93FMbLc,88144
-naeural_core/main/orchestrator.py,sha256=EodPSzrJd-Yg_RnBIA6-aIsMBa94I5uV1ATZUR5j3Kg,70750
-naeural_core/main/ver.py,sha256=t6g0uq9KL9bhWOSTzTPkBD0xuok8r6bV28wL6JeDE2s,335
+naeural_core/main/orchestrator.py,sha256=PzKsv3M-knOmfum41MEN3tRmMjbRcTLn0aj3NVK35MM,70878
+naeural_core/main/ver.py,sha256=Ulb7BDcSagoVACfyK_sEKr0DiMGB9RS_q3e-Qcqka8E,335
 naeural_core/main/orchestrator_mixins/__init__.py,sha256=MNleg48vdlqsyAR8Vamjl4ahG2jwCH5kLbQN5CfU57E,149
 naeural_core/main/orchestrator_mixins/managers_init.py,sha256=sQVqpr99a5WP9HCloYCyaWDW5J3IypEImlf703bqTF4,6692
 naeural_core/main/orchestrator_mixins/utils.py,sha256=jMa0uStVNLQmp0VhNMRvfBDjo387ORLlUVLthRNBKqc,1866
@@ -555,7 +555,7 @@ naeural_core/utils/tracing/onnx/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
 naeural_core/utils/tracing/onnx/base_trt_scripter.py,sha256=1FelEBo7JGsc8hbJ3sevzxnM-J61nvBHz6L1VLpZrVc,2043
 naeural_core/utils/tracing/onnx/utils.py,sha256=IKmqUWakrMWn34uJvbRjNLacdszD8jkkQBFPUhgJtOQ,5618
 naeural_core/utils/web_app/favicon.ico,sha256=zU6-Jxx4ol1A9FJvcQELYV9DiqwqyvjPS89xQybZE74,15406
-naeural_core-7.7.247.dist-info/METADATA,sha256=u7suMyGpLlY2oQx-RhGJK0UatoOPlHczFvU69dmrXlo,6522
-naeural_core-7.7.247.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-naeural_core-7.7.247.dist-info/licenses/LICENSE,sha256=SPHPWjOdAUUUUI020nI5VNCtFjmTOlJpi1cZxyB3gKo,11339
-naeural_core-7.7.247.dist-info/RECORD,,
+naeural_core-7.7.248.dist-info/METADATA,sha256=gSIrss11lt0A52kui8DuqG2By9gqFfJGOf-MBkDnrhA,6522
+naeural_core-7.7.248.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+naeural_core-7.7.248.dist-info/licenses/LICENSE,sha256=SPHPWjOdAUUUUI020nI5VNCtFjmTOlJpi1cZxyB3gKo,11339
+naeural_core-7.7.248.dist-info/RECORD,,