learning-loop-node 0.12.0__py3-none-any.whl → 0.12.1__py3-none-any.whl

learning_loop_node/data_exchanger.py

@@ -124,9 +124,6 @@ class DataExchanger():
 
     async def _download_one_image(self, path: str, image_id: str, image_folder: str) -> None:
         response = await self.loop_communicator.get(path)
-        if response.status_code == 429:
-            await asyncio.sleep(1)
-            response = await self.loop_communicator.get(path)
         if response.status_code != HTTPStatus.OK:
             logging.error('bad status code %s for %s. Details: %s', response.status_code, path, response.text)
             return

learning_loop_node/loop_communication.py

@@ -10,6 +10,23 @@ from .helpers import environment_reader
 
 logging.basicConfig(level=logging.INFO)
 
+SLEEP_TIME_ON_429 = 5
+MAX_RETRIES_ON_429 = 20
+
+
+def retry_on_429(func: Callable[..., Awaitable]) -> Callable[..., Awaitable]:
+    """Decorator that retries requests that receive a 429 status code."""
+    async def wrapper(*args, **kwargs) -> httpx.Response:
+        for _ in range(MAX_RETRIES_ON_429):
+            response = await func(*args, **kwargs)
+            if response.status_code != 429:
+                return response
+
+            await asyncio.sleep(SLEEP_TIME_ON_429)
+
+        return response
+    return wrapper
+
 
 class LoopCommunicationException(Exception):
     """Raised when there's an unexpected answer from the learning loop."""
@@ -96,6 +113,7 @@ class LoopCommunicator():
             return await self.retry_on_401(self._get, path, api_prefix)
         return await self._get(path, api_prefix)
 
+    @retry_on_429
     async def _get(self, path: str, api_prefix: str) -> httpx.Response:
         return await self.async_client.get(api_prefix+path)
 
@@ -105,6 +123,7 @@ class LoopCommunicator():
             return await self.retry_on_401(self._put, path, files, api_prefix, **kwargs)
         return await self._put(path, files, api_prefix, **kwargs)
 
+    @retry_on_429
     async def _put(self, path: str, files: Optional[List[str]], api_prefix: str, **kwargs) -> httpx.Response:
         if files is None:
             return await self.async_client.put(api_prefix+path, **kwargs)
@@ -133,6 +152,7 @@ class LoopCommunicator():
             return await self.retry_on_401(self._post, path, api_prefix, **kwargs)
         return await self._post(path, api_prefix, **kwargs)
 
+    @retry_on_429
     async def _post(self, path, api_prefix='/api', **kwargs) -> httpx.Response:
         return await self.async_client.post(api_prefix+path, **kwargs)
 
@@ -142,5 +162,6 @@ class LoopCommunicator():
             return await self.retry_on_401(self._delete, path, api_prefix, **kwargs)
         return await self._delete(path, api_prefix, **kwargs)
 
+    @retry_on_429
     async def _delete(self, path, api_prefix, **kwargs) -> httpx.Response:
         return await self.async_client.delete(api_prefix+path, **kwargs)

{learning_loop_node-0.12.0.dist-info → learning_loop_node-0.12.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: learning-loop-node
-Version: 0.12.0
+Version: 0.12.1
 Summary: Python Library for Nodes which connect to the Zauberzeug Learning Loop
 Home-page: https://github.com/zauberzeug/learning_loop_node
 License: MIT

{learning_loop_node-0.12.0.dist-info → learning_loop_node-0.12.1.dist-info}/RECORD

@@ -9,7 +9,7 @@ learning_loop_node/data_classes/general.py,sha256=DIJnmLmbnVgg8Xzg6CKIeQpM7EQhiG
 learning_loop_node/data_classes/image_metadata.py,sha256=56nNSf_7aMlvKsJOG8vKCzJHcqKGHVRoULp85pJ2imA,1598
 learning_loop_node/data_classes/socket_response.py,sha256=tIdt-oYf6ULoJIDYQCecNM9OtWR6_wJ9tL0Ksu83Vko,655
 learning_loop_node/data_classes/training.py,sha256=Lr1dhRyYpv3ctD7ifFMwhqbS3Mx9yi0zVOxEi-V7uC8,6438
-learning_loop_node/data_exchanger.py,sha256=Ux-dHItR_oLBd2HGMNn1WbWBk_KVTOwJn0Wco03rkgo,9192
+learning_loop_node/data_exchanger.py,sha256=IG5ki3f3IsVuXbyw6q_gUIakgv-GMT6e9nhOhzjKgW4,9055
 learning_loop_node/detector/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 learning_loop_node/detector/detector_logic.py,sha256=fAaeLykvkuOeaQx-scuN1pkydK8cPdmNT75P8xqImY0,2130
 learning_loop_node/detector/detector_node.py,sha256=ryzPcv5wfNjA_Sk5YDcUkZoKEUGPT1s29rvFLGGPIZ8,19929
@@ -32,7 +32,7 @@ learning_loop_node/helpers/environment_reader.py,sha256=6DxDJecLHxiGczByhyVa_Jss
 learning_loop_node/helpers/gdrive_downloader.py,sha256=zeYJciTAJVRpu_eFjwgYLCpIa6hU1d71anqEBb564Rk,1145
 learning_loop_node/helpers/log_conf.py,sha256=hqVAa_9NnYEU6N0dcOKmph82p7MpgKqeF_eomTLYzWY,961
 learning_loop_node/helpers/misc.py,sha256=J29iBmsEUAraKKDN1m1NKiHQ3QrP5ub5HBU6cllSP2g,7384
-learning_loop_node/loop_communication.py,sha256=0Hm7cv3z_QqfnRa0oUH_S3uTTmfPFF7DXNGCd-lKAHk,6688
+learning_loop_node/loop_communication.py,sha256=kc7GrkUS14Ka5OICaaOd_LZ61D-6O19GcyDEwckTxvM,7286
 learning_loop_node/node.py,sha256=z2CG4s_uvboY7pBQ8JlJr5s67Hf31ckfGjaRulsrqy0,10593
 learning_loop_node/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 learning_loop_node/rest.py,sha256=omwlRHLnyG-kgCBVnZDk5_SAPobL9g7slWeX21wsPGw,1551
@@ -91,6 +91,6 @@ learning_loop_node/trainer/test_executor.py,sha256=6BVGDN_6f5GEMMEvDLSG1yzMybSvg
 learning_loop_node/trainer/trainer_logic.py,sha256=SHzoCb_hwI3zC6VCW_7jWi45Ng3etEo6WepFntS3pnA,8773
 learning_loop_node/trainer/trainer_logic_generic.py,sha256=WM0gaTln0wjNKemNpxhCHRQCTEj_TVPgN1oMNXkacSU,26795
 learning_loop_node/trainer/trainer_node.py,sha256=9nk_LH4jmuUzZ5ApOGvut1RAcyULU7DtiIgtjKzIrpU,4494
-learning_loop_node-0.12.0.dist-info/METADATA,sha256=w9nc4bwIZkzvTLOM9SjLxxnGDldz1-hdrbw0pouBsMo,11906
-learning_loop_node-0.12.0.dist-info/WHEEL,sha256=WGfLGfLX43Ei_YORXSnT54hxFygu34kMpcQdmgmEwCQ,88
-learning_loop_node-0.12.0.dist-info/RECORD,,
+learning_loop_node-0.12.1.dist-info/METADATA,sha256=jyoFDT7gR4Fao2T3wlvr5X9UYeeiD1Som8s4Qi73Q-k,11906
+learning_loop_node-0.12.1.dist-info/WHEEL,sha256=WGfLGfLX43Ei_YORXSnT54hxFygu34kMpcQdmgmEwCQ,88
+learning_loop_node-0.12.1.dist-info/RECORD,,