learning-loop-node 0.12.0__tar.gz → 0.12.1__tar.gz

{learning_loop_node-0.12.0 → learning_loop_node-0.12.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: learning-loop-node
-Version: 0.12.0
+Version: 0.12.1
 Summary: Python Library for Nodes which connect to the Zauberzeug Learning Loop
 Home-page: https://github.com/zauberzeug/learning_loop_node
 License: MIT

{learning_loop_node-0.12.0 → learning_loop_node-0.12.1}/learning_loop_node/data_exchanger.py

@@ -124,9 +124,6 @@ class DataExchanger():
 
     async def _download_one_image(self, path: str, image_id: str, image_folder: str) -> None:
         response = await self.loop_communicator.get(path)
-        if response.status_code == 429:
-            await asyncio.sleep(1)
-            response = await self.loop_communicator.get(path)
         if response.status_code != HTTPStatus.OK:
             logging.error('bad status code %s for %s. Details: %s', response.status_code, path, response.text)
             return

{learning_loop_node-0.12.0 → learning_loop_node-0.12.1}/learning_loop_node/loop_communication.py

@@ -10,6 +10,23 @@ from .helpers import environment_reader
 
 logging.basicConfig(level=logging.INFO)
 
+SLEEP_TIME_ON_429 = 5
+MAX_RETRIES_ON_429 = 20
+
+
+def retry_on_429(func: Callable[..., Awaitable]) -> Callable[..., Awaitable]:
+    """Decorator that retries requests that receive a 429 status code."""
+    async def wrapper(*args, **kwargs) -> httpx.Response:
+        for _ in range(MAX_RETRIES_ON_429):
+            response = await func(*args, **kwargs)
+            if response.status_code != 429:
+                return response
+
+            await asyncio.sleep(SLEEP_TIME_ON_429)
+
+        return response
+    return wrapper
+
 
 class LoopCommunicationException(Exception):
     """Raised when there's an unexpected answer from the learning loop."""
@@ -96,6 +113,7 @@ class LoopCommunicator():
             return await self.retry_on_401(self._get, path, api_prefix)
         return await self._get(path, api_prefix)
 
+    @retry_on_429
     async def _get(self, path: str, api_prefix: str) -> httpx.Response:
         return await self.async_client.get(api_prefix+path)
 
@@ -105,6 +123,7 @@ class LoopCommunicator():
             return await self.retry_on_401(self._put, path, files, api_prefix, **kwargs)
         return await self._put(path, files, api_prefix, **kwargs)
 
+    @retry_on_429
     async def _put(self, path: str, files: Optional[List[str]], api_prefix: str, **kwargs) -> httpx.Response:
         if files is None:
             return await self.async_client.put(api_prefix+path, **kwargs)
@@ -133,6 +152,7 @@ class LoopCommunicator():
             return await self.retry_on_401(self._post, path, api_prefix, **kwargs)
         return await self._post(path, api_prefix, **kwargs)
 
+    @retry_on_429
     async def _post(self, path, api_prefix='/api', **kwargs) -> httpx.Response:
         return await self.async_client.post(api_prefix+path, **kwargs)
 
@@ -142,5 +162,6 @@ class LoopCommunicator():
             return await self.retry_on_401(self._delete, path, api_prefix, **kwargs)
         return await self._delete(path, api_prefix, **kwargs)
 
+    @retry_on_429
     async def _delete(self, path, api_prefix, **kwargs) -> httpx.Response:
         return await self.async_client.delete(api_prefix+path, **kwargs)

{learning_loop_node-0.12.0 → learning_loop_node-0.12.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "learning_loop_node"
-version = "v0.12.0"
+version = "v0.12.1"
 description = "Python Library for Nodes which connect to the Zauberzeug Learning Loop"
 authors = ["Zauberzeug GmbH <info@zauberzeug.com>"]
 license = "MIT"