learning-loop-node 0.13.0__tar.gz → 0.13.3__tar.gz

{learning_loop_node-0.13.0 → learning_loop_node-0.13.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: learning-loop-node
-Version: 0.13.0
+Version: 0.13.3
 Summary: Python Library for Nodes which connect to the Zauberzeug Learning Loop
 Home-page: https://github.com/zauberzeug/learning_loop_node
 License: MIT

{learning_loop_node-0.13.0 → learning_loop_node-0.13.3}/learning_loop_node/detector/detector_logic.py

@@ -31,14 +31,15 @@ class DetectorLogic():
         logging.info('Loading model from %s', GLOBALS.data_folder)
         model_info = ModelInformation.load_from_disk(f'{GLOBALS.data_folder}/model')
         if model_info is None:
-            logging.warning('No model found')
+            logging.error('No model found')
             self._model_info = None
-            return
+            raise Exception('No model found')
         try:
             self._model_info = model_info
             self.init()
             logging.info('Successfully loaded model %s', self._model_info)
         except Exception:
+            self._model_info = None
             logging.error('Could not init model %s', model_info)
             raise
 

{learning_loop_node-0.13.0 → learning_loop_node-0.13.3}/learning_loop_node/detector/detector_node.py

@@ -107,6 +107,8 @@ class DetectorNode(Node):
 
     async def set_model_version_mode(self, version_control_mode: str) -> None:
 
+        self.log.info('Setting model version mode to %s', version_control_mode)
+
         if version_control_mode == 'follow_loop':
             self.version_control = VersionMode.FollowLoop
         elif version_control_mode == 'pause':
@@ -215,7 +217,8 @@ class DetectorNode(Node):
                     camera_id=data.get('camera-id', None) or data.get('mac', None),
                     tags=data.get('tags', []),
                     source=data.get('source', None),
-                    autoupload=data.get('autoupload', None)
+                    autoupload=data.get('autoupload', None),
+                    creation_date=data.get('creation_date', None)
                 )
                 if det is None:
                     return {'error': 'no model loaded'}
@@ -324,13 +327,16 @@ class DetectorNode(Node):
                 with step_into(GLOBALS.data_folder):
                     model_symlink = 'model'
                     target_model_folder = f'models/{self.target_model.version}'
-                    shutil.rmtree(target_model_folder, ignore_errors=True)
-                    os.makedirs(target_model_folder)
-
-                    await self.data_exchanger.download_model(target_model_folder,
-                                                             Context(organization=self.organization,
-                                                                     project=self.project),
-                                                             self.target_model.id, self.detector_logic.model_format)
+                    if not os.path.exists(target_model_folder):
+                        os.makedirs(target_model_folder)
+                        await self.data_exchanger.download_model(target_model_folder,
+                                                                 Context(organization=self.organization,
+                                                                         project=self.project),
+                                                                 self.target_model.id,
+                                                                 self.detector_logic.model_format)
+                        self.log.info('Downloaded model %s', self.target_model.version)
+                    else:
+                        self.log.info('No need to download model %s (already exists)', self.target_model.version)
                     try:
                         os.unlink(model_symlink)
                         os.remove(model_symlink)
@@ -339,7 +345,12 @@ class DetectorNode(Node):
                     os.symlink(target_model_folder, model_symlink)
                     self.log.info('Updated symlink for model to %s', os.readlink(model_symlink))
 
-                    self.detector_logic.load_model()
+                    try:
+                        self.detector_logic.load_model()
+                    except Exception:
+                        self.log.exception('Could not load model, will retry download on next check')
+                        shutil.rmtree(target_model_folder, ignore_errors=True)
+                        return
                     try:
                         await self.sync_status_with_learning_loop()
                     except Exception:
@@ -390,6 +401,7 @@ class DetectorNode(Node):
 
         self.log_status_on_change(status.state or 'None', status)
 
+        # NOTE: sending organization and project is no longer required!
         response = await self.sio_client.call('update_detector', (self.organization, self.project, jsonable_encoder(asdict(status))))
         if not response:
             self.socket_connection_broken = True

{learning_loop_node-0.13.0 → learning_loop_node-0.13.3}/learning_loop_node/detector/inbox_filter/cam_observation_history.py

@@ -1,8 +1,8 @@
 import os
 from typing import List, Union
 
-from learning_loop_node.data_classes import (BoxDetection, ClassificationDetection, ImageMetadata, Observation,
-                                             PointDetection, SegmentationDetection)
+from ...data_classes import (BoxDetection, ClassificationDetection, ImageMetadata, Observation, PointDetection,
+                             SegmentationDetection)
 
 
 class CamObservationHistory:

{learning_loop_node-0.13.0 → learning_loop_node-0.13.3}/learning_loop_node/detector/outbox.py

@@ -79,10 +79,10 @@ class Outbox():
         image_metadata.source = source or 'unknown'
         os.makedirs(tmp, exist_ok=True)
 
-        with open(tmp + '/image.json', 'w') as f:
+        with open(tmp + f'/image_{identifier}.json', 'w') as f:
             json.dump(jsonable_encoder(asdict(image_metadata)), f)
 
-        with open(tmp + '/image.jpg', 'wb') as f:
+        with open(tmp + f'/image_{identifier}.jpg', 'wb') as f:
             f.write(image)
 
         if os.path.exists(tmp):
@@ -141,8 +141,10 @@ class Outbox():
         # results in a post failure on the first run of the test in a docker environment (WTF)
 
         data: List[Tuple[str, Union[TextIOWrapper, BufferedReader]]] = []
-        data = [('files', open(f'{item}/image.json', 'r')) for item in items]
-        data += [('files', open(f'{item}/image.jpg', 'rb')) for item in items]
+        for item in items:
+            identifier = os.path.basename(item)
+            data.append(('files', open(f'{item}/image_{identifier}.json', 'r')))
+            data.append(('files', open(f'{item}/image_{identifier}.jpg', 'rb')))
 
         try:
             async with aiohttp.ClientSession() as session:
@@ -158,7 +160,11 @@ class Outbox():
         if response.status == 200:
             self.upload_counter += len(items)
             for item in items:
-                shutil.rmtree(item, ignore_errors=True)
+                try:
+                    shutil.rmtree(item)
+                    self.log.debug('Deleted %s', item)
+                except Exception:
+                    self.log.exception('Failed to delete %s', item)
             self.log.info('Uploaded %s images successfully', len(items))
 
         elif response.status == 422:

{learning_loop_node-0.13.0 → learning_loop_node-0.13.3}/learning_loop_node/tests/trainer/conftest.py

@@ -36,8 +36,8 @@ async def test_initialized_trainer_node():
                                                 'model_variant': '',
                                                 'hyperparameters': {
                                    'resolution': 800,
-                                   'flip_rl': False,
-                                   'flip_ud': False}
+                                   'fliplr': 0.5,
+                                   'flipud': 0.5}
     })
     await node._on_startup()
     yield node
@@ -59,8 +59,8 @@ async def test_initialized_trainer():
                                                 'model_variant': '',
                                                 'hyperparameters': {
                                    'resolution': 800,
-                                   'flip_rl': False,
-                                   'flip_ud': False}
+                                   'fliplr': 0.5,
+                                   'flipud': 0.5}
     })
     yield trainer
     try:

{learning_loop_node-0.13.0 → learning_loop_node-0.13.3}/learning_loop_node/trainer/trainer_logic_generic.py

@@ -402,7 +402,7 @@ class TrainerLogicGeneric(ABC):
         """
 
         files = await self._get_latest_model_files()
-        if files is None:
+        if files is None or len(files) == 0:
             raise CriticalError('Could not get latest model files. Training might have failed.')
 
         if isinstance(files, List):

{learning_loop_node-0.13.0 → learning_loop_node-0.13.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "learning_loop_node"
-version = "v0.13.0"
+version = "v0.13.3"
 description = "Python Library for Nodes which connect to the Zauberzeug Learning Loop"
 authors = ["Zauberzeug GmbH <info@zauberzeug.com>"]
 license = "MIT"