learning-loop-node 0.10.0__tar.gz → 0.10.1__tar.gz

{learning_loop_node-0.10.0 → learning_loop_node-0.10.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: learning-loop-node
-Version: 0.10.0
+Version: 0.10.1
 Summary: Python Library for Nodes which connect to the Zauberzeug Learning Loop
 Home-page: https://github.com/zauberzeug/learning_loop_node
 License: MIT

{learning_loop_node-0.10.0 → learning_loop_node-0.10.1}/learning_loop_node/trainer/io_helpers.py

@@ -152,21 +152,23 @@ class ActiveTrainingIO:
         current_json_file_index = self.load_detections_upload_file_index()
         for i in range(current_json_file_index, num_files):
             detections = self.load_detections(i)
-            logging.info(f'uploading detections {i}/{num_files}')
+            logging.info(f'uploading detections in file {i}/{num_files}')
             await self._upload_detections_batched(self.context, detections)
             self.save_detections_upload_file_index(i+1)
 
     async def _upload_detections_batched(self, context: Context, detections: List[Detections]):
-        batch_size = 10
+        batch_size = 100
         skip_detections = self.load_detection_upload_progress()
+        up_count = 0
         for i in range(skip_detections, len(detections), batch_size):
+            up_count += 1
             up_progress = i+batch_size
             batch_detections = detections[i:up_progress]
-            dict_detections = [jsonable_encoder(asdict(detection)) for detection in batch_detections]
-            logging.info(f'uploading detections. File size : {len(json.dumps(dict_detections))}')
             await self._upload_detections(context, batch_detections, up_progress)
             skip_detections = up_progress
 
+        logging.info('uploaded %d detections', len(detections))
+
     async def _upload_detections(self, context: Context, batch_detections: List[Detections], up_progress: int):
         detections_json = [jsonable_encoder(asdict(detections)) for detections in batch_detections]
         response = await self.loop_communicator.post(
@@ -177,7 +179,7 @@ class ActiveTrainingIO:
             raise Exception(msg)
 
         logging.info('successfully uploaded detections')
-        if up_progress > len(batch_detections):
+        if up_progress >= len(batch_detections):
             self.save_detection_upload_progress(0)
         else:
             self.save_detection_upload_progress(up_progress)

{learning_loop_node-0.10.0 → learning_loop_node-0.10.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "learning_loop_node"
-version = "v0.10.0"
+version = "v0.10.1"
 description = "Python Library for Nodes which connect to the Zauberzeug Learning Loop"
 authors = ["Zauberzeug GmbH <info@zauberzeug.com>"]
 license = "MIT"