code-loader 0.2.89.dev1__py3-none-any.whl → 0.2.89.dev3__py3-none-any.whl

code_loader/leaploader.py

@@ -159,6 +159,7 @@ class LeapLoader:
                                        print_log=print_log)
 
     def _check_preprocess(self) -> DatasetTestResultPayload:
+        self.exec_script()
         preprocess_handler = global_leap_binder.setup_container.preprocess
         unlabeled_preprocess_handler = global_leap_binder.setup_container.unlabeled_data_preprocess
         test_result = DatasetTestResultPayload('preprocess')

code_loader/visualizer_calculator_parallelized.py

@@ -1,6 +1,9 @@
 # mypy: ignore-errors
 from typing import Optional, List, Tuple, Dict
 from multiprocessing import Process, Queue
+
+import numpy as np
+
 from code_loader.leap_loader_parallelized_base import LeapLoaderParallelizedBase
 from dataclasses import dataclass
 import tensorflow as tf
@@ -11,6 +14,7 @@ from code_loader.leaploader import LeapLoader
 class VisualizerSerializableError:
     visualizer_id: str
     visualizer_name: str
+    index_in_batch: int
     exception_as_str: str
 
 
@@ -26,6 +30,12 @@ class VisualizerCalculatorParallelized(LeapLoaderParallelizedBase):
         os.environ["CUDA_VISIBLE_DEVICES"] = "-1"
 
         leap_loader = LeapLoader(code_path, code_entry_name)
+
+        # running preprocessing to sync preprocessing in main thread (can be valuable when preprocess is filling a
+        # global param that visualizer is using)
+        leap_loader._preprocess_result()
+        leap_loader._preprocess_result.cache_clear()
+
         while True:
             index_in_batch, visualizer_id, visualizer_name, input_arg_name_to_tensor = \
                 visualizers_to_process.get(block=True)
@@ -34,7 +44,8 @@ class VisualizerCalculatorParallelized(LeapLoaderParallelizedBase):
                     visualizer_result = \
                         leap_loader.visualizer_by_name()[visualizer_name].function(**input_arg_name_to_tensor)
             except Exception as e:
-                ready_visualizations.put(VisualizerSerializableError(visualizer_id, visualizer_name, str(e)))
+                ready_visualizations.put(VisualizerSerializableError(
+                    visualizer_id, visualizer_name, index_in_batch, str(e)))
                 continue
 
             ready_visualizations.put((index_in_batch, visualizer_id, visualizer_result))
@@ -48,5 +59,5 @@ class VisualizerCalculatorParallelized(LeapLoaderParallelizedBase):
         process.start()
         return process
 
-    def calculate_visualizers(self, input_arg_name_to_tensor_list: List[Tuple[int, str, str, Dict[str, tf.Tensor]]]):
+    def calculate_visualizers(self, input_arg_name_to_tensor_list: List[Tuple[int, str, str, Dict[str, np.array]]]):
         return self.start_process_inputs(input_arg_name_to_tensor_list)

{code_loader-0.2.89.dev1.dist-info → code_loader-0.2.89.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 0.2.89.dev1
+Version: 0.2.89.dev3
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-0.2.89.dev1.dist-info → code_loader-0.2.89.dev3.dist-info}/RECORD

@@ -21,16 +21,16 @@ code_loader/helpers/instancesegmentation/utils.py,sha256=bl4nlg7mV8CZyPl8grGAE56
 code_loader/leap_binder/__init__.py,sha256=Oe7DNj6RmgX-tMruOrI7GYvf3SyAnzOxugF2e117_Z8,93
 code_loader/leap_binder/leapbinder.py,sha256=-Ny2YewT1jg36Q5AXK8F2Fmv34zxhbcXZp807jIcHws,6293
 code_loader/leap_loader_parallelized_base.py,sha256=_HNbjRK42wRM1V252ETVzibHW8bofFK8-Kq-It5fRks,4758
-code_loader/leaploader.py,sha256=iHz5Hq7phFmjxsH1wr6d_Fajwg2JFEBwYzDoXdR46qo,18496
+code_loader/leaploader.py,sha256=YPp5gQonEatvjVC-MLVUhOmQ7N5xXnGf22sgwwxxt4w,18523
 code_loader/metric_calculator_parallelized.py,sha256=X1FHFlfPorjFVNbms19s_yItkKFja0b97wUJHNvvlxs,2233
 code_loader/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/metrics/default_metrics.py,sha256=xtvTskR7LC5pyKSlFcvlyBpFY9TSXNGVAi5taEPSI60,6727
 code_loader/samples_generator_parallelized.py,sha256=_t0lmf11y1Tas4bdndOSk2b2QMjBQt9N_voTg-tcTuQ,2376
 code_loader/utils.py,sha256=WUcM97OuxrhfLCRPoH9EbXrxajNpYgX1CTMc3_PXtYU,1736
-code_loader/visualizer_calculator_parallelized.py,sha256=MDahjq2CW2eFmOlH-rTxLczfn7g9_3-n5EyxlefebZk,2256
+code_loader/visualizer_calculator_parallelized.py,sha256=dKAixQ7-TIcG2sEkvbDbxKyuZP0WJP5oLO2bqN2mWRY,2597
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=HqWx2qfTrroGl2n8Fpmr_4X-rk7tE2oGapjO3gzz4WY,2226
-code_loader-0.2.89.dev1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-0.2.89.dev1.dist-info/METADATA,sha256=BU9QDtdUBYFJh1y1uHUsFwkIxi642ys3nUIUjSm13XA,955
-code_loader-0.2.89.dev1.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-code_loader-0.2.89.dev1.dist-info/RECORD,,
+code_loader-0.2.89.dev3.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-0.2.89.dev3.dist-info/METADATA,sha256=Pio9xT1Nw0ZKmm-wV9ULMTwYT_29ahNzJSp-wPJL0sY,955
+code_loader-0.2.89.dev3.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+code_loader-0.2.89.dev3.dist-info/RECORD,,