code-loader 0.2.84.dev1__py3-none-any.whl → 0.2.84.dev3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,12 +1,10 @@
1
1
  # mypy: ignore-errors
2
2
  import multiprocessing
3
3
  from abc import ABC, abstractmethod
4
- from dataclasses import dataclass
5
4
  from functools import lru_cache
6
5
  from queue import Empty
7
6
  from threading import Thread
8
- from typing import List, Tuple, Optional, Dict, Any
9
- import tensorflow as tf
7
+ from typing import List, Optional, Any
10
8
  from multiprocessing import Process, Queue
11
9
  import psutil
12
10
 
@@ -27,7 +27,7 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
27
27
  target=MetricCalculatorParallelized._process_func,
28
28
  args=(self.code_path, self.code_entry_name, self._inputs_waiting_to_be_process,
29
29
  self._ready_processed_results))
30
- process.daemon = True
30
+ process.daemon = False
31
31
  process.start()
32
32
  return process
33
33
 
@@ -38,7 +38,8 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
38
38
  while True:
39
39
  metric_id, metric_name, input_arg_name_to_tensor = samples_to_process.get(block=True)
40
40
  try:
41
- metric_result = leap_loader.metric_by_name[metric_name].function(**input_arg_name_to_tensor)
41
+ with tf.device('/cpu:0'):
42
+ metric_result = leap_loader.metric_by_name()[metric_name].function(**input_arg_name_to_tensor)
42
43
  except Exception as e:
43
44
  leap_script_trace = traceback.format_exc().split('File "<string>"')[-1]
44
45
  ready_samples.put(MetricSerializableError(metric_id, metric_name, leap_script_trace, str(e)))
@@ -46,6 +47,5 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
46
47
 
47
48
  ready_samples.put((metric_id, metric_result))
48
49
 
49
- def calculate_metrics(self, input_arg_name_to_tensor_list: List[Tuple[str, Dict[str, tf.Tensor]]]):
50
+ def calculate_metrics(self, input_arg_name_to_tensor_list: List[Tuple[str, str, Dict[str, tf.Tensor]]]):
50
51
  return self.start_process_inputs(input_arg_name_to_tensor_list)
51
-
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: code-loader
3
- Version: 0.2.84.dev1
3
+ Version: 0.2.84.dev3
4
4
  Summary:
5
5
  Home-page: https://github.com/tensorleap/code-loader
6
6
  License: MIT
@@ -20,16 +20,16 @@ code_loader/helpers/instancesegmentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5
20
20
  code_loader/helpers/instancesegmentation/utils.py,sha256=bl4nlg7mV8CZyPl8grGAE5603TFVM7PTZyM3BRMbXBg,930
21
21
  code_loader/leap_binder/__init__.py,sha256=Oe7DNj6RmgX-tMruOrI7GYvf3SyAnzOxugF2e117_Z8,93
22
22
  code_loader/leap_binder/leapbinder.py,sha256=WjC-UA5xeY9UZtMqJQOxjidlFcWURC9mmy7OrQy1IY0,6692
23
- code_loader/leap_loader_parallelized_base.py,sha256=3lnYq-6FwnhVFD4gJ3maOdK_c8huM8pEdfze1CZnhAU,4507
23
+ code_loader/leap_loader_parallelized_base.py,sha256=K9fuC4k06z7xpLO2p_THW0D3uw1-N6yTK7h3DP3YSFU,4436
24
24
  code_loader/leaploader.py,sha256=MnQeNOwNgkQItCWFiWT6xBxAsqjNbcTOPk8HIP8v19o,15370
25
- code_loader/metric_calculator_parallelized.py,sha256=7AWBHQVs_lhRLsLFN861sWlaviGqx0l-iGOn0jXj53Y,2075
25
+ code_loader/metric_calculator_parallelized.py,sha256=lERwpXnv7IF-mJ3_5hujIKRPUpWtzaL5-RQkoCxEBo8,2128
26
26
  code_loader/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
27
27
  code_loader/metrics/default_metrics.py,sha256=xtvTskR7LC5pyKSlFcvlyBpFY9TSXNGVAi5taEPSI60,6727
28
28
  code_loader/samples_generator_parallelized.py,sha256=Sv4PZmpFsiqMm9kuJR9Llcl094W88h_kXUTHBbcnby8,2335
29
29
  code_loader/utils.py,sha256=WUcM97OuxrhfLCRPoH9EbXrxajNpYgX1CTMc3_PXtYU,1736
30
30
  code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
31
31
  code_loader/visualizers/default_visualizers.py,sha256=HqWx2qfTrroGl2n8Fpmr_4X-rk7tE2oGapjO3gzz4WY,2226
32
- code_loader-0.2.84.dev1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
33
- code_loader-0.2.84.dev1.dist-info/METADATA,sha256=70BTlqi8zQDCK-UEcZ8hxTuq5Qik-jvhMSkaDZrFrIY,952
34
- code_loader-0.2.84.dev1.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
35
- code_loader-0.2.84.dev1.dist-info/RECORD,,
32
+ code_loader-0.2.84.dev3.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
33
+ code_loader-0.2.84.dev3.dist-info/METADATA,sha256=2GYrf1LNZ108TvfdYpb2Ec1I43zm_zjLUkQk2NgGPPU,952
34
+ code_loader-0.2.84.dev3.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
35
+ code_loader-0.2.84.dev3.dist-info/RECORD,,