code-loader 0.2.84.dev1__py3-none-any.whl → 0.2.84.dev3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- code_loader/leap_loader_parallelized_base.py +1 -3
- code_loader/metric_calculator_parallelized.py +4 -4
- {code_loader-0.2.84.dev1.dist-info → code_loader-0.2.84.dev3.dist-info}/METADATA +1 -1
- {code_loader-0.2.84.dev1.dist-info → code_loader-0.2.84.dev3.dist-info}/RECORD +6 -6
- {code_loader-0.2.84.dev1.dist-info → code_loader-0.2.84.dev3.dist-info}/LICENSE +0 -0
- {code_loader-0.2.84.dev1.dist-info → code_loader-0.2.84.dev3.dist-info}/WHEEL +0 -0
@@ -1,12 +1,10 @@
|
|
1
1
|
# mypy: ignore-errors
|
2
2
|
import multiprocessing
|
3
3
|
from abc import ABC, abstractmethod
|
4
|
-
from dataclasses import dataclass
|
5
4
|
from functools import lru_cache
|
6
5
|
from queue import Empty
|
7
6
|
from threading import Thread
|
8
|
-
from typing import List,
|
9
|
-
import tensorflow as tf
|
7
|
+
from typing import List, Optional, Any
|
10
8
|
from multiprocessing import Process, Queue
|
11
9
|
import psutil
|
12
10
|
|
@@ -27,7 +27,7 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
|
|
27
27
|
target=MetricCalculatorParallelized._process_func,
|
28
28
|
args=(self.code_path, self.code_entry_name, self._inputs_waiting_to_be_process,
|
29
29
|
self._ready_processed_results))
|
30
|
-
process.daemon =
|
30
|
+
process.daemon = False
|
31
31
|
process.start()
|
32
32
|
return process
|
33
33
|
|
@@ -38,7 +38,8 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
|
|
38
38
|
while True:
|
39
39
|
metric_id, metric_name, input_arg_name_to_tensor = samples_to_process.get(block=True)
|
40
40
|
try:
|
41
|
-
|
41
|
+
with tf.device('/cpu:0'):
|
42
|
+
metric_result = leap_loader.metric_by_name()[metric_name].function(**input_arg_name_to_tensor)
|
42
43
|
except Exception as e:
|
43
44
|
leap_script_trace = traceback.format_exc().split('File "<string>"')[-1]
|
44
45
|
ready_samples.put(MetricSerializableError(metric_id, metric_name, leap_script_trace, str(e)))
|
@@ -46,6 +47,5 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
|
|
46
47
|
|
47
48
|
ready_samples.put((metric_id, metric_result))
|
48
49
|
|
49
|
-
def calculate_metrics(self, input_arg_name_to_tensor_list: List[Tuple[str, Dict[str, tf.Tensor]]]):
|
50
|
+
def calculate_metrics(self, input_arg_name_to_tensor_list: List[Tuple[str, str, Dict[str, tf.Tensor]]]):
|
50
51
|
return self.start_process_inputs(input_arg_name_to_tensor_list)
|
51
|
-
|
@@ -20,16 +20,16 @@ code_loader/helpers/instancesegmentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5
|
|
20
20
|
code_loader/helpers/instancesegmentation/utils.py,sha256=bl4nlg7mV8CZyPl8grGAE5603TFVM7PTZyM3BRMbXBg,930
|
21
21
|
code_loader/leap_binder/__init__.py,sha256=Oe7DNj6RmgX-tMruOrI7GYvf3SyAnzOxugF2e117_Z8,93
|
22
22
|
code_loader/leap_binder/leapbinder.py,sha256=WjC-UA5xeY9UZtMqJQOxjidlFcWURC9mmy7OrQy1IY0,6692
|
23
|
-
code_loader/leap_loader_parallelized_base.py,sha256=
|
23
|
+
code_loader/leap_loader_parallelized_base.py,sha256=K9fuC4k06z7xpLO2p_THW0D3uw1-N6yTK7h3DP3YSFU,4436
|
24
24
|
code_loader/leaploader.py,sha256=MnQeNOwNgkQItCWFiWT6xBxAsqjNbcTOPk8HIP8v19o,15370
|
25
|
-
code_loader/metric_calculator_parallelized.py,sha256=
|
25
|
+
code_loader/metric_calculator_parallelized.py,sha256=lERwpXnv7IF-mJ3_5hujIKRPUpWtzaL5-RQkoCxEBo8,2128
|
26
26
|
code_loader/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
27
27
|
code_loader/metrics/default_metrics.py,sha256=xtvTskR7LC5pyKSlFcvlyBpFY9TSXNGVAi5taEPSI60,6727
|
28
28
|
code_loader/samples_generator_parallelized.py,sha256=Sv4PZmpFsiqMm9kuJR9Llcl094W88h_kXUTHBbcnby8,2335
|
29
29
|
code_loader/utils.py,sha256=WUcM97OuxrhfLCRPoH9EbXrxajNpYgX1CTMc3_PXtYU,1736
|
30
30
|
code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
31
31
|
code_loader/visualizers/default_visualizers.py,sha256=HqWx2qfTrroGl2n8Fpmr_4X-rk7tE2oGapjO3gzz4WY,2226
|
32
|
-
code_loader-0.2.84.
|
33
|
-
code_loader-0.2.84.
|
34
|
-
code_loader-0.2.84.
|
35
|
-
code_loader-0.2.84.
|
32
|
+
code_loader-0.2.84.dev3.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
|
33
|
+
code_loader-0.2.84.dev3.dist-info/METADATA,sha256=2GYrf1LNZ108TvfdYpb2Ec1I43zm_zjLUkQk2NgGPPU,952
|
34
|
+
code_loader-0.2.84.dev3.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
|
35
|
+
code_loader-0.2.84.dev3.dist-info/RECORD,,
|
File without changes
|
File without changes
|