code-loader 0.2.84.dev1__tar.gz → 0.2.84.dev3__tar.gz

{code_loader-0.2.84.dev1 → code_loader-0.2.84.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 0.2.84.dev1
+Version: 0.2.84.dev3
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-0.2.84.dev1 → code_loader-0.2.84.dev3}/code_loader/leap_loader_parallelized_base.py

@@ -1,12 +1,10 @@
 # mypy: ignore-errors
 import multiprocessing
 from abc import ABC, abstractmethod
-from dataclasses import dataclass
 from functools import lru_cache
 from queue import Empty
 from threading import Thread
-from typing import List, Tuple, Optional, Dict, Any
-import tensorflow as tf
+from typing import List, Optional, Any
 from multiprocessing import Process, Queue
 import psutil
 

{code_loader-0.2.84.dev1 → code_loader-0.2.84.dev3}/code_loader/metric_calculator_parallelized.py

@@ -27,7 +27,7 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
             target=MetricCalculatorParallelized._process_func,
             args=(self.code_path, self.code_entry_name, self._inputs_waiting_to_be_process,
                   self._ready_processed_results))
-        process.daemon = True
+        process.daemon = False
         process.start()
         return process
 
@@ -38,7 +38,8 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
         while True:
             metric_id, metric_name, input_arg_name_to_tensor = samples_to_process.get(block=True)
             try:
-                metric_result = leap_loader.metric_by_name[metric_name].function(**input_arg_name_to_tensor)
+                with tf.device('/cpu:0'):
+                    metric_result = leap_loader.metric_by_name()[metric_name].function(**input_arg_name_to_tensor)
             except Exception as e:
                 leap_script_trace = traceback.format_exc().split('File "<string>"')[-1]
                 ready_samples.put(MetricSerializableError(metric_id, metric_name, leap_script_trace, str(e)))
@@ -46,6 +47,5 @@ class MetricCalculatorParallelized(LeapLoaderParallelizedBase):
 
             ready_samples.put((metric_id, metric_result))
 
-    def calculate_metrics(self, input_arg_name_to_tensor_list: List[Tuple[str, Dict[str, tf.Tensor]]]):
+    def calculate_metrics(self, input_arg_name_to_tensor_list: List[Tuple[str, str, Dict[str, tf.Tensor]]]):
         return self.start_process_inputs(input_arg_name_to_tensor_list)
-

{code_loader-0.2.84.dev1 → code_loader-0.2.84.dev3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "0.2.84.dev1"
+version = "0.2.84.dev3"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"