code-loader 0.2.71.dev10__tar.gz → 0.2.71.dev12__tar.gz

{code_loader-0.2.71.dev10 → code_loader-0.2.71.dev12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 0.2.71.dev10
+Version: 0.2.71.dev12
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-0.2.71.dev10 → code_loader-0.2.71.dev12}/code_loader/samples_generator_parallelized.py

@@ -79,17 +79,25 @@ class SamplesGeneratorParallelized:
         self.start()
         return self._generate_samples(sample_identities)
 
+    @staticmethod
+    def _release_queue(queue: Queue):
+        assert queue is not None
+        while not queue.empty():
+            queue.get()
+        queue.close()
+        queue.join_thread()
+
     def release(self) -> None:
         if self.processes is None:
             return
         for process in self.processes:
+            process.terminate()
             process.kill()
+            process.join()
             process.close()
 
-        assert self._samples_to_process is not None
-        assert self._ready_samples is not None
-        self._samples_to_process.close()
-        self._ready_samples.close()
+        self._release_queue(self._samples_to_process)
+        self._release_queue(self._ready_samples)
 
         self.processes = None
 

{code_loader-0.2.71.dev10 → code_loader-0.2.71.dev12}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "0.2.71.dev10"
+version = "0.2.71.dev12"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"