code-loader 0.2.71.dev10__py3-none-any.whl → 0.2.71.dev12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. code_loader/samples_generator_parallelized.py +12 -4
  2. {code_loader-0.2.71.dev10.dist-info → code_loader-0.2.71.dev12.dist-info}/METADATA +1 -1
  3. {code_loader-0.2.71.dev10.dist-info → code_loader-0.2.71.dev12.dist-info}/RECORD +5 -5
  4. {code_loader-0.2.71.dev10.dist-info → code_loader-0.2.71.dev12.dist-info}/LICENSE +0 -0
  5. {code_loader-0.2.71.dev10.dist-info → code_loader-0.2.71.dev12.dist-info}/WHEEL +0 -0
code_loader/samples_generator_parallelized.py CHANGED
@@ -79,17 +79,25 @@ class SamplesGeneratorParallelized:
79
79
  self.start()
80
80
  return self._generate_samples(sample_identities)
81
81
 
82
+ @staticmethod
83
+ def _release_queue(queue: Queue):
84
+ assert queue is not None
85
+ while not queue.empty():
86
+ queue.get()
87
+ queue.close()
88
+ queue.join_thread()
89
+
82
90
  def release(self) -> None:
83
91
  if self.processes is None:
84
92
  return
85
93
  for process in self.processes:
94
+ process.terminate()
86
95
  process.kill()
96
+ process.join()
87
97
  process.close()
88
98
 
89
- assert self._samples_to_process is not None
90
- assert self._ready_samples is not None
91
- self._samples_to_process.close()
92
- self._ready_samples.close()
99
+ self._release_queue(self._samples_to_process)
100
+ self._release_queue(self._ready_samples)
93
101
 
94
102
  self.processes = None
95
103
 
{code_loader-0.2.71.dev10.dist-info → code_loader-0.2.71.dev12.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: code-loader
3
- Version: 0.2.71.dev10
3
+ Version: 0.2.71.dev12
4
4
  Summary:
5
5
  Home-page: https://github.com/tensorleap/code-loader
6
6
  License: MIT
{code_loader-0.2.71.dev10.dist-info → code_loader-0.2.71.dev12.dist-info}/RECORD RENAMED
@@ -20,11 +20,11 @@ code_loader/leap_binder/leapbinder.py,sha256=WjC-UA5xeY9UZtMqJQOxjidlFcWURC9mmy7
20
20
  code_loader/leaploader.py,sha256=3vvzBzS0oev6kqXjtriz3G6z0tijGOJLIH8QoOvu1Ls,15044
21
21
  code_loader/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
22
22
  code_loader/metrics/default_metrics.py,sha256=xtvTskR7LC5pyKSlFcvlyBpFY9TSXNGVAi5taEPSI60,6727
23
- code_loader/samples_generator_parallelized.py,sha256=4Wjifk_nO6hIFdC5cWv821ejaDBoiyplQDDx4Zr09vw,3333
23
+ code_loader/samples_generator_parallelized.py,sha256=f822mhaJUXNATOu5NvIUuNR4WMvUS8hrPbjjMharHgg,3516
24
24
  code_loader/utils.py,sha256=WUcM97OuxrhfLCRPoH9EbXrxajNpYgX1CTMc3_PXtYU,1736
25
25
  code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
26
26
  code_loader/visualizers/default_visualizers.py,sha256=HqWx2qfTrroGl2n8Fpmr_4X-rk7tE2oGapjO3gzz4WY,2226
27
- code_loader-0.2.71.dev10.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
28
- code_loader-0.2.71.dev10.dist-info/METADATA,sha256=3Dj4tH26QMilR9EcHdKBXdAvIBEQ9By1fPfMD-rXizA,882
29
- code_loader-0.2.71.dev10.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
30
- code_loader-0.2.71.dev10.dist-info/RECORD,,
27
+ code_loader-0.2.71.dev12.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
28
+ code_loader-0.2.71.dev12.dist-info/METADATA,sha256=D1vskJ1XvWKd1GhFfPB80UzH7OUuCkd5qPfd4d6XkOQ,882
29
+ code_loader-0.2.71.dev12.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
30
+ code_loader-0.2.71.dev12.dist-info/RECORD,,