hydraflow 0.2.9__py3-none-any.whl → 0.2.11__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
hydraflow/progress.py CHANGED
@@ -160,12 +160,11 @@ def multi_tasks_progress(
160
160
  iterables = list(iterables)
161
161
 
162
162
  with Progress(*columns, transient=transient or False, **kwargs) as progress:
163
- n = len(iterables)
163
+ task_main = progress.add_task(main_description, total=None)
164
164
 
165
- task_main = progress.add_task(main_description, total=None) if n > 1 else None
166
- tasks = [
165
+ task_ids = [
167
166
  progress.add_task(description.format(i), start=False, total=None)
168
- for i in range(n)
167
+ for i in range(len(iterables))
169
168
  ]
170
169
 
171
170
  total = {}
@@ -174,7 +173,7 @@ def multi_tasks_progress(
174
173
  def func(i: int) -> None:
175
174
  completed[i] = 0
176
175
  total[i] = None
177
- progress.start_task(tasks[i])
176
+ progress.start_task(task_ids[i])
178
177
 
179
178
  for index in iterables[i]:
180
179
  if isinstance(index, tuple):
@@ -182,21 +181,17 @@ def multi_tasks_progress(
182
181
  else:
183
182
  completed[i] = index + 1
184
183
 
185
- progress.update(tasks[i], total=total[i], completed=completed[i])
186
- if task_main is not None:
187
- if all(t is not None for t in total.values()):
188
- t = sum(total.values())
189
- else:
190
- t = None
191
- c = sum(completed.values())
192
- progress.update(task_main, total=t, completed=c)
184
+ progress.update(task_ids[i], total=total[i], completed=completed[i])
193
185
 
194
- if transient or n > 1:
195
- progress.remove_task(tasks[i])
186
+ if all(t is not None for t in total.values()):
187
+ t = sum(total.values())
188
+ else:
189
+ t = None
190
+ c = sum(completed.values())
191
+ progress.update(task_main, total=t, completed=c)
196
192
 
197
- if n > 1:
198
- it = (joblib.delayed(func)(i) for i in range(n))
199
- joblib.Parallel(n_jobs, prefer="threads")(it)
193
+ if transient is not False:
194
+ progress.remove_task(task_ids[i])
200
195
 
201
- else:
202
- func(0)
196
+ it = (joblib.delayed(func)(i) for i in range(len(iterables)))
197
+ joblib.Parallel(n_jobs, prefer="threads")(it)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: hydraflow
3
- Version: 0.2.9
3
+ Version: 0.2.11
4
4
  Summary: Hydraflow integrates Hydra and MLflow to manage and track machine learning experiments.
5
5
  Project-URL: Documentation, https://github.com/daizutabi/hydraflow
6
6
  Project-URL: Source, https://github.com/daizutabi/hydraflow
@@ -4,9 +4,9 @@ hydraflow/config.py,sha256=6TCKNQZ3sSrIEvl245T2udwFuknejyN1dMcIVmOHdrQ,2102
4
4
  hydraflow/context.py,sha256=G7JMrG70sgBH2qILXl5nkGWNUoRggj518JWUq0ZiJ9E,7776
5
5
  hydraflow/info.py,sha256=Vj2sT66Ric63mmaq7Yu8nDFhsGQYO3MCHrxFpapDufc,3458
6
6
  hydraflow/mlflow.py,sha256=Q8RGijSURTjRkEDxzi_2Tk9KOx3QK__al5aArGQriHA,7249
7
- hydraflow/progress.py,sha256=UIIKlweji3L0uRi4hZ_DrtRcnayHPlsMoug7hVEKq8k,6753
7
+ hydraflow/progress.py,sha256=uaxS9UnwsikOPB_Ho-5mXdBYz3Zedj-SL9FzT094wjY,6623
8
8
  hydraflow/run_collection.py,sha256=V5lGdGHYgsSpBOYGaVEL1mpKJvdiEshBL0KmmZ8qeZo,29161
9
- hydraflow-0.2.9.dist-info/METADATA,sha256=ZjJQz_4MogGkcs16dOwnsp_J0icg9ypgQdXOYxVdxJg,4181
10
- hydraflow-0.2.9.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
11
- hydraflow-0.2.9.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
12
- hydraflow-0.2.9.dist-info/RECORD,,
9
+ hydraflow-0.2.11.dist-info/METADATA,sha256=skZKh1wvBJWSLXE7iB6q2Gv_NsegcuJQjmmv8KgFg8s,4182
10
+ hydraflow-0.2.11.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
11
+ hydraflow-0.2.11.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
12
+ hydraflow-0.2.11.dist-info/RECORD,,