hydraflow 0.2.10__py3-none-any.whl → 0.2.11__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- hydraflow/progress.py +12 -6
- {hydraflow-0.2.10.dist-info → hydraflow-0.2.11.dist-info}/METADATA +1 -1
- {hydraflow-0.2.10.dist-info → hydraflow-0.2.11.dist-info}/RECORD +5 -5
- {hydraflow-0.2.10.dist-info → hydraflow-0.2.11.dist-info}/WHEEL +0 -0
- {hydraflow-0.2.10.dist-info → hydraflow-0.2.11.dist-info}/licenses/LICENSE +0 -0
hydraflow/progress.py
CHANGED
@@ -161,21 +161,27 @@ def multi_tasks_progress(
|
|
161
161
|
|
162
162
|
with Progress(*columns, transient=transient or False, **kwargs) as progress:
|
163
163
|
task_main = progress.add_task(main_description, total=None)
|
164
|
+
|
165
|
+
task_ids = [
|
166
|
+
progress.add_task(description.format(i), start=False, total=None)
|
167
|
+
for i in range(len(iterables))
|
168
|
+
]
|
169
|
+
|
164
170
|
total = {}
|
165
171
|
completed = {}
|
166
172
|
|
167
|
-
def func(i: int
|
168
|
-
task_id = progress.add_task(description.format(i), total=None)
|
173
|
+
def func(i: int) -> None:
|
169
174
|
completed[i] = 0
|
170
175
|
total[i] = None
|
176
|
+
progress.start_task(task_ids[i])
|
171
177
|
|
172
|
-
for index in
|
178
|
+
for index in iterables[i]:
|
173
179
|
if isinstance(index, tuple):
|
174
180
|
completed[i], total[i] = index[0] + 1, index[1]
|
175
181
|
else:
|
176
182
|
completed[i] = index + 1
|
177
183
|
|
178
|
-
progress.update(
|
184
|
+
progress.update(task_ids[i], total=total[i], completed=completed[i])
|
179
185
|
|
180
186
|
if all(t is not None for t in total.values()):
|
181
187
|
t = sum(total.values())
|
@@ -185,7 +191,7 @@ def multi_tasks_progress(
|
|
185
191
|
progress.update(task_main, total=t, completed=c)
|
186
192
|
|
187
193
|
if transient is not False:
|
188
|
-
progress.remove_task(
|
194
|
+
progress.remove_task(task_ids[i])
|
189
195
|
|
190
|
-
it = (joblib.delayed(func)(i
|
196
|
+
it = (joblib.delayed(func)(i) for i in range(len(iterables)))
|
191
197
|
joblib.Parallel(n_jobs, prefer="threads")(it)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: hydraflow
|
3
|
-
Version: 0.2.
|
3
|
+
Version: 0.2.11
|
4
4
|
Summary: Hydraflow integrates Hydra and MLflow to manage and track machine learning experiments.
|
5
5
|
Project-URL: Documentation, https://github.com/daizutabi/hydraflow
|
6
6
|
Project-URL: Source, https://github.com/daizutabi/hydraflow
|
@@ -4,9 +4,9 @@ hydraflow/config.py,sha256=6TCKNQZ3sSrIEvl245T2udwFuknejyN1dMcIVmOHdrQ,2102
|
|
4
4
|
hydraflow/context.py,sha256=G7JMrG70sgBH2qILXl5nkGWNUoRggj518JWUq0ZiJ9E,7776
|
5
5
|
hydraflow/info.py,sha256=Vj2sT66Ric63mmaq7Yu8nDFhsGQYO3MCHrxFpapDufc,3458
|
6
6
|
hydraflow/mlflow.py,sha256=Q8RGijSURTjRkEDxzi_2Tk9KOx3QK__al5aArGQriHA,7249
|
7
|
-
hydraflow/progress.py,sha256=
|
7
|
+
hydraflow/progress.py,sha256=uaxS9UnwsikOPB_Ho-5mXdBYz3Zedj-SL9FzT094wjY,6623
|
8
8
|
hydraflow/run_collection.py,sha256=V5lGdGHYgsSpBOYGaVEL1mpKJvdiEshBL0KmmZ8qeZo,29161
|
9
|
-
hydraflow-0.2.
|
10
|
-
hydraflow-0.2.
|
11
|
-
hydraflow-0.2.
|
12
|
-
hydraflow-0.2.
|
9
|
+
hydraflow-0.2.11.dist-info/METADATA,sha256=skZKh1wvBJWSLXE7iB6q2Gv_NsegcuJQjmmv8KgFg8s,4182
|
10
|
+
hydraflow-0.2.11.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
|
11
|
+
hydraflow-0.2.11.dist-info/licenses/LICENSE,sha256=IGdDrBPqz1O0v_UwCW-NJlbX9Hy9b3uJ11t28y2srmY,1062
|
12
|
+
hydraflow-0.2.11.dist-info/RECORD,,
|
File without changes
|
File without changes
|