LMFuser 0.0.1__tar.gz → 0.0.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {lmfuser-0.0.1 → lmfuser-0.0.2}/PKG-INFO +1 -1
- {lmfuser-0.0.1 → lmfuser-0.0.2}/pyproject.toml +2 -2
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/runners/ddp_runner.py +5 -4
- {lmfuser-0.0.1 → lmfuser-0.0.2}/.github/workflows/python-publish.yml +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/.gitignore +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/.vscode/settings.json +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/LICENSE +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/README.md +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/__init__.py +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/model_loader.py +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/optimizers.py +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/runners/__init__.py +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/runners/runner.py +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/schedulers.py +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/task.py +0 -0
- {lmfuser-0.0.1 → lmfuser-0.0.2}/src/lmfuser/utils.py +0 -0
|
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "LMFuser"
|
|
7
|
-
version = "0.0.
|
|
7
|
+
version = "0.0.2"
|
|
8
8
|
requires-python = ">= 3.11"
|
|
9
9
|
description = "The LMFuser training framework."
|
|
10
10
|
readme = "README.md"
|
|
@@ -40,4 +40,4 @@ Repository = "https://github.com/TYTTYTTYT/LMFuser"
|
|
|
40
40
|
Changelog = "https://github.com/TYTTYTTYT/LMFuser"
|
|
41
41
|
|
|
42
42
|
[tool.hatch.build.targets.wheel]
|
|
43
|
-
packages = ["src/lmfuser"]
|
|
43
|
+
packages = ["src/lmfuser"]
|
|
@@ -432,7 +432,7 @@ class DDPRunner(Runner[DDPRunnerConfig]):
|
|
|
432
432
|
if isinstance(v, (float, int)):
|
|
433
433
|
batch_datas[k].append(float(v))
|
|
434
434
|
elif isinstance(v, (list)) and len(v) > 0 and isinstance(v[0], (float, int)):
|
|
435
|
-
batch_datas[k].extend([float(i) for i in v])
|
|
435
|
+
batch_datas[k].extend([float(i) for i in v]) # type: ignore
|
|
436
436
|
|
|
437
437
|
if self.scaler is not None:
|
|
438
438
|
self.scaler.scale(loss).backward()
|
|
@@ -524,9 +524,10 @@ class DDPRunner(Runner[DDPRunnerConfig]):
|
|
|
524
524
|
self._prepare_train()
|
|
525
525
|
|
|
526
526
|
self._pbar_train = tqdm(
|
|
527
|
-
total=self.config.total_step.value(),
|
|
528
|
-
position=0,
|
|
529
|
-
|
|
527
|
+
total=self.config.total_step.value(),
|
|
528
|
+
position=0,
|
|
529
|
+
initial=self.step - 1,
|
|
530
|
+
dynamic_ncols=True,
|
|
530
531
|
unit='step',
|
|
531
532
|
disable=True if get_global_rank() != 0 else False
|
|
532
533
|
)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|