ferrotensor 0.2.0__tar.gz → 0.2.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/Cargo.lock +15 -15
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/Cargo.toml +1 -1
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/PKG-INFO +1 -1
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/Cargo.toml +1 -1
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/optimizer.rs +6 -4
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/README.md +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/README.md +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/README.md +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/char_transformer.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/data/sonnets.txt +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/gpu_matmul_attention.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/mlp_two_moons.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/quickstart.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/similarity_search.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/backend/compute.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/backend/kernels.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/backend/mod.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/data.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/device.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/functional.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/lib.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/activation.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/attention.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/container.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/dropout.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/embedding.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/linear.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/mod.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/module.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/normalization.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/tests.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/adam.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/mod.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/scheduler.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/sgd.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/tests.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/serialize.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/autograd.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/core.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/cpu.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/mod.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/ops.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/raw.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/shape.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/tests.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/.gitignore +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/Cargo.toml +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/README.md +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/build.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/examples/mlp.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/device.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/error.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/functional.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/lib.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/nn.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/optim.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/serialize.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/tensor.rs +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/conftest.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_autograd.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_errors.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_functional.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_gpu.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_nn.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_optim.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_serialize.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_tensor.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_train.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/pyproject.toml +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/__init__.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/_ferrotensor.pyi +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/nn/__init__.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/nn/functional.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/optim.py +0 -0
- {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/py.typed +0 -0
|
@@ -592,7 +592,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
592
592
|
checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
|
|
593
593
|
dependencies = [
|
|
594
594
|
"libc",
|
|
595
|
-
"windows-sys 0.
|
|
595
|
+
"windows-sys 0.59.0",
|
|
596
596
|
]
|
|
597
597
|
|
|
598
598
|
[[package]]
|
|
@@ -606,7 +606,7 @@ dependencies = [
|
|
|
606
606
|
|
|
607
607
|
[[package]]
|
|
608
608
|
name = "ferrotensor"
|
|
609
|
-
version = "0.2.
|
|
609
|
+
version = "0.2.1"
|
|
610
610
|
dependencies = [
|
|
611
611
|
"bytemuck",
|
|
612
612
|
"naga",
|
|
@@ -619,7 +619,7 @@ dependencies = [
|
|
|
619
619
|
|
|
620
620
|
[[package]]
|
|
621
621
|
name = "ferrotensor-autograd"
|
|
622
|
-
version = "0.2.
|
|
622
|
+
version = "0.2.1"
|
|
623
623
|
dependencies = [
|
|
624
624
|
"ferrotensor-backend",
|
|
625
625
|
"pollster",
|
|
@@ -628,7 +628,7 @@ dependencies = [
|
|
|
628
628
|
|
|
629
629
|
[[package]]
|
|
630
630
|
name = "ferrotensor-backend"
|
|
631
|
-
version = "0.2.
|
|
631
|
+
version = "0.2.1"
|
|
632
632
|
dependencies = [
|
|
633
633
|
"bytemuck",
|
|
634
634
|
"env_logger",
|
|
@@ -641,7 +641,7 @@ dependencies = [
|
|
|
641
641
|
|
|
642
642
|
[[package]]
|
|
643
643
|
name = "ferrotensor-benchmarks"
|
|
644
|
-
version = "0.2.
|
|
644
|
+
version = "0.2.1"
|
|
645
645
|
dependencies = [
|
|
646
646
|
"ferrotensor",
|
|
647
647
|
"ferrotensor-backend",
|
|
@@ -652,7 +652,7 @@ dependencies = [
|
|
|
652
652
|
|
|
653
653
|
[[package]]
|
|
654
654
|
name = "ferrotensor-cli"
|
|
655
|
-
version = "0.2.
|
|
655
|
+
version = "0.2.1"
|
|
656
656
|
dependencies = [
|
|
657
657
|
"clap",
|
|
658
658
|
"env_logger",
|
|
@@ -670,7 +670,7 @@ dependencies = [
|
|
|
670
670
|
|
|
671
671
|
[[package]]
|
|
672
672
|
name = "ferrotensor-graph"
|
|
673
|
-
version = "0.2.
|
|
673
|
+
version = "0.2.1"
|
|
674
674
|
dependencies = [
|
|
675
675
|
"bytemuck",
|
|
676
676
|
"env_logger",
|
|
@@ -685,7 +685,7 @@ dependencies = [
|
|
|
685
685
|
|
|
686
686
|
[[package]]
|
|
687
687
|
name = "ferrotensor-hub"
|
|
688
|
-
version = "0.2.
|
|
688
|
+
version = "0.2.1"
|
|
689
689
|
dependencies = [
|
|
690
690
|
"ferrotensor-autograd",
|
|
691
691
|
"ferrotensor-backend",
|
|
@@ -698,7 +698,7 @@ dependencies = [
|
|
|
698
698
|
|
|
699
699
|
[[package]]
|
|
700
700
|
name = "ferrotensor-loader"
|
|
701
|
-
version = "0.2.
|
|
701
|
+
version = "0.2.1"
|
|
702
702
|
dependencies = [
|
|
703
703
|
"bytemuck",
|
|
704
704
|
"env_logger",
|
|
@@ -716,7 +716,7 @@ dependencies = [
|
|
|
716
716
|
|
|
717
717
|
[[package]]
|
|
718
718
|
name = "ferrotensor-monitor"
|
|
719
|
-
version = "0.2.
|
|
719
|
+
version = "0.2.1"
|
|
720
720
|
dependencies = [
|
|
721
721
|
"anyhow",
|
|
722
722
|
"chrono",
|
|
@@ -730,7 +730,7 @@ dependencies = [
|
|
|
730
730
|
|
|
731
731
|
[[package]]
|
|
732
732
|
name = "ferrotensor-py"
|
|
733
|
-
version = "0.2.
|
|
733
|
+
version = "0.2.1"
|
|
734
734
|
dependencies = [
|
|
735
735
|
"ferrotensor",
|
|
736
736
|
"pyo3",
|
|
@@ -739,7 +739,7 @@ dependencies = [
|
|
|
739
739
|
|
|
740
740
|
[[package]]
|
|
741
741
|
name = "ferrotensor-trainer"
|
|
742
|
-
version = "0.2.
|
|
742
|
+
version = "0.2.1"
|
|
743
743
|
dependencies = [
|
|
744
744
|
"bytemuck",
|
|
745
745
|
"ferrotensor-autograd",
|
|
@@ -2137,9 +2137,9 @@ dependencies = [
|
|
|
2137
2137
|
|
|
2138
2138
|
[[package]]
|
|
2139
2139
|
name = "tokio"
|
|
2140
|
-
version = "1.
|
|
2140
|
+
version = "1.54.1"
|
|
2141
2141
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2142
|
-
checksum = "
|
|
2142
|
+
checksum = "b52fd3255258d26fac7264ab5a76b53c13367136dc011d3d6ad4f8ed070396a3"
|
|
2143
2143
|
dependencies = [
|
|
2144
2144
|
"bytes",
|
|
2145
2145
|
"libc",
|
|
@@ -2460,7 +2460,7 @@ version = "0.1.11"
|
|
|
2460
2460
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2461
2461
|
checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
|
|
2462
2462
|
dependencies = [
|
|
2463
|
-
"windows-sys 0.
|
|
2463
|
+
"windows-sys 0.59.0",
|
|
2464
2464
|
]
|
|
2465
2465
|
|
|
2466
2466
|
[[package]]
|
|
@@ -36,11 +36,13 @@ pub trait Optimizer {
|
|
|
36
36
|
pub fn clip_grad_norm(params: &[Tensor], max_norm: f32) -> f32 {
|
|
37
37
|
no_grad(|| {
|
|
38
38
|
let grads: Vec<Tensor> = params.iter().filter_map(Tensor::grad).collect();
|
|
39
|
-
|
|
39
|
+
// Add the per-parameter squared norms on the device and read the total
|
|
40
|
+
// back once, so a GPU run syncs once instead of once per parameter.
|
|
41
|
+
let total = grads
|
|
40
42
|
.iter()
|
|
41
|
-
.map(|g| g.square().sum()
|
|
42
|
-
.
|
|
43
|
-
.sqrt();
|
|
43
|
+
.map(|g| g.square().sum())
|
|
44
|
+
.reduce(|acc, s| acc.add(&s))
|
|
45
|
+
.map_or(0.0, |sq| sq.item().sqrt());
|
|
44
46
|
if total > max_norm {
|
|
45
47
|
let scale = max_norm / (total + 1e-6);
|
|
46
48
|
for g in &grads {
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|