ferrotensor 0.2.0__tar.gz → 0.2.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/Cargo.lock +15 -15
  2. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/Cargo.toml +1 -1
  3. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/PKG-INFO +1 -1
  4. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/Cargo.toml +1 -1
  5. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/optimizer.rs +6 -4
  6. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/README.md +0 -0
  7. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/README.md +0 -0
  8. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/README.md +0 -0
  9. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/char_transformer.rs +0 -0
  10. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/data/sonnets.txt +0 -0
  11. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/gpu_matmul_attention.rs +0 -0
  12. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/mlp_two_moons.rs +0 -0
  13. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/quickstart.rs +0 -0
  14. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/examples/similarity_search.rs +0 -0
  15. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/backend/compute.rs +0 -0
  16. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/backend/kernels.rs +0 -0
  17. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/backend/mod.rs +0 -0
  18. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/data.rs +0 -0
  19. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/device.rs +0 -0
  20. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/functional.rs +0 -0
  21. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/lib.rs +0 -0
  22. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/activation.rs +0 -0
  23. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/attention.rs +0 -0
  24. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/container.rs +0 -0
  25. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/dropout.rs +0 -0
  26. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/embedding.rs +0 -0
  27. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/linear.rs +0 -0
  28. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/mod.rs +0 -0
  29. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/module.rs +0 -0
  30. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/normalization.rs +0 -0
  31. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/nn/tests.rs +0 -0
  32. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/adam.rs +0 -0
  33. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/mod.rs +0 -0
  34. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/scheduler.rs +0 -0
  35. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/sgd.rs +0 -0
  36. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/optim/tests.rs +0 -0
  37. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/serialize.rs +0 -0
  38. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/autograd.rs +0 -0
  39. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/core.rs +0 -0
  40. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/cpu.rs +0 -0
  41. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/mod.rs +0 -0
  42. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/ops.rs +0 -0
  43. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/raw.rs +0 -0
  44. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/shape.rs +0 -0
  45. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor/src/tensor/tests.rs +0 -0
  46. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/.gitignore +0 -0
  47. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/Cargo.toml +0 -0
  48. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/README.md +0 -0
  49. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/build.rs +0 -0
  50. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/examples/mlp.py +0 -0
  51. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/device.rs +0 -0
  52. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/error.rs +0 -0
  53. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/functional.rs +0 -0
  54. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/lib.rs +0 -0
  55. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/nn.rs +0 -0
  56. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/optim.rs +0 -0
  57. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/serialize.rs +0 -0
  58. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/src/tensor.rs +0 -0
  59. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/conftest.py +0 -0
  60. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_autograd.py +0 -0
  61. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_errors.py +0 -0
  62. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_functional.py +0 -0
  63. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_gpu.py +0 -0
  64. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_nn.py +0 -0
  65. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_optim.py +0 -0
  66. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_serialize.py +0 -0
  67. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_tensor.py +0 -0
  68. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/ferrotensor-py/tests/test_train.py +0 -0
  69. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/pyproject.toml +0 -0
  70. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/__init__.py +0 -0
  71. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/_ferrotensor.pyi +0 -0
  72. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/nn/__init__.py +0 -0
  73. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/nn/functional.py +0 -0
  74. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/optim.py +0 -0
  75. {ferrotensor-0.2.0 → ferrotensor-0.2.1}/python/ferrotensor/py.typed +0 -0
@@ -592,7 +592,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
592
592
  checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb"
593
593
  dependencies = [
594
594
  "libc",
595
- "windows-sys 0.61.2",
595
+ "windows-sys 0.59.0",
596
596
  ]
597
597
 
598
598
  [[package]]
@@ -606,7 +606,7 @@ dependencies = [
606
606
 
607
607
  [[package]]
608
608
  name = "ferrotensor"
609
- version = "0.2.0"
609
+ version = "0.2.1"
610
610
  dependencies = [
611
611
  "bytemuck",
612
612
  "naga",
@@ -619,7 +619,7 @@ dependencies = [
619
619
 
620
620
  [[package]]
621
621
  name = "ferrotensor-autograd"
622
- version = "0.2.0"
622
+ version = "0.2.1"
623
623
  dependencies = [
624
624
  "ferrotensor-backend",
625
625
  "pollster",
@@ -628,7 +628,7 @@ dependencies = [
628
628
 
629
629
  [[package]]
630
630
  name = "ferrotensor-backend"
631
- version = "0.2.0"
631
+ version = "0.2.1"
632
632
  dependencies = [
633
633
  "bytemuck",
634
634
  "env_logger",
@@ -641,7 +641,7 @@ dependencies = [
641
641
 
642
642
  [[package]]
643
643
  name = "ferrotensor-benchmarks"
644
- version = "0.2.0"
644
+ version = "0.2.1"
645
645
  dependencies = [
646
646
  "ferrotensor",
647
647
  "ferrotensor-backend",
@@ -652,7 +652,7 @@ dependencies = [
652
652
 
653
653
  [[package]]
654
654
  name = "ferrotensor-cli"
655
- version = "0.2.0"
655
+ version = "0.2.1"
656
656
  dependencies = [
657
657
  "clap",
658
658
  "env_logger",
@@ -670,7 +670,7 @@ dependencies = [
670
670
 
671
671
  [[package]]
672
672
  name = "ferrotensor-graph"
673
- version = "0.2.0"
673
+ version = "0.2.1"
674
674
  dependencies = [
675
675
  "bytemuck",
676
676
  "env_logger",
@@ -685,7 +685,7 @@ dependencies = [
685
685
 
686
686
  [[package]]
687
687
  name = "ferrotensor-hub"
688
- version = "0.2.0"
688
+ version = "0.2.1"
689
689
  dependencies = [
690
690
  "ferrotensor-autograd",
691
691
  "ferrotensor-backend",
@@ -698,7 +698,7 @@ dependencies = [
698
698
 
699
699
  [[package]]
700
700
  name = "ferrotensor-loader"
701
- version = "0.2.0"
701
+ version = "0.2.1"
702
702
  dependencies = [
703
703
  "bytemuck",
704
704
  "env_logger",
@@ -716,7 +716,7 @@ dependencies = [
716
716
 
717
717
  [[package]]
718
718
  name = "ferrotensor-monitor"
719
- version = "0.2.0"
719
+ version = "0.2.1"
720
720
  dependencies = [
721
721
  "anyhow",
722
722
  "chrono",
@@ -730,7 +730,7 @@ dependencies = [
730
730
 
731
731
  [[package]]
732
732
  name = "ferrotensor-py"
733
- version = "0.2.0"
733
+ version = "0.2.1"
734
734
  dependencies = [
735
735
  "ferrotensor",
736
736
  "pyo3",
@@ -739,7 +739,7 @@ dependencies = [
739
739
 
740
740
  [[package]]
741
741
  name = "ferrotensor-trainer"
742
- version = "0.2.0"
742
+ version = "0.2.1"
743
743
  dependencies = [
744
744
  "bytemuck",
745
745
  "ferrotensor-autograd",
@@ -2137,9 +2137,9 @@ dependencies = [
2137
2137
 
2138
2138
  [[package]]
2139
2139
  name = "tokio"
2140
- version = "1.51.0"
2140
+ version = "1.54.1"
2141
2141
  source = "registry+https://github.com/rust-lang/crates.io-index"
2142
- checksum = "2bd1c4c0fc4a7ab90fc15ef6daaa3ec3b893f004f915f2392557ed23237820cd"
2142
+ checksum = "b52fd3255258d26fac7264ab5a76b53c13367136dc011d3d6ad4f8ed070396a3"
2143
2143
  dependencies = [
2144
2144
  "bytes",
2145
2145
  "libc",
@@ -2460,7 +2460,7 @@ version = "0.1.11"
2460
2460
  source = "registry+https://github.com/rust-lang/crates.io-index"
2461
2461
  checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
2462
2462
  dependencies = [
2463
- "windows-sys 0.61.2",
2463
+ "windows-sys 0.59.0",
2464
2464
  ]
2465
2465
 
2466
2466
  [[package]]
@@ -4,7 +4,7 @@ resolver = "2"
4
4
 
5
5
  [workspace.package]
6
6
  edition = "2021"
7
- version = "0.2.0"
7
+ version = "0.2.1"
8
8
  license = "MIT OR Apache-2.0"
9
9
  repository = "https://github.com/puranikyashaswin/ferrotensor"
10
10
  authors = ["Yashaswin Puranik <puranikyashaswinsharma@gmail.com>"]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ferrotensor
3
- Version: 0.2.0
3
+ Version: 0.2.1
4
4
  Classifier: Programming Language :: Rust
5
5
  Classifier: Programming Language :: Python :: 3
6
6
  Classifier: Programming Language :: Python :: Implementation :: CPython
@@ -1,6 +1,6 @@
1
1
  [package]
2
2
  name = "ferrotensor"
3
- version = "0.2.0"
3
+ version = "0.2.1"
4
4
  edition = "2021"
5
5
  authors.workspace = true
6
6
  license.workspace = true
@@ -36,11 +36,13 @@ pub trait Optimizer {
36
36
  pub fn clip_grad_norm(params: &[Tensor], max_norm: f32) -> f32 {
37
37
  no_grad(|| {
38
38
  let grads: Vec<Tensor> = params.iter().filter_map(Tensor::grad).collect();
39
- let total: f32 = grads
39
+ // Add the per-parameter squared norms on the device and read the total
40
+ // back once, so a GPU run syncs once instead of once per parameter.
41
+ let total = grads
40
42
  .iter()
41
- .map(|g| g.square().sum().item())
42
- .sum::<f32>()
43
- .sqrt();
43
+ .map(|g| g.square().sum())
44
+ .reduce(|acc, s| acc.add(&s))
45
+ .map_or(0.0, |sq| sq.item().sqrt());
44
46
  if total > max_norm {
45
47
  let scale = max_norm / (total + 1e-6);
46
48
  for g in &grads {
File without changes
File without changes