torchzero 0.3.1__tar.gz → 0.3.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. {torchzero-0.3.1 → torchzero-0.3.4}/PKG-INFO +1 -1
  2. {torchzero-0.3.1 → torchzero-0.3.4}/pyproject.toml +7 -7
  3. {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_opts.py +5 -5
  4. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/PKG-INFO +1 -1
  5. {torchzero-0.3.1 → torchzero-0.3.4}/LICENSE +0 -0
  6. {torchzero-0.3.1 → torchzero-0.3.4}/README.md +0 -0
  7. {torchzero-0.3.1 → torchzero-0.3.4}/docs/source/conf.py +0 -0
  8. {torchzero-0.3.1 → torchzero-0.3.4}/setup.cfg +0 -0
  9. {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_identical.py +0 -0
  10. {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_module.py +0 -0
  11. {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_tensorlist.py +0 -0
  12. {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_utils_optimizer.py +0 -0
  13. {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_vars.py +0 -0
  14. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/__init__.py +0 -0
  15. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/core/__init__.py +0 -0
  16. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/core/module.py +0 -0
  17. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/core/preconditioner.py +0 -0
  18. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/core/transform.py +0 -0
  19. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/__init__.py +0 -0
  20. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/clipping/__init__.py +0 -0
  21. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/clipping/clipping.py +0 -0
  22. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/clipping/ema_clipping.py +0 -0
  23. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/clipping/growth_clipping.py +0 -0
  24. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/__init__.py +0 -0
  25. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/absoap.py +0 -0
  26. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/adadam.py +0 -0
  27. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/adamY.py +0 -0
  28. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/adasoap.py +0 -0
  29. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/algebraic_newton.py +0 -0
  30. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/curveball.py +0 -0
  31. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/dsoap.py +0 -0
  32. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/gradmin.py +0 -0
  33. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/reduce_outward_lr.py +0 -0
  34. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/spectral.py +0 -0
  35. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/subspace_preconditioners.py +0 -0
  36. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/tropical_newton.py +0 -0
  37. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/functional.py +0 -0
  38. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/__init__.py +0 -0
  39. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/fdm.py +0 -0
  40. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/forward_gradient.py +0 -0
  41. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/grad_approximator.py +0 -0
  42. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/rfdm.py +0 -0
  43. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/__init__.py +0 -0
  44. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/backtracking.py +0 -0
  45. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/line_search.py +0 -0
  46. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/scipy.py +0 -0
  47. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/strong_wolfe.py +0 -0
  48. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/trust_region.py +0 -0
  49. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/lr/__init__.py +0 -0
  50. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/lr/lr.py +0 -0
  51. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/lr/step_size.py +0 -0
  52. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/__init__.py +0 -0
  53. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/averaging.py +0 -0
  54. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/cautious.py +0 -0
  55. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/ema.py +0 -0
  56. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/experimental.py +0 -0
  57. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/matrix_momentum.py +0 -0
  58. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/momentum.py +0 -0
  59. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/__init__.py +0 -0
  60. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/accumulate.py +0 -0
  61. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/binary.py +0 -0
  62. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/debug.py +0 -0
  63. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/misc.py +0 -0
  64. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/multi.py +0 -0
  65. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/reduce.py +0 -0
  66. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/split.py +0 -0
  67. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/switch.py +0 -0
  68. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/unary.py +0 -0
  69. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/utility.py +0 -0
  70. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/__init__.py +0 -0
  71. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/adagrad.py +0 -0
  72. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/adam.py +0 -0
  73. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/lion.py +0 -0
  74. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/muon.py +0 -0
  75. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/orthograd.py +0 -0
  76. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/rmsprop.py +0 -0
  77. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/rprop.py +0 -0
  78. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/shampoo.py +0 -0
  79. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/soap.py +0 -0
  80. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/sophia_h.py +0 -0
  81. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/__init__.py +0 -0
  82. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/dct.py +0 -0
  83. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/fft.py +0 -0
  84. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/galore.py +0 -0
  85. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/projection.py +0 -0
  86. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/structural.py +0 -0
  87. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/__init__.py +0 -0
  88. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/cg.py +0 -0
  89. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/experimental/__init__.py +0 -0
  90. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/experimental/modular_lbfgs.py +0 -0
  91. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/lbfgs.py +0 -0
  92. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/lsr1.py +0 -0
  93. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/olbfgs.py +0 -0
  94. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/quasi_newton.py +0 -0
  95. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/second_order/__init__.py +0 -0
  96. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/second_order/newton.py +0 -0
  97. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/second_order/newton_cg.py +0 -0
  98. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/second_order/nystrom.py +0 -0
  99. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/smoothing/__init__.py +0 -0
  100. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/smoothing/gaussian.py +0 -0
  101. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/smoothing/laplacian.py +0 -0
  102. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/weight_decay/__init__.py +0 -0
  103. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/weight_decay/weight_decay.py +0 -0
  104. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/wrappers/__init__.py +0 -0
  105. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/wrappers/optim_wrapper.py +0 -0
  106. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/__init__.py +0 -0
  107. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/utility/__init__.py +0 -0
  108. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/utility/split.py +0 -0
  109. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/wrappers/__init__.py +0 -0
  110. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/wrappers/nevergrad.py +0 -0
  111. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/wrappers/nlopt.py +0 -0
  112. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/wrappers/scipy.py +0 -0
  113. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/__init__.py +0 -0
  114. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/compile.py +0 -0
  115. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/derivatives.py +0 -0
  116. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/__init__.py +0 -0
  117. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/matrix_funcs.py +0 -0
  118. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/orthogonalize.py +0 -0
  119. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/qr.py +0 -0
  120. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/solve.py +0 -0
  121. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/svd.py +0 -0
  122. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/numberlist.py +0 -0
  123. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/ops.py +0 -0
  124. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/optimizer.py +0 -0
  125. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/optuna_tools.py +0 -0
  126. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/params.py +0 -0
  127. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/python_tools.py +0 -0
  128. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/tensorlist.py +0 -0
  129. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/torch_tools.py +0 -0
  130. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/SOURCES.txt +0 -0
  131. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/dependency_links.txt +0 -0
  132. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/requires.txt +0 -0
  133. {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: torchzero
3
- Version: 0.3.1
3
+ Version: 0.3.4
4
4
  Summary: Modular optimization library for PyTorch.
5
5
  Author-email: Ivan Nikishev <nkshv2@gmail.com>
6
6
  License: MIT License
@@ -1,9 +1,9 @@
1
- # NEW VERSION TUTORIAL
2
- # STEP 1 - CHANGE VERSION IN THIS FILE
3
- # STEP 2 - CREATE TAG WITH THAT VERSIOn
4
- # STEP 3 - PUSH TO GITHUB
5
- # STEP 4 - PUSH TAG TO GITHUB
6
- # STEP 5 - WAIT AND SEE THAT TESTS PASS ON GITHUB AND THAT IT DIDNT FIND ANOTHER REASON TO SKIP PIP
1
+ # NEW VERSION TUTORIAL FOR MYSELF
2
+ # STEP 1 - COMMIT NEW CHANGES BUT DON'T PUSH THEM YET
3
+ # STEP 2 - BUMP VERSION AND COMMIT IT
4
+ # STEP 3 - CREATE TAG WITH THAT VERSION
5
+ # STEP 4 - PUSH CHANGES
6
+ # STEP 5 - PUSH TAG
7
7
 
8
8
  [build-system]
9
9
  requires = ["setuptools >= 61.0"]
@@ -13,7 +13,7 @@ build-backend = "setuptools.build_meta"
13
13
  name = "torchzero"
14
14
  description = "Modular optimization library for PyTorch."
15
15
 
16
- version = "0.3.1"
16
+ version = "0.3.4"
17
17
  dependencies = [
18
18
  "torch",
19
19
  "numpy",
@@ -723,7 +723,7 @@ Shampoo = Run(
723
723
  sphere_opt=lambda p: tz.Modular(p, tz.m.GraftModules(tz.m.Shampoo(), tz.m.RMSprop()), tz.m.LR(0.2)),
724
724
  needs_closure=False,
725
725
  func='booth', steps=50, loss=200, merge_invariant=False,
726
- sphere_steps=20, sphere_loss=1e-4, # merge and unmerge lrs are very different so need to test convergence separately somewhere
726
+ sphere_steps=20, sphere_loss=1e-3, # merge and unmerge lrs are very different so need to test convergence separately somewhere
727
727
  )
728
728
 
729
729
  # ------------------------- quasi_newton/quasi_newton ------------------------ #
@@ -800,7 +800,7 @@ GaussianHomotopy = Run(
800
800
  sphere_opt=lambda p: tz.Modular(p, tz.m.GaussianHomotopy(10, 1, tol=1e-1, seed=0), tz.m.BFGS(), tz.m.StrongWolfe()),
801
801
  needs_closure=True,
802
802
  func='booth', steps=20, loss=0.1, merge_invariant=True,
803
- sphere_steps=10, sphere_loss=150, # merge and unmerge lrs are very different so need to test convergence separately somewhere
803
+ sphere_steps=10, sphere_loss=200,
804
804
  )
805
805
 
806
806
  # ---------------------------- smoothing/laplacian --------------------------- #
@@ -809,7 +809,7 @@ LaplacianSmoothing = Run(
809
809
  sphere_opt=lambda p: tz.Modular(p, tz.m.LaplacianSmoothing(min_numel=1), tz.m.LR(0.5)),
810
810
  needs_closure=False,
811
811
  func='booth', steps=50, loss=0.4, merge_invariant=False,
812
- sphere_steps=10, sphere_loss=3, # merge and unmerge lrs are very different so need to test convergence separately somewhere
812
+ sphere_steps=10, sphere_loss=3,
813
813
  )
814
814
 
815
815
  LaplacianSmoothing_global = Run(
@@ -817,7 +817,7 @@ LaplacianSmoothing_global = Run(
817
817
  sphere_opt=lambda p: tz.Modular(p, tz.m.LaplacianSmoothing(layerwise=False), tz.m.LR(0.5)),
818
818
  needs_closure=False,
819
819
  func='booth', steps=50, loss=0.4, merge_invariant=True,
820
- sphere_steps=10, sphere_loss=3, # merge and unmerge lrs are very different so need to test convergence separately somewhere
820
+ sphere_steps=10, sphere_loss=3,
821
821
  )
822
822
 
823
823
  # -------------------------- wrappers/optim_wrapper -------------------------- #
@@ -834,7 +834,7 @@ NystromSketchAndSolve = Run(
834
834
  func_opt=lambda p: tz.Modular(p, tz.m.NystromSketchAndSolve(2, seed=0), tz.m.StrongWolfe()),
835
835
  sphere_opt=lambda p: tz.Modular(p, tz.m.NystromSketchAndSolve(10, seed=0), tz.m.StrongWolfe()),
836
836
  needs_closure=True,
837
- func='booth', steps=3, loss=1e-8, merge_invariant=True,
837
+ func='booth', steps=3, loss=1e-6, merge_invariant=True,
838
838
  sphere_steps=10, sphere_loss=1e-12,
839
839
  )
840
840
  NystromPCG = Run(
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: torchzero
3
- Version: 0.3.1
3
+ Version: 0.3.4
4
4
  Summary: Modular optimization library for PyTorch.
5
5
  Author-email: Ivan Nikishev <nkshv2@gmail.com>
6
6
  License: MIT License
File without changes
File without changes
File without changes
File without changes
File without changes