heavyball 0.18.6__tar.gz → 0.18.7__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (39) hide show
  1. {heavyball-0.18.6 → heavyball-0.18.7}/PKG-INFO +1 -1
  2. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/utils.py +7 -6
  3. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball.egg-info/PKG-INFO +1 -1
  4. {heavyball-0.18.6 → heavyball-0.18.7}/setup.py +1 -1
  5. {heavyball-0.18.6 → heavyball-0.18.7}/LICENSE +0 -0
  6. {heavyball-0.18.6 → heavyball-0.18.7}/README.md +0 -0
  7. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/__init__.py +0 -0
  8. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/cached_delayed_psgd_kron.py +0 -0
  9. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/cached_psgd_kron.py +0 -0
  10. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/delayed_psgd.py +0 -0
  11. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/foreach_adamw.py +0 -0
  12. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/foreach_adopt.py +0 -0
  13. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/foreach_laprop.py +0 -0
  14. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/foreach_sfadamw.py +0 -0
  15. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/foreach_soap.py +0 -0
  16. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/p_adam.py +0 -0
  17. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/palm_foreach_sfadamw.py +0 -0
  18. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/palm_foreach_soap.py +0 -0
  19. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/precond_schedule_foreach_soap.py +0 -0
  20. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/precond_schedule_palm_foreach_soap.py +0 -0
  21. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/precond_schedule_sfpsoap.py +0 -0
  22. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/psgd_kron.py +0 -0
  23. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/pure_psgd.py +0 -0
  24. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball/schedule_free_palm_foreach_soap.py +0 -0
  25. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball.egg-info/SOURCES.txt +0 -0
  26. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball.egg-info/dependency_links.txt +0 -0
  27. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball.egg-info/requires.txt +0 -0
  28. {heavyball-0.18.6 → heavyball-0.18.7}/heavyball.egg-info/top_level.txt +0 -0
  29. {heavyball-0.18.6 → heavyball-0.18.7}/setup.cfg +0 -0
  30. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_bf16_params.py +0 -0
  31. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_bf16_q.py +0 -0
  32. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_closure.py +0 -0
  33. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_foreach.py +0 -0
  34. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_memory.py +0 -0
  35. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_merge.py +0 -0
  36. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_no_grad.py +0 -0
  37. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_psgd.py +0 -0
  38. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_soap.py +0 -0
  39. {heavyball-0.18.6 → heavyball-0.18.7}/test/test_stochastic_updates.py +0 -0
{heavyball-0.18.6 → heavyball-0.18.7}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: heavyball
3
- Version: 0.18.6
3
+ Version: 0.18.7
4
4
  Summary: Efficient optimizers
5
5
  Home-page: https://github.com/clashluke/heavyball
6
6
  Author: Lucas Nestler
{heavyball-0.18.6 → heavyball-0.18.7}/heavyball/utils.py RENAMED
@@ -843,12 +843,13 @@ class PSGDBase(StatefulOptimizer):
843
843
  psgd_update_precond(Q, self.state_(p)["exprs"], torch.randn_like(grad), grad, precond_lr, self._tiny)
844
844
  update_fn(oq, Q)
845
845
 
846
- for g, q in zip(grad_list, original_q if original_q else q_list):
847
- if g.dim() > 1:
848
- if store_triu_as_line:
849
- psgd_balance_Q([q_ for _, q_ in q])
850
- else:
851
- psgd_balance_Q(q)
846
+ if self.should_update(group, self.balance_probability, "balance_prob"):
847
+ for g, q in zip(grad_list, original_q if original_q else q_list):
848
+ if g.dim() > 1:
849
+ if store_triu_as_line:
850
+ psgd_balance_Q([q_ for _, q_ in q])
851
+ else:
852
+ psgd_balance_Q(q)
852
853
 
853
854
 
854
855
  def precond_update_prob_schedule(max_prob=1.0, min_prob=0.03, decay=0.001, flat_start=250):
{heavyball-0.18.6 → heavyball-0.18.7}/heavyball.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: heavyball
3
- Version: 0.18.6
3
+ Version: 0.18.7
4
4
  Summary: Efficient optimizers
5
5
  Home-page: https://github.com/clashluke/heavyball
6
6
  Author: Lucas Nestler
{heavyball-0.18.6 → heavyball-0.18.7}/setup.py RENAMED
@@ -10,7 +10,7 @@ setuptools.setup(
10
10
  name='heavyball',
11
11
  license='BSD',
12
12
  description='Efficient optimizers',
13
- version='0.18.6',
13
+ version='0.18.7',
14
14
  long_description=README,
15
15
  url='https://github.com/clashluke/heavyball',
16
16
  packages=setuptools.find_packages(),
{heavyball-0.18.6 → heavyball-0.18.7}/LICENSE RENAMED
File without changes
{heavyball-0.18.6 → heavyball-0.18.7}/README.md RENAMED
File without changes
{heavyball-0.18.6 → heavyball-0.18.7}/setup.cfg RENAMED
File without changes
{heavyball-0.18.6 → heavyball-0.18.7}/test/test_psgd.py RENAMED
File without changes
{heavyball-0.18.6 → heavyball-0.18.7}/test/test_soap.py RENAMED
File without changes