torchzero 0.3.1__tar.gz → 0.3.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {torchzero-0.3.1 → torchzero-0.3.4}/PKG-INFO +1 -1
- {torchzero-0.3.1 → torchzero-0.3.4}/pyproject.toml +7 -7
- {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_opts.py +5 -5
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/PKG-INFO +1 -1
- {torchzero-0.3.1 → torchzero-0.3.4}/LICENSE +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/README.md +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/docs/source/conf.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/setup.cfg +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_identical.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_module.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_tensorlist.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_utils_optimizer.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/tests/test_vars.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/core/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/core/module.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/core/preconditioner.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/core/transform.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/clipping/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/clipping/clipping.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/clipping/ema_clipping.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/clipping/growth_clipping.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/absoap.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/adadam.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/adamY.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/adasoap.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/algebraic_newton.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/curveball.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/dsoap.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/gradmin.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/reduce_outward_lr.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/spectral.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/subspace_preconditioners.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/tropical_newton.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/functional.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/fdm.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/forward_gradient.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/grad_approximator.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/rfdm.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/backtracking.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/line_search.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/scipy.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/strong_wolfe.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/line_search/trust_region.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/lr/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/lr/lr.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/lr/step_size.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/averaging.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/cautious.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/ema.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/experimental.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/matrix_momentum.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/momentum/momentum.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/accumulate.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/binary.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/debug.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/misc.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/multi.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/reduce.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/split.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/switch.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/unary.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/ops/utility.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/adagrad.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/adam.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/lion.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/muon.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/orthograd.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/rmsprop.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/rprop.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/shampoo.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/soap.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/optimizers/sophia_h.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/dct.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/fft.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/galore.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/projection.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/projections/structural.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/cg.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/experimental/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/experimental/modular_lbfgs.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/lbfgs.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/lsr1.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/olbfgs.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/quasi_newton.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/second_order/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/second_order/newton.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/second_order/newton_cg.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/second_order/nystrom.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/smoothing/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/smoothing/gaussian.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/smoothing/laplacian.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/weight_decay/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/weight_decay/weight_decay.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/wrappers/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/wrappers/optim_wrapper.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/utility/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/utility/split.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/wrappers/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/wrappers/nevergrad.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/wrappers/nlopt.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/optim/wrappers/scipy.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/compile.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/derivatives.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/__init__.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/matrix_funcs.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/orthogonalize.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/qr.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/solve.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/linalg/svd.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/numberlist.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/ops.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/optimizer.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/optuna_tools.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/params.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/python_tools.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/tensorlist.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero/utils/torch_tools.py +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/SOURCES.txt +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/dependency_links.txt +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/requires.txt +0 -0
- {torchzero-0.3.1 → torchzero-0.3.4}/torchzero.egg-info/top_level.txt +0 -0
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
# NEW VERSION TUTORIAL
|
|
2
|
-
# STEP 1 -
|
|
3
|
-
# STEP 2 -
|
|
4
|
-
# STEP 3 -
|
|
5
|
-
# STEP 4 - PUSH
|
|
6
|
-
# STEP 5 -
|
|
1
|
+
# NEW VERSION TUTORIAL FOR MYSELF
|
|
2
|
+
# STEP 1 - COMMIT NEW CHANGES BUT DON'T PUSH THEM YET
|
|
3
|
+
# STEP 2 - BUMP VERSION AND COMMIT IT
|
|
4
|
+
# STEP 3 - CREATE TAG WITH THAT VERSION
|
|
5
|
+
# STEP 4 - PUSH CHANGES
|
|
6
|
+
# STEP 5 - PUSH TAG
|
|
7
7
|
|
|
8
8
|
[build-system]
|
|
9
9
|
requires = ["setuptools >= 61.0"]
|
|
@@ -13,7 +13,7 @@ build-backend = "setuptools.build_meta"
|
|
|
13
13
|
name = "torchzero"
|
|
14
14
|
description = "Modular optimization library for PyTorch."
|
|
15
15
|
|
|
16
|
-
version = "0.3.
|
|
16
|
+
version = "0.3.4"
|
|
17
17
|
dependencies = [
|
|
18
18
|
"torch",
|
|
19
19
|
"numpy",
|
|
@@ -723,7 +723,7 @@ Shampoo = Run(
|
|
|
723
723
|
sphere_opt=lambda p: tz.Modular(p, tz.m.GraftModules(tz.m.Shampoo(), tz.m.RMSprop()), tz.m.LR(0.2)),
|
|
724
724
|
needs_closure=False,
|
|
725
725
|
func='booth', steps=50, loss=200, merge_invariant=False,
|
|
726
|
-
sphere_steps=20, sphere_loss=1e-
|
|
726
|
+
sphere_steps=20, sphere_loss=1e-3, # merge and unmerge lrs are very different so need to test convergence separately somewhere
|
|
727
727
|
)
|
|
728
728
|
|
|
729
729
|
# ------------------------- quasi_newton/quasi_newton ------------------------ #
|
|
@@ -800,7 +800,7 @@ GaussianHomotopy = Run(
|
|
|
800
800
|
sphere_opt=lambda p: tz.Modular(p, tz.m.GaussianHomotopy(10, 1, tol=1e-1, seed=0), tz.m.BFGS(), tz.m.StrongWolfe()),
|
|
801
801
|
needs_closure=True,
|
|
802
802
|
func='booth', steps=20, loss=0.1, merge_invariant=True,
|
|
803
|
-
sphere_steps=10, sphere_loss=
|
|
803
|
+
sphere_steps=10, sphere_loss=200,
|
|
804
804
|
)
|
|
805
805
|
|
|
806
806
|
# ---------------------------- smoothing/laplacian --------------------------- #
|
|
@@ -809,7 +809,7 @@ LaplacianSmoothing = Run(
|
|
|
809
809
|
sphere_opt=lambda p: tz.Modular(p, tz.m.LaplacianSmoothing(min_numel=1), tz.m.LR(0.5)),
|
|
810
810
|
needs_closure=False,
|
|
811
811
|
func='booth', steps=50, loss=0.4, merge_invariant=False,
|
|
812
|
-
sphere_steps=10, sphere_loss=3,
|
|
812
|
+
sphere_steps=10, sphere_loss=3,
|
|
813
813
|
)
|
|
814
814
|
|
|
815
815
|
LaplacianSmoothing_global = Run(
|
|
@@ -817,7 +817,7 @@ LaplacianSmoothing_global = Run(
|
|
|
817
817
|
sphere_opt=lambda p: tz.Modular(p, tz.m.LaplacianSmoothing(layerwise=False), tz.m.LR(0.5)),
|
|
818
818
|
needs_closure=False,
|
|
819
819
|
func='booth', steps=50, loss=0.4, merge_invariant=True,
|
|
820
|
-
sphere_steps=10, sphere_loss=3,
|
|
820
|
+
sphere_steps=10, sphere_loss=3,
|
|
821
821
|
)
|
|
822
822
|
|
|
823
823
|
# -------------------------- wrappers/optim_wrapper -------------------------- #
|
|
@@ -834,7 +834,7 @@ NystromSketchAndSolve = Run(
|
|
|
834
834
|
func_opt=lambda p: tz.Modular(p, tz.m.NystromSketchAndSolve(2, seed=0), tz.m.StrongWolfe()),
|
|
835
835
|
sphere_opt=lambda p: tz.Modular(p, tz.m.NystromSketchAndSolve(10, seed=0), tz.m.StrongWolfe()),
|
|
836
836
|
needs_closure=True,
|
|
837
|
-
func='booth', steps=3, loss=1e-
|
|
837
|
+
func='booth', steps=3, loss=1e-6, merge_invariant=True,
|
|
838
838
|
sphere_steps=10, sphere_loss=1e-12,
|
|
839
839
|
)
|
|
840
840
|
NystromPCG = Run(
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/experimental/subspace_preconditioners.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/forward_gradient.py
RENAMED
|
File without changes
|
{torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/grad_approximation/grad_approximator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{torchzero-0.3.1 → torchzero-0.3.4}/torchzero/modules/quasi_newton/experimental/modular_lbfgs.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|