torchzero 0.4.0__py3-none-any.whl → 0.4.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. tests/test_identical.py +22 -22
  2. tests/test_opts.py +199 -198
  3. torchzero/__init__.py +1 -1
  4. torchzero/core/__init__.py +1 -1
  5. torchzero/core/functional.py +1 -1
  6. torchzero/core/modular.py +5 -5
  7. torchzero/core/module.py +2 -2
  8. torchzero/core/objective.py +10 -10
  9. torchzero/core/transform.py +1 -1
  10. torchzero/linalg/__init__.py +3 -2
  11. torchzero/linalg/eigh.py +223 -4
  12. torchzero/linalg/orthogonalize.py +2 -4
  13. torchzero/linalg/qr.py +12 -0
  14. torchzero/linalg/solve.py +1 -3
  15. torchzero/linalg/svd.py +47 -20
  16. torchzero/modules/__init__.py +4 -3
  17. torchzero/modules/adaptive/__init__.py +11 -3
  18. torchzero/modules/adaptive/adagrad.py +10 -10
  19. torchzero/modules/adaptive/adahessian.py +2 -2
  20. torchzero/modules/adaptive/adam.py +1 -1
  21. torchzero/modules/adaptive/adan.py +1 -1
  22. torchzero/modules/adaptive/adaptive_heavyball.py +1 -1
  23. torchzero/modules/adaptive/esgd.py +2 -2
  24. torchzero/modules/adaptive/ggt.py +186 -0
  25. torchzero/modules/adaptive/lion.py +2 -1
  26. torchzero/modules/adaptive/lre_optimizers.py +299 -0
  27. torchzero/modules/adaptive/mars.py +2 -2
  28. torchzero/modules/adaptive/matrix_momentum.py +1 -1
  29. torchzero/modules/adaptive/msam.py +4 -4
  30. torchzero/modules/adaptive/muon.py +9 -6
  31. torchzero/modules/adaptive/natural_gradient.py +32 -15
  32. torchzero/modules/adaptive/psgd/__init__.py +5 -0
  33. torchzero/modules/adaptive/psgd/_psgd_utils.py +37 -0
  34. torchzero/modules/adaptive/psgd/psgd.py +1390 -0
  35. torchzero/modules/adaptive/psgd/psgd_dense_newton.py +174 -0
  36. torchzero/modules/adaptive/psgd/psgd_kron_newton.py +203 -0
  37. torchzero/modules/adaptive/psgd/psgd_kron_whiten.py +185 -0
  38. torchzero/modules/adaptive/psgd/psgd_lra_newton.py +118 -0
  39. torchzero/modules/adaptive/psgd/psgd_lra_whiten.py +116 -0
  40. torchzero/modules/adaptive/rprop.py +2 -2
  41. torchzero/modules/adaptive/sam.py +4 -4
  42. torchzero/modules/adaptive/shampoo.py +28 -3
  43. torchzero/modules/adaptive/soap.py +3 -3
  44. torchzero/modules/adaptive/sophia_h.py +2 -2
  45. torchzero/modules/clipping/clipping.py +7 -7
  46. torchzero/modules/conjugate_gradient/cg.py +2 -2
  47. torchzero/modules/experimental/__init__.py +5 -0
  48. torchzero/modules/experimental/adanystrom.py +258 -0
  49. torchzero/modules/experimental/common_directions_whiten.py +142 -0
  50. torchzero/modules/experimental/cubic_adam.py +160 -0
  51. torchzero/modules/experimental/eigen_sr1.py +182 -0
  52. torchzero/modules/experimental/eigengrad.py +207 -0
  53. torchzero/modules/experimental/l_infinity.py +1 -1
  54. torchzero/modules/experimental/matrix_nag.py +122 -0
  55. torchzero/modules/experimental/newton_solver.py +2 -2
  56. torchzero/modules/experimental/newtonnewton.py +34 -40
  57. torchzero/modules/grad_approximation/fdm.py +2 -2
  58. torchzero/modules/grad_approximation/rfdm.py +4 -4
  59. torchzero/modules/least_squares/gn.py +68 -45
  60. torchzero/modules/line_search/backtracking.py +2 -2
  61. torchzero/modules/line_search/line_search.py +1 -1
  62. torchzero/modules/line_search/strong_wolfe.py +2 -2
  63. torchzero/modules/misc/escape.py +1 -1
  64. torchzero/modules/misc/gradient_accumulation.py +1 -1
  65. torchzero/modules/misc/misc.py +1 -1
  66. torchzero/modules/misc/multistep.py +4 -7
  67. torchzero/modules/misc/regularization.py +2 -2
  68. torchzero/modules/misc/split.py +1 -1
  69. torchzero/modules/misc/switch.py +2 -2
  70. torchzero/modules/momentum/cautious.py +3 -3
  71. torchzero/modules/momentum/momentum.py +1 -1
  72. torchzero/modules/ops/higher_level.py +1 -1
  73. torchzero/modules/ops/multi.py +1 -1
  74. torchzero/modules/projections/projection.py +5 -2
  75. torchzero/modules/quasi_newton/__init__.py +1 -1
  76. torchzero/modules/quasi_newton/damping.py +1 -1
  77. torchzero/modules/quasi_newton/diagonal_quasi_newton.py +1 -1
  78. torchzero/modules/quasi_newton/lbfgs.py +3 -3
  79. torchzero/modules/quasi_newton/lsr1.py +3 -3
  80. torchzero/modules/quasi_newton/quasi_newton.py +44 -29
  81. torchzero/modules/quasi_newton/sg2.py +69 -205
  82. torchzero/modules/restarts/restars.py +17 -17
  83. torchzero/modules/second_order/inm.py +33 -25
  84. torchzero/modules/second_order/newton.py +132 -130
  85. torchzero/modules/second_order/newton_cg.py +3 -3
  86. torchzero/modules/second_order/nystrom.py +83 -32
  87. torchzero/modules/second_order/rsn.py +41 -44
  88. torchzero/modules/smoothing/laplacian.py +1 -1
  89. torchzero/modules/smoothing/sampling.py +2 -3
  90. torchzero/modules/step_size/adaptive.py +6 -6
  91. torchzero/modules/step_size/lr.py +2 -2
  92. torchzero/modules/trust_region/cubic_regularization.py +1 -1
  93. torchzero/modules/trust_region/levenberg_marquardt.py +2 -2
  94. torchzero/modules/trust_region/trust_cg.py +1 -1
  95. torchzero/modules/variance_reduction/svrg.py +4 -5
  96. torchzero/modules/weight_decay/reinit.py +2 -2
  97. torchzero/modules/weight_decay/weight_decay.py +5 -5
  98. torchzero/modules/wrappers/optim_wrapper.py +4 -4
  99. torchzero/modules/zeroth_order/cd.py +1 -1
  100. torchzero/optim/mbs.py +291 -0
  101. torchzero/optim/wrappers/nevergrad.py +0 -9
  102. torchzero/optim/wrappers/optuna.py +2 -0
  103. torchzero/utils/benchmarks/__init__.py +0 -0
  104. torchzero/utils/benchmarks/logistic.py +122 -0
  105. torchzero/utils/derivatives.py +4 -4
  106. {torchzero-0.4.0.dist-info → torchzero-0.4.1.dist-info}/METADATA +1 -1
  107. torchzero-0.4.1.dist-info/RECORD +209 -0
  108. torchzero/modules/adaptive/lmadagrad.py +0 -241
  109. torchzero-0.4.0.dist-info/RECORD +0 -191
  110. /torchzero/modules/{functional.py → opt_utils.py} +0 -0
  111. {torchzero-0.4.0.dist-info → torchzero-0.4.1.dist-info}/WHEEL +0 -0
  112. {torchzero-0.4.0.dist-info → torchzero-0.4.1.dist-info}/top_level.txt +0 -0
torchzero-0.4.0.dist-info/RECORD DELETED
@@ -1,191 +0,0 @@
1
- tests/test_identical.py,sha256=1_Rv-nwoVL1YcXPDA_DprjbT4jkvr0apUPbeQpebMUI,11508
2
- tests/test_module.py,sha256=qX3rjdSJsbA8JO17bPTUIDspe7bg2dogqxMw__KV7SU,2039
3
- tests/test_module_autograd.py,sha256=cncOlxtxmyJQHUd7nL9aWLRAr1kxtlKgVLqP3_qIb2E,21374
4
- tests/test_objective.py,sha256=HY0rK0z6PpiXvEsCu4mLgTlSVKusnT69S2GbuVcwMRo,7119
5
- tests/test_opts.py,sha256=2KqkvZhisKGmW2wm0d0K1gHjD3IU4V3Z0-6iNVEZ43M,43900
6
- tests/test_tensorlist.py,sha256=B0Tq4_r-1DOYpS360X7IsLQiWn5fukhIMDKZM6zVO2Y,72164
7
- tests/test_utils_optimizer.py,sha256=_JoMqvXXZ6TxugS_CmfmP55Vvp0XrSPCjSz2nJJmaoI,8399
8
- torchzero/__init__.py,sha256=iZFYBgpDDk4d-vunJR1TFqBAHKDAit_SHtepO0RRrIo,131
9
- torchzero/core/__init__.py,sha256=b6h0FXF9CQgXgaQY6rz_sjjs8zswLh4PZu5FQQqlLUo,339
10
- torchzero/core/chain.py,sha256=dtFpxnw8vcbi3EeAANXyPtUmyPyv_VuZrTiPlLRmh7c,1899
11
- torchzero/core/functional.py,sha256=X3igEP-F2_A6gDza8Gc8l3RcjMuuI4TEwmWA6e6NhKo,3154
12
- torchzero/core/modular.py,sha256=VGe9PHxOBxnJmMx3_JWFVqq5__xmxqXgQMrfbVJGVa4,9574
13
- torchzero/core/module.py,sha256=E08ZJnZGNlnojURk8Ztm7w-7Q1Qzq9aEI6NwuvC7OBA,18008
14
- torchzero/core/objective.py,sha256=6GYQrUDmjufvBJ9JByqnMXFpnjrZY2-mVDnlXRot_HU,39978
15
- torchzero/core/reformulation.py,sha256=UyAS_xq5sy_mMpmkvtwpHrZHd6Y2RgyPwN0zZlyxFTI,3857
16
- torchzero/core/transform.py,sha256=4JBpzDPBoKk3QWKm2Z4W6r49rh0UxdsoQjGMLbCmcFs,12245
17
- torchzero/linalg/__init__.py,sha256=K-9kRBysUd9HEeGfFAu5IbvTvm4xmRpQSu5k_EotYQE,347
18
- torchzero/linalg/benchmark.py,sha256=wiIMn-GY2xxWbHVf8CPbJddUPeUPq9OUDkvbp1iILYI,479
19
- torchzero/linalg/eigh.py,sha256=Dz3hz10u84mOEYKBp902byzYvn2b6kiDFBCxYzXhIWo,1409
20
- torchzero/linalg/linalg_utils.py,sha256=1RBpQevb25_hbRieONw6CgnoWOJFXXv8oWTMugEivEk,385
21
- torchzero/linalg/linear_operator.py,sha256=mVEOvu6yY7TYhUdmZm1IAc6_pWnTaykKDgZu_-J-atk,16653
22
- torchzero/linalg/matrix_power.py,sha256=gEWGvh3atc7745dwNcxNg0RtUrVgeKD6KxyRckKkkdQ,1255
23
- torchzero/linalg/orthogonalize.py,sha256=RVNoBRu4pXCPAYDV9EFIqsrwePNObKvavIdVTl-1eTU,3513
24
- torchzero/linalg/qr.py,sha256=v5jNT8BTwQGitdLA8xqOSxmK3fUBHksuvYBeRcscwfo,2541
25
- torchzero/linalg/solve.py,sha256=Jd7pgEEjxe1h5YQxKOhR8uwCjqCK2f1PY2KEHHUzW84,14496
26
- torchzero/linalg/svd.py,sha256=lvR8FpLk0H795i6DS4BtBZ1hYpm364JJOrGhOX62pEQ,694
27
- torchzero/linalg/torch_linalg.py,sha256=brhMXUZyYuxuEV-FyQerep1iL7auutW5kmgJpOzUROw,6001
28
- torchzero/modules/__init__.py,sha256=k79l7dMEmfxvikxfG8iUinsvtkngErSgKhHV3uqzLyc,587
29
- torchzero/modules/functional.py,sha256=aj7xqHmeze4izxG9k3L6ziG-K_yj8n8fkFpIv-X8V78,8141
30
- torchzero/modules/adaptive/__init__.py,sha256=pZVcpL3K3GqpfOHAqcQ6YV0EMib2587NY7FhESU671E,943
31
- torchzero/modules/adaptive/adagrad.py,sha256=AO7-DqibgfTDXDX11F0sjvfrm668ReMOQCG7HBT8TNY,12031
32
- torchzero/modules/adaptive/adahessian.py,sha256=2-7n412iK3aN0TvkxFao0nRNLJqlzxrlsfHsNiDkTg8,8730
33
- torchzero/modules/adaptive/adam.py,sha256=26CB7ja80XKjySIJ8BydnwVAr8qZyV68YFN-CI4el2g,3768
34
- torchzero/modules/adaptive/adan.py,sha256=XQuVkD1y8a0jmu-A7eHw5d8a6g6Bt0dFOLhRD6pggIg,4108
35
- torchzero/modules/adaptive/adaptive_heavyball.py,sha256=IguOBiYkBuCPacCFfgFP6oWF9lOS1_931h97PG1N13s,2247
36
- torchzero/modules/adaptive/aegd.py,sha256=WLN6vvbSRhQ1P753M3bx_becSF-3cTbu37nhz3NvdGM,1903
37
- torchzero/modules/adaptive/esgd.py,sha256=gQXUCBopPp5KVi2_nwt5NqoyQe6JOyoxcGbKp_OYma0,6169
38
- torchzero/modules/adaptive/lion.py,sha256=g8JFR_iueSxdSqAmDH4QLgeJ7cRTfarb-Te6zVobzQs,1050
39
- torchzero/modules/adaptive/lmadagrad.py,sha256=plE1FaB7JN9QqizwGtjzNRNDpxp_qqw1Z6ULUl4yzmA,9086
40
- torchzero/modules/adaptive/mars.py,sha256=_K2Agi5nC-H-jY0vbBwIMTtvbKUXu341X4YhDpCGQHg,2257
41
- torchzero/modules/adaptive/matrix_momentum.py,sha256=KBz6fCFVvLH_a99wfxUIvvtBWqm7xq3rToW2sz2vKbU,6790
42
- torchzero/modules/adaptive/msam.py,sha256=GAOeAQojx4k-cGrB-nN15YQBp_AJknPj4jStgGabcDk,6941
43
- torchzero/modules/adaptive/muon.py,sha256=CHclVyM7XLEVHjBGPI3a8Wg2S_xcOclr2IOQ4HstZOE,7728
44
- torchzero/modules/adaptive/natural_gradient.py,sha256=N9pYJcm0i7o-GlQIxs-oHRyhzJxQqtAiI_cIwKovpOc,6582
45
- torchzero/modules/adaptive/orthograd.py,sha256=0u2sfGZJjlJItLX2WRP5fLAD8Wd9SgJzQYAUpARJ64A,1813
46
- torchzero/modules/adaptive/rmsprop.py,sha256=qWVkRmUQ3dui9yBVYtAEll7OlXZDKNT_m70FakTOrTY,4529
47
- torchzero/modules/adaptive/rprop.py,sha256=HEZaZXo50HX1W7-X_e5Qhi2wk_d9wOFi1_BrKBvE6mo,11536
48
- torchzero/modules/adaptive/sam.py,sha256=PdcmxxgtTqGtbkHEA6d6JFy_cIqFVVA2XNxIcXQxvzc,5701
49
- torchzero/modules/adaptive/shampoo.py,sha256=ld_Nwoh2Hemt5QVB7BdKtaOczdIF1gK_MCiEhqwUnFI,8891
50
- torchzero/modules/adaptive/soap.py,sha256=cPRkgknFf26HfFss5YQ_RkLBdfy-nOvzFi7agVji3nk,12406
51
- torchzero/modules/adaptive/sophia_h.py,sha256=3l91pYvJBK1pdNodgYsTTR1cMnkqe6zePWSYSx-CAXQ,7059
52
- torchzero/modules/clipping/__init__.py,sha256=ZaffMF7mIRK6hZSfuZadgjNTX6hF5ANiLBny2w3S7I8,250
53
- torchzero/modules/clipping/clipping.py,sha256=_VY78EmzZiYCirZZ99cCSnim5wNgQyeXaXAGxPQUnFk,14184
54
- torchzero/modules/clipping/ema_clipping.py,sha256=D4NgXzXYMjK_SKQU3rVoOKzaCd9igGQg_7sXiGMgMqI,6750
55
- torchzero/modules/clipping/growth_clipping.py,sha256=I1nk5xXBjk0BzWYzMC58LZHouY44myZNIUjM-duv7zc,6508
56
- torchzero/modules/conjugate_gradient/__init__.py,sha256=G5WcVoiQYupRBeqjI4lCraGeXNSvWT-_-ynpcE6NQS8,184
57
- torchzero/modules/conjugate_gradient/cg.py,sha256=YQD01wNnSpUdtqcf7egXHpbhFhRtuFD8ZhlNLvc_ZI0,14539
58
- torchzero/modules/experimental/__init__.py,sha256=nI6WD-EDFfIav8G2mZuAznErweAqZ5C15qFKqY49ci8,728
59
- torchzero/modules/experimental/coordinate_momentum.py,sha256=HzKy8X5qEvud-xKHJYHpzH6ObxzvYcMcdgodsCw4Bbk,1099
60
- torchzero/modules/experimental/curveball.py,sha256=beHGD1Wh9GxYqMBh1k9Ru6TG3U9eZR6_l8ZUQcZzYxw,2765
61
- torchzero/modules/experimental/dct.py,sha256=CW-Y2gcjlHlxtIx7SekUOfw2EzujA6v0LcjDYGAfh6M,2433
62
- torchzero/modules/experimental/fft.py,sha256=s95EzvK4-ZJdwZbVhtqwirY9eVy7v6mFDRMgoLY9wjo,3020
63
- torchzero/modules/experimental/gradmin.py,sha256=LajM0GU1fB6PsGDg8k0KjKI73RvyZYqPvzcdoVYDq-c,3752
64
- torchzero/modules/experimental/higher_order_newton.py,sha256=qLSCbkmd7dw0lAhOJGpvvOesZfCMNt2Vz_mc7HknCMQ,12131
65
- torchzero/modules/experimental/l_infinity.py,sha256=nhYusM3YYbc0ptaSf9zlrsqY8EgxlHm9OejJ6VV0qtM,4750
66
- torchzero/modules/experimental/newton_solver.py,sha256=nsknGw8XDHKyDNE2cFYxRI5qF_mw0vragPtmzTY4-aM,4069
67
- torchzero/modules/experimental/newtonnewton.py,sha256=ryJV5eDqj4mEvIxERJIPd-0f57M0eFevH4ZAVHhnP4A,3892
68
- torchzero/modules/experimental/reduce_outward_lr.py,sha256=ehctg5zLEOHPfiQQUq5ShMj3pDhtxqdNUEneMR9l7Bs,1275
69
- torchzero/modules/experimental/scipy_newton_cg.py,sha256=psllNtDwUbkVAXBDKwWEueatOmDNPFy-pMwBkqF3_r0,3902
70
- torchzero/modules/experimental/spsa1.py,sha256=DiQ_nHAC8gnqoNNK7oe6djOiwpwvI5aPtpKA43F7jrQ,3607
71
- torchzero/modules/experimental/structural_projections.py,sha256=IwpgibNDO0slzMyi6djQXRhQO6IagUgUUCr_-7US1IE,4104
72
- torchzero/modules/grad_approximation/__init__.py,sha256=_mQ2sWvnMfqc3RQcVmZuBlphtLZCO7z819abGY6kYuM,196
73
- torchzero/modules/grad_approximation/fdm.py,sha256=zx70GZDQmhe43bZP5Mbbl31xsMOsGO43kznoQDbqxJo,4372
74
- torchzero/modules/grad_approximation/forward_gradient.py,sha256=7fKZoKetYzgD85L3W0x1oG56SdWHj5MDWwmWpV7bpr4,3949
75
- torchzero/modules/grad_approximation/grad_approximator.py,sha256=hX4nqa0yw1OkA2UKmzZ3HhvMfL0Wwv1yQePxrgAueS8,4782
76
- torchzero/modules/grad_approximation/rfdm.py,sha256=mYS89DI7Rel10QsB9Q2cyrjo4ChhPD1kX00h0t6dc4A,19599
77
- torchzero/modules/least_squares/__init__.py,sha256=mJwE2IXVB3mn_7BzsmDNKhfyViCV8GOrqHJJjz04HR4,41
78
- torchzero/modules/least_squares/gn.py,sha256=Yl6HgZuZdba83ytzi5B8zBIRE7KfDJiQeO3kxZVjmBM,7146
79
- torchzero/modules/line_search/__init__.py,sha256=_QjxUJmNC8OqtUuyTJp9wDfHNFKZBZqj6lttWKhG-cI,217
80
- torchzero/modules/line_search/_polyinterp.py,sha256=i3sNl6SFAUJi4oxhhjBlcxJY9KRunIZjJ8sGdaJOVjc,10990
81
- torchzero/modules/line_search/adaptive.py,sha256=YNabP6-01dhAUDAOuHRPZCwiV5xTRdHmkN667HQ6V3w,3798
82
- torchzero/modules/line_search/backtracking.py,sha256=laQAgy4a6JWovAbjpjGxFn323moU9r3jjv6I5R780sE,9047
83
- torchzero/modules/line_search/interpolation.py,sha256=tHXlZD1MgfYaymhXY75k9CocltwSYDYZg6ENDCEUiss,4942
84
- torchzero/modules/line_search/line_search.py,sha256=wqx65OkN3jkyuTuwCQtelVDDWbeWbPYV8Twi2jmrqaw,12926
85
- torchzero/modules/line_search/scipy.py,sha256=xQ80h9cSyF4Iorq_1NoJglu_Bx4_KeojulBIxvwU6gQ,2836
86
- torchzero/modules/line_search/strong_wolfe.py,sha256=KRvHnZ0q2nYFfLJry6-Iki936n7B9WwHYDqNgeBsIrs,14975
87
- torchzero/modules/misc/__init__.py,sha256=UYY9CeNepnC8H1LnFa829ux5MEjtGZ9zql624IbCFX8,825
88
- torchzero/modules/misc/debug.py,sha256=wFt9wB6IdRSsOGLhQjdjmGt4KdB0V5IT0iBFMj97R3Y,1617
89
- torchzero/modules/misc/escape.py,sha256=-7TTIZzxiJpVQ_jSFLy64LHijlJfC5y6THvdpNOfrWs,1928
90
- torchzero/modules/misc/gradient_accumulation.py,sha256=DKJOKewtdvKcSlQEU2ZifB9awdqXU5IxGv68L8yumb0,2269
91
- torchzero/modules/misc/homotopy.py,sha256=oa0YFYfv8kkg9v7nukdjTwinuyQa4Nt7kTpddUVCSKg,2257
92
- torchzero/modules/misc/misc.py,sha256=lnz071OhYCrpQ-QO8yU77ba3NLZEgvJwJ9dFUDhxupk,15000
93
- torchzero/modules/misc/multistep.py,sha256=Z0JL1PTRIwnLkBD0tAnxXjCsYJMAr3g3R79lz5DsHNQ,6779
94
- torchzero/modules/misc/regularization.py,sha256=P5sPHItQcuuOvLioA5x5Mk2ms33E2brjfMaWG0Yzlok,5931
95
- torchzero/modules/misc/split.py,sha256=PQvI5VPdQo1_Yr9ypn57ZBtkI3EiHovXvIjduoL-LBg,4286
96
- torchzero/modules/misc/switch.py,sha256=dboHoc1Ijj9ziQEx2HzbT4mnGQH6OVs673BfcfPzLls,3674
97
- torchzero/modules/momentum/__init__.py,sha256=AKWC4HIkN9ZJwN38dJvVJkFEhiP9r93G-kMDokBfsj8,281
98
- torchzero/modules/momentum/averaging.py,sha256=Q6WLwCJwgNY96YIfQXWpsX-2kDR7n0IOMDfZMvNVc9U,3035
99
- torchzero/modules/momentum/cautious.py,sha256=3xlWuuMAWrJGnvtbdNYZNB0xjDeo-gUaOfyCqxCdMGI,8373
100
- torchzero/modules/momentum/momentum.py,sha256=gxyOudXyABUBU4xodBvWm9Cr6SQgcwf5WEevQWhKjPA,4390
101
- torchzero/modules/ops/__init__.py,sha256=xUYzWWLlSwaT8sw3dWywkALqI6YGCZgptWQJVy83HhM,1249
102
- torchzero/modules/ops/accumulate.py,sha256=f-Uutg7gNFRobTc5YI9JlfFiSacXmg0gDhIwQNwZSZg,3439
103
- torchzero/modules/ops/binary.py,sha256=eB6zwz5ZSSyeWvwVfuOFMjem93oMB7hCo4kNF705jn8,12219
104
- torchzero/modules/ops/higher_level.py,sha256=F_fv12U1AioRSq0I1FNa9pXYWsyOj-albyTgU9XniiM,8966
105
- torchzero/modules/ops/multi.py,sha256=9TW9sDlhkewAIFk_YtIb_L9oppDCAh5LAvv3t7w77lM,8641
106
- torchzero/modules/ops/reduce.py,sha256=SzpkNV5NTsVFp-61a1m8lDKJ1ivJmfQofolFWxbbAe4,6526
107
- torchzero/modules/ops/unary.py,sha256=vXvWfDFo2CBFwb1ej_WV-fGg61lQRbwN4HklAik8tJY,4844
108
- torchzero/modules/ops/utility.py,sha256=UkR3BfN_NBsZe78oERnknf6lmgeGNiEbtfUDNgU0YoQ,4423
109
- torchzero/modules/projections/__init__.py,sha256=4LfmBEu_eM4YWmcWQVH4CdI1H0ucCIHDH9tTGigjVPY,136
110
- torchzero/modules/projections/cast.py,sha256=FJx2Tt1lbQRnOC5wxx3LbOnacLfUluFP6QOXLUCIEPY,2174
111
- torchzero/modules/projections/galore.py,sha256=70k30-2RJ3ncTNZpjxBhyYq1yJVFGfS2YUvU2trIK4o,258
112
- torchzero/modules/projections/projection.py,sha256=MMQOplkELu-3fG0qLyx0-uLcDQKCzp7EiCuqTEdPHZ0,14277
113
- torchzero/modules/quasi_newton/__init__.py,sha256=scn1qRpS1dtUv0u4tQPbjPy9Db66KrxyjS8YNDiKDYQ,543
114
- torchzero/modules/quasi_newton/damping.py,sha256=EQzxyRcq-KSQP9RJA8UscDo0LNigNXmdFBhyeiKN2p0,2807
115
- torchzero/modules/quasi_newton/diagonal_quasi_newton.py,sha256=Zx-tlFRa89GhoSP7RFJdLQJPiqPCL7rWaV7WJoQ1YCs,6930
116
- torchzero/modules/quasi_newton/lbfgs.py,sha256=tBmWXQ1AJE-yikRfx2g2xXRcTfIMzBEDCP_FPPpkMFM,11200
117
- torchzero/modules/quasi_newton/lsr1.py,sha256=EozLObU28uTg88ZwV4SqBeFrQbJXqK9TfZnKqYON7rk,8512
118
- torchzero/modules/quasi_newton/quasi_newton.py,sha256=B0712bqhrVNhtGiQAN6b4AgR__QdsVirLkMdOx1YGw4,45475
119
- torchzero/modules/quasi_newton/sg2.py,sha256=b9Ly-BN4q82oki6wRKvDitBUfoTr6u3aMIQhpBak62E,7836
120
- torchzero/modules/restarts/__init__.py,sha256=7282ePwN_I0vSeLPYS4TTclE9ZU7pL6UpyRp5ydgdSg,134
121
- torchzero/modules/restarts/restars.py,sha256=R-8eVQ1SqUhhZrr9CM2NcIlqs0HsFRaMwjXr6FyjD5w,9262
122
- torchzero/modules/second_order/__init__.py,sha256=42HeVA3Azl_tXV0_injU-q4QOu7lXzt6AVUcwnPy4Ag,313
123
- torchzero/modules/second_order/ifn.py,sha256=oAjfFVjLzG6L4n_ELXAWGZSicWizilQy_hQf4hmOoL0,2019
124
- torchzero/modules/second_order/inm.py,sha256=hafMvqQBwwhTpWElwWouOj_BuMR5v7NacZg-6dpPNbA,3226
125
- torchzero/modules/second_order/multipoint.py,sha256=mHG1SFLsILELIspxZ8U_hxJBlkGwzvUWg96bOIrQsIY,7500
126
- torchzero/modules/second_order/newton.py,sha256=kGAsZCYd9uMDLUg_dhrS58JsSVjnZ2eqnJmOr-fghRo,11588
127
- torchzero/modules/second_order/newton_cg.py,sha256=r9gb9hoxKwhQ1FIaZENZscnaPV_9fiJtmuhS7Dd-_7I,14810
128
- torchzero/modules/second_order/nystrom.py,sha256=GXff6kAge8v-Pt-rCgivEIqXa2xxoEPsByBC9Rkx0kM,11397
129
- torchzero/modules/second_order/rsn.py,sha256=uUvMXFh6tzciz92myBnsxF1rCGAY71oBPFC04mBGmV8,10369
130
- torchzero/modules/smoothing/__init__.py,sha256=RYxCLLfG2onBbMUToaoedsr20rXaayyBt7Ov8OxULrU,80
131
- torchzero/modules/smoothing/laplacian.py,sha256=Cs351WVfapQjK4loYlAT6Sx0xIHnc89dhOVNnxUJiGI,5199
132
- torchzero/modules/smoothing/sampling.py,sha256=tYWK0Rw1CRcultKbMK0C5-TUFXbffjR62338iYYtIck,12942
133
- torchzero/modules/step_size/__init__.py,sha256=jG0qXpIn17oYXL8b34UjiEbkl002hj3FqJk1uQ5bkCg,136
134
- torchzero/modules/step_size/adaptive.py,sha256=6YMnaHDtUgC3xdEx8dieDAKrEsYv51eP4craB4JpjP0,14600
135
- torchzero/modules/step_size/lr.py,sha256=O3LkxvmeUiDjmH6-oILh7WCfYcC8b44yiQDfVLL5TeU,5927
136
- torchzero/modules/termination/__init__.py,sha256=LkXBiOOYD4ce1Lemj0Vx9BCm_KhRTQTMvm-PD4lQwTs,344
137
- torchzero/modules/termination/termination.py,sha256=lJXLmtA84JoK_QHhjBxfW9lkxGIxqg7cE7d755MeduE,6905
138
- torchzero/modules/trust_region/__init__.py,sha256=kWke9FB41-EpjdXCPk8VBwZhpgYalOWSKDI1XWe0yYg,204
139
- torchzero/modules/trust_region/cubic_regularization.py,sha256=kz4mwo2cD6X6qQKVvjAA1PHbcZy3qLBiDZVKDpY7fxM,6709
140
- torchzero/modules/trust_region/dogleg.py,sha256=zwFR49gghxztVGEETF2D4AkeGgHkQRbHGGelav3GuFg,3619
141
- torchzero/modules/trust_region/levenberg_marquardt.py,sha256=lwjNyrvdOrigjXuToM9qQq4AhpRHQuJ9oYCGyuPcWEg,5035
142
- torchzero/modules/trust_region/trust_cg.py,sha256=mfTGsAZU0L46k2pdv3w663lXPCkNekbW2eTHQBED1iw,4453
143
- torchzero/modules/trust_region/trust_region.py,sha256=oXMNIvboz0R_1J0Gfd4IvbnwZFl32csNVv-lTYGB0zk,12913
144
- torchzero/modules/variance_reduction/__init__.py,sha256=3pwPWZpjgz1btfLJ3rEaK7Wl8B1pDh0HIf0kvD_NJH8,22
145
- torchzero/modules/variance_reduction/svrg.py,sha256=R3bULX3nw6M7hw4ZN0cpOvxvdy8CLPHYAStPY9qfDng,8804
146
- torchzero/modules/weight_decay/__init__.py,sha256=zQrjSujD0c-rKfKjUpuutfAODljsz1hS3zUNJW7zbh4,132
147
- torchzero/modules/weight_decay/reinit.py,sha256=ml70eC4FXh-9G_Iq8tqoJ9R6NBxetROIGp1YaqfGfMw,3326
148
- torchzero/modules/weight_decay/weight_decay.py,sha256=N9ozvYmEKFOpG84wWfgz7NifYQNwQTBwnXEtR7ygiN4,5352
149
- torchzero/modules/wrappers/__init__.py,sha256=6b5Ac-8u18IVp_Jnw1T1xQExwpQhpQ0JwNV9GyC_Yj8,31
150
- torchzero/modules/wrappers/optim_wrapper.py,sha256=P9Rsilde-SD6WwXQWDrJetZXw7NSowZznvCuFQkps8s,4693
151
- torchzero/modules/zeroth_order/__init__.py,sha256=1ADUiOHVHzvIP4TpH7_ILmeW2heidfikbf6d5g_1RzY,18
152
- torchzero/modules/zeroth_order/cd.py,sha256=fTLDtrX4nLX1vG7_isxIUtAkYnxCKS_cCECnPyHTQq0,5017
153
- torchzero/optim/__init__.py,sha256=aXf7EkywqYiR50I4QeeVXro9aBhKiqfbY_BCia59sgU,46
154
- torchzero/optim/root.py,sha256=MnXytsgTjDKhYw3UKux1O-g4vuHsFQu2Emsq5zphu_8,2308
155
- torchzero/optim/utility/__init__.py,sha256=pUacok4XmebfxofE-QWZLgViajsU-3JkXcWi9OS-Jrw,24
156
- torchzero/optim/utility/split.py,sha256=uNnKA40OiXUlr-vlHuU_rLEUfXQXgvr6Cd9yGzjWJiA,1702
157
- torchzero/optim/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
158
- torchzero/optim/wrappers/directsearch.py,sha256=7f1Zy9ZxftgIFxJ9_1snyMjp8ypB4ULyddOqgxdwkEg,9806
159
- torchzero/optim/wrappers/fcmaes.py,sha256=Bobx87TWinICd3SyNaKhoplpNbrLdD5vR1J1TZw69Cs,3437
160
- torchzero/optim/wrappers/mads.py,sha256=Gm1msCsVNJDq-WS913peZ0TzXU_7wgP_sPmMfEK0VIY,2326
161
- torchzero/optim/wrappers/moors.py,sha256=AjEeovPEvxEGJwbhOaOCrCIxPgwOHilkj-vWb-88Y_0,2073
162
- torchzero/optim/wrappers/nevergrad.py,sha256=Tmo-9RaFH7OXTJU36UMSALJro2K0AuQk6ow9g9ZoPoU,4890
163
- torchzero/optim/wrappers/nlopt.py,sha256=FzU_3VuNN0_ngT_FlQs7ZOL_RZcfeFtJNmklqvyzTkw,8694
164
- torchzero/optim/wrappers/optuna.py,sha256=31K-oeffoKfBc-LmGY5F33g41qlK-RDjZsZO-mZbSRs,2211
165
- torchzero/optim/wrappers/pybobyqa.py,sha256=1eH3HW2HVyNneZ5vB9ch1hb0OdoYrnk4pJmQVRIOAw4,6309
166
- torchzero/optim/wrappers/wrapper.py,sha256=eEZnqKRc2cSFVVXNyOGGReMX3MvY0eoHSRjFsQ8pCSw,4380
167
- torchzero/optim/wrappers/scipy/__init__.py,sha256=lAciW9WTZ8JZ9ZFunyi78cOa6URhTL-rIjk1AdqbrxM,262
168
- torchzero/optim/wrappers/scipy/basin_hopping.py,sha256=11FuVLYDJxbyxW-44UO-JRef7MErGFfM_PqqqADA8RQ,4435
169
- torchzero/optim/wrappers/scipy/brute.py,sha256=MD5fWcUo0-COrq5_OKM8X5SSMZaN--4ThW8mdISLX00,1213
170
- torchzero/optim/wrappers/scipy/differential_evolution.py,sha256=GBJSh0K5ueZX3fY9vxTntQnuIoLDjOQyOj6TMCmTGBg,2669
171
- torchzero/optim/wrappers/scipy/direct.py,sha256=lTkH8aRY7sWkhrtQ8Z-m8fSdhTpsLxOIQSJprSqThFA,1821
172
- torchzero/optim/wrappers/scipy/dual_annealing.py,sha256=mIdXy8F3YEfrQCXNxps8T33yRDuqJxaaIjzB0wlKo90,4117
173
- torchzero/optim/wrappers/scipy/experimental.py,sha256=-_82LtrDVg0qRg6E1coXugsCGGcVNXgxv6m5Anaaw24,4833
174
- torchzero/optim/wrappers/scipy/minimize.py,sha256=6O2Js2ecGZkNE3mqXJR9Rqp5xlh3KIVYBMF82k5hrws,6491
175
- torchzero/optim/wrappers/scipy/sgho.py,sha256=mKG9uG-zaEzB6mbiZ25FnXdRcfvGYYOHapuHniyJ8r8,4054
176
- torchzero/utils/__init__.py,sha256=tpy9ti5Ub5d1zQPFODZ4PjmFKNzoZTd-NByd_snlYtk,761
177
- torchzero/utils/compile.py,sha256=dY9ioWQvJt71HQN_z4kXX4KgtJ0xOW0MKNlZpHD6118,5130
178
- torchzero/utils/derivatives.py,sha256=Crma5mVdI4hTPMkoMzEfMTAyCXZIUuzeEzkzQMpBNOY,18089
179
- torchzero/utils/metrics.py,sha256=XPpOvY257tb4mN3Sje1AVNlQkOXiW24_lXXdtd0JYok,3130
180
- torchzero/utils/numberlist.py,sha256=iMoqz4IzXy-aE9bqVYJ21GV6pl0z-NeTsXR-LaI8C24,6229
181
- torchzero/utils/optimizer.py,sha256=G741IvE57RaVYowr9FEqfRm_opPAeu4UWKU5iPKDMFA,8415
182
- torchzero/utils/optuna_tools.py,sha256=F-1Xg0n_29MVEb6lqgUFFNIl9BNJ6MOdIJPduoNH4JU,1325
183
- torchzero/utils/params.py,sha256=nQo270aOURU7rJ_D102y2pSXbzhJPK0Z_ehx4mZBMes,5784
184
- torchzero/utils/python_tools.py,sha256=HATghTNijlQxmw8rzJfZPPGj1CjcnRxEwogmrgqnARU,4577
185
- torchzero/utils/tensorlist.py,sha256=4rN8gm967pPmtO5kotXqIX7Mal0ps-IHkGBybfeWY4M,56357
186
- torchzero/utils/thoad_tools.py,sha256=G8k-z0vireEUtI3A_YAR6dtwYjSnN49e_GadcHwwQKc,2319
187
- torchzero/utils/torch_tools.py,sha256=DsHaSRGZ3-IuySZJTrkojTbaMMlttJFe0hFvB2xnl2U,5069
188
- torchzero-0.4.0.dist-info/METADATA,sha256=WbRYUNngrfEBuPLquDDkrl31aqVDq4mTacBurEfdgmI,564
189
- torchzero-0.4.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
190
- torchzero-0.4.0.dist-info/top_level.txt,sha256=ETW_iE2ubg0oMyef_h-ayB5i1OOZZd4SNdR3ltIbHe0,16
191
- torchzero-0.4.0.dist-info/RECORD,,
/torchzero/modules/{functional.py → opt_utils.py} RENAMED
File without changes