PyPI - pytorch-optimizer - Versions diffs - 3.8.1__tar.gz → 3.9.0__tar.gz - Mend

pytorch-optimizer 3.8.1tar.gz → 3.9.0tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (133) hide show

{pytorch_optimizer-3.8.1 → pytorch_optimizer-3.9.0}/PKG-INFO RENAMED Viewed

@@ -1,10 +1,10 @@
 Metadata-Version: 2.4
 Name: pytorch_optimizer
-Version: 3.8.1
+Version: 3.9.0
 Summary: optimizer & lr scheduler & objective function collections in PyTorch
 License: Apache-2.0
 License-File: LICENSE
-Keywords: pytorch,deep-learning,optimizer,lr scheduler,A2Grad,Alice,ASGD,AccSGD,AdaBelief,AdaBound,AdaDelta,AdaFactor,AdaGC,AdaMax,AdaMuon,AdamG,AdaMod,AdaNorm,AdaPNM,AdaSmooth,AdEMAMix,Simplified-AdEMAMix,ADOPT,AdaHessian,Adai,Adalite,AdaLomo,AdamMini,AdamP,AdamS,Adan,AggMo,Aida,AliG,Amos,Apollo,APOLLO,AvaGrad,bSAM,CAME,Conda,DAdaptAdaGrad,DAdaptAdam,DAdaptAdan,DAdaptSGD,DAdaptLion,DeMo,DiffGrad,EmoFact,EmoLynx,EmoNavi,EmoNeco,EmoZeal,EXAdam,FAdam,Fira,FOCUS,FriendlySAM,Fromage,FTRL,GaLore,Grams,Gravity,GrokFast,GSAM,Kate,Lamb,LaProp,LARS,Lion,LOMO,Lookahead,MADGRAD,MARS,MSVAG,Muno,Nero,NovoGrad,OrthoGrad,PAdam,PCGrad,PID,PNM,Prodigy,PSGD,QHAdam,QHM,RACS,RAdam,Ranger,Ranger21,RotoGrad,SAM,GCSAM,LookSAM,ScheduleFreeSGD,ScheduleFreeAdamW,ScheduleFreeRAdam,SCION,SGDP,Shampoo,ScalableShampoo,SGDW,SignSGD,SM3,SOAP,SopihaH,SPAM,StableSPAM,SPlus,SRMM,StableAdamW,SWATS,TAM,Tiger,TRAC,VSGD,WSAM,Yogi,BCE,BCEFocal,Focal,FocalCosine,SoftF1,Dice,LDAM,Jaccard,Bi-Tempered,Tversky,FocalTversky,LovaszHinge,bitsandbytes,WSD,QGaLore
+Keywords: pytorch,deep-learning,optimizer,lr scheduler,A2Grad,Alice,ASGD,AccSGD,AdaBelief,AdaBound,AdaDelta,AdaFactor,AdaGC,AdaMax,AdaMuon,AdamG,AdaMod,AdaNorm,AdaPNM,AdaSmooth,AdEMAMix,Simplified-AdEMAMix,ADOPT,AdaHessian,Adai,Adalite,AdaLomo,AdamMini,AdamP,AdamS,Adan,AggMo,Aida,AliG,Amos,Apollo,APOLLO,AvaGrad,bSAM,BCOS,CAME,Conda,DAdaptAdaGrad,DAdaptAdam,DAdaptAdan,DAdaptSGD,DAdaptLion,DeMo,DiffGrad,EmoFact,EmoLynx,EmoNavi,EmoNeco,EmoZeal,EXAdam,FAdam,Fira,FOCUS,FriendlySAM,Fromage,FTRL,GaLore,Grams,Gravity,GrokFast,GSAM,Kate,Lamb,LaProp,LARS,Lion,LOMO,Lookahead,MADGRAD,MARS,MSVAG,Muno,Nero,NovoGrad,OrthoGrad,PAdam,PCGrad,PID,PNM,Prodigy,PSGD,QHAdam,QHM,RACS,RAdam,Ranger,Ranger21,RotoGrad,SAM,GCSAM,LookSAM,ScheduleFreeSGD,ScheduleFreeAdamW,ScheduleFreeRAdam,SCION,SGDP,Shampoo,ScalableShampoo,SGDW,SignSGD,SM3,SOAP,SopihaH,SPAM,StableSPAM,SPlus,SRMM,StableAdamW,SWATS,TAM,Tiger,TRAC,VSGD,WSAM,Yogi,BCE,BCEFocal,Focal,FocalCosine,SoftF1,Dice,LDAM,Jaccard,Bi-Tempered,Tversky,FocalTversky,LovaszHinge,bitsandbytes,WSD,QGaLore
 Author: kozistr
 Author-email: kozistr@gmail.com
 Maintainer: kozistr
@@ -31,8 +31,9 @@ Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Dist: numpy (<=1.24.4) ; python_version < "3.9"
 Requires-Dist: numpy (>1.24.4) ; python_version >= "3.9"
-Requires-Dist: torch (>=1.10) ; python_version >= "3.9"
+Requires-Dist: torch (>=1.10) ; python_version >= "3.10"
 Requires-Dist: torch (>=1.10,<2.5) ; python_version < "3.9"
+Requires-Dist: torch (>=1.10,<2.9) ; python_version == "3.9"
 Project-URL: Documentation, https://pytorch-optimizers.readthedocs.io/en/latest
 Project-URL: Homepage, https://github.com/kozistr/pytorch_optimizer
 Project-URL: Repository, https://github.com/kozistr/pytorch_optimizer
@@ -40,17 +41,17 @@ Description-Content-Type: text/markdown
 # pytorch-optimizer
-|         |                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             |
-|---------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| Build   | ![workflow](https://github.com/kozistr/pytorch_optimizer/actions/workflows/ci.yml/badge.svg?branch=main) [![Documentation Status](https://readthedocs.org/projects/pytorch-optimizers/badge/?version=latest)](https://pytorch-optimizers.readthedocs.io/en/latest/?badge=latest)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            |
-| Quality | [![codecov](https://codecov.io/gh/kozistr/pytorch_optimizer/branch/main/graph/badge.svg?token=L4K00EA0VD)](https://codecov.io/gh/kozistr/pytorch_optimizer) [![CodeQL](https://github.com/kozistr/pytorch_optimizer/actions/workflows/pr_codeql.yml/badge.svg)](https://github.com/kozistr/pytorch_optimizer/actions/workflows/pr_codeql.yml) ![black](https://img.shields.io/badge/code%20style-black-000000.svg) [![ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/charliermarsh/ruff/main/assets/badge/v1.json)](https://github.com/charliermarsh/ruff) [![Type Checker](https://github.com/kozistr/pytorch_optimizer/actions/workflows/static_analysis.yml/badge.svg)](https://github.com/kozistr/pytorch_optimizer/actions/workflows/static_analysis.yml) |
-| Package | [![PyPI version](https://badge.fury.io/py/pytorch-optimizer.svg)](https://badge.fury.io/py/pytorch-optimizer) [![PyPI pyversions](https://img.shields.io/pypi/pyversions/pytorch-optimizer.svg)](https://pypi.python.org/pypi/pytorch-optimizer/)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           |
-| Status  | [![PyPi download](https://static.pepy.tech/badge/pytorch-optimizer)](https://pepy.tech/project/pytorch-optimizer) [![PyPi month download](https://static.pepy.tech/badge/pytorch-optimizer/month)](https://pepy.tech/project/pytorch-optimizer)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             |
-| License | [![apache](https://img.shields.io/badge/License-Apache_2.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           |
+|         |                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         |
+|---------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Build   | ![workflow](https://github.com/kozistr/pytorch_optimizer/actions/workflows/ci.yml/badge.svg?branch=main) [![Documentation Status](https://readthedocs.org/projects/pytorch-optimizers/badge/?version=latest)](https://pytorch-optimizers.readthedocs.io/en/latest/?badge=latest)                                                                                                                                                                                                                                                                                                        |
+| Quality | [![codecov](https://codecov.io/gh/kozistr/pytorch_optimizer/branch/main/graph/badge.svg?token=L4K00EA0VD)](https://codecov.io/gh/kozistr/pytorch_optimizer) [![CodeQL](https://github.com/kozistr/pytorch_optimizer/actions/workflows/pr_codeql.yml/badge.svg)](https://github.com/kozistr/pytorch_optimizer/actions/workflows/pr_codeql.yml) ![black](https://img.shields.io/badge/code%20style-black-000000.svg) [![ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/charliermarsh/ruff/main/assets/badge/v1.json)](https://github.com/charliermarsh/ruff) |
+| Package | [![PyPI version](https://badge.fury.io/py/pytorch-optimizer.svg)](https://badge.fury.io/py/pytorch-optimizer) [![PyPI pyversions](https://img.shields.io/pypi/pyversions/pytorch-optimizer.svg)](https://pypi.python.org/pypi/pytorch-optimizer/)                                                                                                                                                                                                                                                                                                                                       |
+| Status  | [![PyPi download](https://static.pepy.tech/badge/pytorch-optimizer)](https://pepy.tech/project/pytorch-optimizer) [![PyPi month download](https://static.pepy.tech/badge/pytorch-optimizer/month)](https://pepy.tech/project/pytorch-optimizer)                                                                                                                                                                                                                                                                                                                                         |
+| License | [![apache](https://img.shields.io/badge/License-Apache_2.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)                                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
 ## The reasons why you use `pytorch-optimizer`.
-* Wide range of supported optimizers. Currently, **129 optimizers (+ `bitsandbytes`, `qgalore`, `torchao`)**, **16 lr schedulers**, and **13 loss functions** are supported!
+* Wide range of supported optimizers. Currently, **131 optimizers (+ `bitsandbytes`, `qgalore`, `torchao`)**, **16 lr schedulers**, and **13 loss functions** are supported!
 * Including many variants such as `ADOPT`, `Cautious`, `AdamD`, `StableAdamW`, and `Gradient Centrailiaztion`
 * Easy to use, clean, and tested codes
 * Active maintenance
@@ -263,6 +264,9 @@ get_supported_optimizers(['adam*', 'ranger*'])
 | FriendlySAM           | *Friendly Sharpness-Aware Minimization*                                                                        | [github](https://github.com/nblt/F-SAM)                                                                        | <https://openaccess.thecvf.com/content/CVPR2024/papers/Li_Friendly_Sharpness-Aware_Minimization_CVPR_2024_paper.pdf> | [cite](https://github.com/nblt/F-SAM?tab=readme-ov-file#citation)                                                                   |
 | AdaGO                 | *AdaGrad Meets Muon: Adaptive Stepsizes for Orthogonal Updates*                                                |                                                                                                                | <https://arxiv.org/abs/2509.02981>                                                                                   | [cite](https://ui.adsabs.harvard.edu/abs/2025arXiv250902981Z/exportcitation)                                                        |
 | Conda                 | *Column-Normalized Adam for Training Large Language Models Faster*                                             | [github](https://github.com/jie040109/Conda)                                                                   | <https://arxiv.org/abs/2509.24218>                                                                                   | [cite](https://ui.adsabs.harvard.edu/abs/2025arXiv250924218W/exportcitation)                                                        |
+| BCOS                  | *Stochastic Approximation with Block Coordinate Optimal Stepsizes*                                             | [github](https://github.com/facebookresearch/bcos)                                                             | <https://arxiv.org/abs/2507.08963>                                                                                   | [cite](https://ui.adsabs.harvard.edu/abs/2025arXiv250708963J/exportcitation)                                                        |
+| Cautious WD           | *Cautious Weight Decay*                                                                                        |                                                                                                                | <https://arxiv.org/abs/2510.12402>                                                                                   | [cite](https://ui.adsabs.harvard.edu/abs/2025arXiv251012402C/exportcitation)                                                        |
+| Ano                   | *Faster is Better in Noisy Landscape*                                                                          | [github](https://github.com/Adrienkgz/ano-optimizer)                                                           | <https://arxiv.org/abs/2508.18258>                                                                                   | [cite](https://github.com/Adrienkgz/ano-optimizer?tab=readme-ov-file#citation)                                                      |
 ## Supported LR Scheduler

{pytorch_optimizer-3.8.1 → pytorch_optimizer-3.9.0}/README.md RENAMED Viewed

@@ -1,16 +1,16 @@
 # pytorch-optimizer
-|         |                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             |
-|---------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
-| Build   | ![workflow](https://github.com/kozistr/pytorch_optimizer/actions/workflows/ci.yml/badge.svg?branch=main) [![Documentation Status](https://readthedocs.org/projects/pytorch-optimizers/badge/?version=latest)](https://pytorch-optimizers.readthedocs.io/en/latest/?badge=latest)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            |
-| Quality | [![codecov](https://codecov.io/gh/kozistr/pytorch_optimizer/branch/main/graph/badge.svg?token=L4K00EA0VD)](https://codecov.io/gh/kozistr/pytorch_optimizer) [![CodeQL](https://github.com/kozistr/pytorch_optimizer/actions/workflows/pr_codeql.yml/badge.svg)](https://github.com/kozistr/pytorch_optimizer/actions/workflows/pr_codeql.yml) ![black](https://img.shields.io/badge/code%20style-black-000000.svg) [![ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/charliermarsh/ruff/main/assets/badge/v1.json)](https://github.com/charliermarsh/ruff) [![Type Checker](https://github.com/kozistr/pytorch_optimizer/actions/workflows/static_analysis.yml/badge.svg)](https://github.com/kozistr/pytorch_optimizer/actions/workflows/static_analysis.yml) |
-| Package | [![PyPI version](https://badge.fury.io/py/pytorch-optimizer.svg)](https://badge.fury.io/py/pytorch-optimizer) [![PyPI pyversions](https://img.shields.io/pypi/pyversions/pytorch-optimizer.svg)](https://pypi.python.org/pypi/pytorch-optimizer/)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           |
-| Status  | [![PyPi download](https://static.pepy.tech/badge/pytorch-optimizer)](https://pepy.tech/project/pytorch-optimizer) [![PyPi month download](https://static.pepy.tech/badge/pytorch-optimizer/month)](https://pepy.tech/project/pytorch-optimizer)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             |
-| License | [![apache](https://img.shields.io/badge/License-Apache_2.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           |
+|         |                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         |
+|---------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| Build   | ![workflow](https://github.com/kozistr/pytorch_optimizer/actions/workflows/ci.yml/badge.svg?branch=main) [![Documentation Status](https://readthedocs.org/projects/pytorch-optimizers/badge/?version=latest)](https://pytorch-optimizers.readthedocs.io/en/latest/?badge=latest)                                                                                                                                                                                                                                                                                                        |
+| Quality | [![codecov](https://codecov.io/gh/kozistr/pytorch_optimizer/branch/main/graph/badge.svg?token=L4K00EA0VD)](https://codecov.io/gh/kozistr/pytorch_optimizer) [![CodeQL](https://github.com/kozistr/pytorch_optimizer/actions/workflows/pr_codeql.yml/badge.svg)](https://github.com/kozistr/pytorch_optimizer/actions/workflows/pr_codeql.yml) ![black](https://img.shields.io/badge/code%20style-black-000000.svg) [![ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/charliermarsh/ruff/main/assets/badge/v1.json)](https://github.com/charliermarsh/ruff) |
+| Package | [![PyPI version](https://badge.fury.io/py/pytorch-optimizer.svg)](https://badge.fury.io/py/pytorch-optimizer) [![PyPI pyversions](https://img.shields.io/pypi/pyversions/pytorch-optimizer.svg)](https://pypi.python.org/pypi/pytorch-optimizer/)                                                                                                                                                                                                                                                                                                                                       |
+| Status  | [![PyPi download](https://static.pepy.tech/badge/pytorch-optimizer)](https://pepy.tech/project/pytorch-optimizer) [![PyPi month download](https://static.pepy.tech/badge/pytorch-optimizer/month)](https://pepy.tech/project/pytorch-optimizer)                                                                                                                                                                                                                                                                                                                                         |
+| License | [![apache](https://img.shields.io/badge/License-Apache_2.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)                                                                                                                                                                                                                                                                                                                                                                                                                                                                       |
 ## The reasons why you use `pytorch-optimizer`.
-* Wide range of supported optimizers. Currently, **129 optimizers (+ `bitsandbytes`, `qgalore`, `torchao`)**, **16 lr schedulers**, and **13 loss functions** are supported!
+* Wide range of supported optimizers. Currently, **131 optimizers (+ `bitsandbytes`, `qgalore`, `torchao`)**, **16 lr schedulers**, and **13 loss functions** are supported!
 * Including many variants such as `ADOPT`, `Cautious`, `AdamD`, `StableAdamW`, and `Gradient Centrailiaztion`
 * Easy to use, clean, and tested codes
 * Active maintenance
@@ -223,6 +223,9 @@ get_supported_optimizers(['adam*', 'ranger*'])
 | FriendlySAM           | *Friendly Sharpness-Aware Minimization*                                                                        | [github](https://github.com/nblt/F-SAM)                                                                        | <https://openaccess.thecvf.com/content/CVPR2024/papers/Li_Friendly_Sharpness-Aware_Minimization_CVPR_2024_paper.pdf> | [cite](https://github.com/nblt/F-SAM?tab=readme-ov-file#citation)                                                                   |
 | AdaGO                 | *AdaGrad Meets Muon: Adaptive Stepsizes for Orthogonal Updates*                                                |                                                                                                                | <https://arxiv.org/abs/2509.02981>                                                                                   | [cite](https://ui.adsabs.harvard.edu/abs/2025arXiv250902981Z/exportcitation)                                                        |
 | Conda                 | *Column-Normalized Adam for Training Large Language Models Faster*                                             | [github](https://github.com/jie040109/Conda)                                                                   | <https://arxiv.org/abs/2509.24218>                                                                                   | [cite](https://ui.adsabs.harvard.edu/abs/2025arXiv250924218W/exportcitation)                                                        |
+| BCOS                  | *Stochastic Approximation with Block Coordinate Optimal Stepsizes*                                             | [github](https://github.com/facebookresearch/bcos)                                                             | <https://arxiv.org/abs/2507.08963>                                                                                   | [cite](https://ui.adsabs.harvard.edu/abs/2025arXiv250708963J/exportcitation)                                                        |
+| Cautious WD           | *Cautious Weight Decay*                                                                                        |                                                                                                                | <https://arxiv.org/abs/2510.12402>                                                                                   | [cite](https://ui.adsabs.harvard.edu/abs/2025arXiv251012402C/exportcitation)                                                        |
+| Ano                   | *Faster is Better in Noisy Landscape*                                                                          | [github](https://github.com/Adrienkgz/ano-optimizer)                                                           | <https://arxiv.org/abs/2508.18258>                                                                                   | [cite](https://github.com/Adrienkgz/ano-optimizer?tab=readme-ov-file#citation)                                                      |
 ## Supported LR Scheduler

{pytorch_optimizer-3.8.1 → pytorch_optimizer-3.9.0}/pyproject.toml RENAMED Viewed

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pytorch_optimizer"
-version = "3.8.1"
+version = "3.9.0"
 description = "optimizer & lr scheduler & objective function collections in PyTorch"
 license = "Apache-2.0"
 authors = ["kozistr <kozistr@gmail.com>"]
@@ -13,16 +13,16 @@ keywords = [
     "pytorch", "deep-learning", "optimizer", "lr scheduler", "A2Grad", "Alice", "ASGD", "AccSGD", "AdaBelief",
     "AdaBound", "AdaDelta", "AdaFactor", "AdaGC", "AdaMax", "AdaMuon", "AdamG", "AdaMod", "AdaNorm", "AdaPNM",
     "AdaSmooth", "AdEMAMix", "Simplified-AdEMAMix", "ADOPT", "AdaHessian", "Adai", "Adalite", "AdaLomo", "AdamMini",
-    "AdamP", "AdamS", "Adan", "AggMo", "Aida", "AliG", "Amos", "Apollo", "APOLLO", "AvaGrad", "bSAM", "CAME", "Conda",
-    "DAdaptAdaGrad", "DAdaptAdam", "DAdaptAdan", "DAdaptSGD", "DAdaptLion", "DeMo", "DiffGrad", "EmoFact", "EmoLynx",
-    "EmoNavi", "EmoNeco", "EmoZeal", "EXAdam", "FAdam", "Fira", "FOCUS", "FriendlySAM", "Fromage", "FTRL", "GaLore",
-    "Grams", "Gravity", "GrokFast", "GSAM", "Kate", "Lamb", "LaProp", "LARS", "Lion", "LOMO", "Lookahead", "MADGRAD",
-    "MARS", "MSVAG", "Muno", "Nero", "NovoGrad", "OrthoGrad", "PAdam", "PCGrad", "PID", "PNM", "Prodigy", "PSGD",
-    "QHAdam", "QHM", "RACS", "RAdam", "Ranger", "Ranger21", "RotoGrad", "SAM", "GCSAM", "LookSAM", "ScheduleFreeSGD",
-    "ScheduleFreeAdamW", "ScheduleFreeRAdam", "SCION", "SGDP", "Shampoo", "ScalableShampoo", "SGDW", "SignSGD", "SM3",
-    "SOAP", "SopihaH", "SPAM", "StableSPAM", "SPlus", "SRMM", "StableAdamW", "SWATS", "TAM", "Tiger", "TRAC", "VSGD",
-    "WSAM", "Yogi", "BCE", "BCEFocal", "Focal", "FocalCosine", "SoftF1", "Dice", "LDAM", "Jaccard", "Bi-Tempered",
-    "Tversky", "FocalTversky", "LovaszHinge", "bitsandbytes", "WSD", "QGaLore",
+    "AdamP", "AdamS", "Adan", "AggMo", "Aida", "AliG", "Amos", "Apollo", "APOLLO", "AvaGrad", "bSAM", "BCOS", "CAME",
+    "Conda", "DAdaptAdaGrad", "DAdaptAdam", "DAdaptAdan", "DAdaptSGD", "DAdaptLion", "DeMo", "DiffGrad", "EmoFact",
+    "EmoLynx", "EmoNavi", "EmoNeco", "EmoZeal", "EXAdam", "FAdam", "Fira", "FOCUS", "FriendlySAM", "Fromage", "FTRL",
+    "GaLore", "Grams", "Gravity", "GrokFast", "GSAM", "Kate", "Lamb", "LaProp", "LARS", "Lion", "LOMO", "Lookahead",
+    "MADGRAD", "MARS", "MSVAG", "Muno", "Nero", "NovoGrad", "OrthoGrad", "PAdam", "PCGrad", "PID", "PNM", "Prodigy",
+    "PSGD", "QHAdam", "QHM", "RACS", "RAdam", "Ranger", "Ranger21", "RotoGrad", "SAM", "GCSAM", "LookSAM",
+    "ScheduleFreeSGD", "ScheduleFreeAdamW", "ScheduleFreeRAdam", "SCION", "SGDP", "Shampoo", "ScalableShampoo", "SGDW",
+    "SignSGD", "SM3", "SOAP", "SopihaH", "SPAM", "StableSPAM", "SPlus", "SRMM", "StableAdamW", "SWATS", "TAM", "Tiger",
+    "TRAC", "VSGD", "WSAM", "Yogi", "BCE", "BCEFocal", "Focal", "FocalCosine", "SoftF1", "Dice", "LDAM", "Jaccard",
+    "Bi-Tempered", "Tversky", "FocalTversky", "LovaszHinge", "bitsandbytes", "WSD", "QGaLore",
 ]
 classifiers = [
     "License :: OSI Approved :: Apache Software License",
@@ -37,6 +37,7 @@ classifiers = [
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
     "Operating System :: OS Independent",
     "Topic :: Scientific/Engineering",
     "Topic :: Scientific/Engineering :: Artificial Intelligence",
@@ -53,7 +54,8 @@ numpy = [
 ]
 torch = [
     { version = ">=1.10,<2.5", python = "<3.9", source = "torch" },
-    { version = ">=1.10", python = ">=3.9", source = "torch" },
+    { version = ">=1.10,<2.9", python = ">=3.9,<3.10", source = "torch" },
+    { version = ">=1.10", python = ">=3.10", source = "torch" },
 ]
 [tool.poetry.group.dev.dependencies]
@@ -63,7 +65,10 @@ black = [
 ]
 ruff = "^0.14"
 pyright = "^1.1"
-pytest = "^8"
+pytest = [
+    { version = "<9", python = "<3.10" },
+    { version = "^9", python = ">=3.10" },
+]
 pytest-cov = [
     { version = "<6", python = "<3.9" },
     { version = "^6", python = ">=3.9" },
@@ -101,7 +106,7 @@ ignore = [
     "B905",
     "D100", "D102", "D104", "D105", "D107", "D203", "D213", "D413",
     "PLR0913", "PLR2004", "PLW2901",
-    "Q003", "ARG002",
+    "Q003", "ARG002", "RUF100",
 ]
 fixable = ["ALL"]
 unfixable = ["F401"]
@@ -111,7 +116,8 @@ flake8-quotes.inline-quotes = "single"
 [tool.ruff.lint.extend-per-file-ignores]
 "examples/visualize_optimizers.py" = ["D103", "D400", "D415"]
-"{tests,examples}/*.py" = ["D", "S101"]
+"{tests,examples,scripts}/*.py" = ["D", "S101", "T201"]
+"{examples,scripts}/*.py" = ["INP001"]
 "**/__init__.py" = ["F401"]
 "hubconf.py" = ["D", "INP001"]
@@ -136,23 +142,12 @@ exclude = [
     "./pytorch_optimizer/optimizer/rotograd.py",
 ]
 reportArgumentType = false
-reportAssignmentType = false
 reportAttributeAccessIssue = false
 reportCallIssue = false
 reportIncompatibleMethodOverride = false
 reportIncompatibleVariableOverride = false
-reportIndexIssue = false
 reportMissingImports = false
-reportMissingTypeStubs = false
-reportOperatorIssue = false
-reportOptionalIterable = false
 reportOptionalMemberAccess = false
-reportOptionalOperand = false
-reportOptionalSubscript = false
-reportPossiblyUnboundVariable = false
-reportPrivateImportUsage = false
-reportRedeclaration = false
-reportReturnType = false
 pythonVersion = "3.12"
 pythonPlatform = "Linux"

{pytorch_optimizer-3.8.1 → pytorch_optimizer-3.9.0}/pytorch_optimizer/__init__.py RENAMED Viewed

@@ -45,6 +45,7 @@ from pytorch_optimizer.optimizer import (
     APOLLO,
     ASGD,
     BSAM,
+    BCOS,
     CAME,
     FOCUS,
     FTRL,
@@ -109,6 +110,7 @@ from pytorch_optimizer.optimizer import (
     Alice,
     AliG,
     Amos,
+    Ano,
     ApolloDQN,
     AvaGrad,
     DAdaptAdaGrad,

{pytorch_optimizer-3.8.1 → pytorch_optimizer-3.9.0}/pytorch_optimizer/base/exception.py RENAMED Viewed

@@ -1,8 +1,9 @@
 class NoSparseGradientError(Exception):
-    """Raised when the gradient is sparse gradient.
+    r"""Raised when the gradient is sparse gradient.
-    :param optimizer_name: str. optimizer name.
-    :param note: str. special conditions to note (default '').
+    Args:
+        optimizer_name (str): The name of the optimizer where the error occurred.
+        note (str): Additional special conditions or notes (default is an empty string).
     """
     def __init__(self, optimizer_name: str, note: str = ''):
@@ -46,10 +47,11 @@ class NegativeStepError(Exception):
 class NoComplexParameterError(Exception):
-    """Raised when the dtype of the parameter is complex.
+    r"""Raised when the dtype of the parameter is complex.
-    :param optimizer_name: str. optimizer name.
-    :param note: str. special conditions to note (default '').
+    Args:
+        optimizer_name (str): The name of the optimizer where the error occurred.
+        note (str): Additional special conditions or notes (default is an empty string).
     """
     def __init__(self, optimizer_name: str, note: str = ''):

pytorch-optimizer 3.8.1__tar.gz → 3.9.0__tar.gz

pytorch-optimizer 3.8.1tar.gz → 3.9.0tar.gz