zengrad-pytorch 0.0.1__tar.gz

zengrad_pytorch-0.0.1/PKG-INFO

@@ -0,0 +1,52 @@
+Metadata-Version: 2.1
+Name: zengrad-pytorch
+Version: 0.0.1
+Summary: ZenGrad Optimizer - Pytorch
+Home-page: https://github.com/XenReZ/ZenGrad-PyTorch
+Author: Rishi Chaitanya
+Author-email: rishichaitanya888@gmail.com
+License: Apache-2.0
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+Requires-Dist: torch>=1.6.0
+
+
+## Installation
+
+To install ZenGrad, run the following command:
+
+```bash
+pip install zengrad-pytorch
+```
+
+## Implementation
+
+```python
+import torch
+from zengrad_pytorch import ZenGrad  # Custom optimizer
+
+# Define the model
+
+# Instantiate the model
+model = SimpleModel()
+
+# Define loss function
+criterion = nn.CrossEntropyLoss()
+
+# Instantiate optimizer
+optimizer = ZenGrad(model.parameters(), lr=0.01, weight_decay=1e-4, epsilon=1e-8) # <---- In This Way
+
+# Model summary (optional)
+print(model)
+
+```
+
+## License
+
+ZenGrad_pytorch is released under the [Apache License 2.0](https://github.com/XenReZ/ZenGrad-PyTorch/blob/main/LICENSE).

zengrad_pytorch-0.0.1/README.md

@@ -0,0 +1,34 @@
+
+## Installation
+
+To install ZenGrad, run the following command:
+
+```bash
+pip install zengrad-pytorch
+```
+
+## Implementation
+
+```python
+import torch
+from zengrad_pytorch import ZenGrad  # Custom optimizer
+
+# Define the model
+
+# Instantiate the model
+model = SimpleModel()
+
+# Define loss function
+criterion = nn.CrossEntropyLoss()
+
+# Instantiate optimizer
+optimizer = ZenGrad(model.parameters(), lr=0.01, weight_decay=1e-4, epsilon=1e-8) # <---- In This Way
+
+# Model summary (optional)
+print(model)
+
+```
+
+## License
+
+ZenGrad_pytorch is released under the [Apache License 2.0](https://github.com/XenReZ/ZenGrad-PyTorch/blob/main/LICENSE).

zengrad_pytorch-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

zengrad_pytorch-0.0.1/setup.py

@@ -0,0 +1,27 @@
+
+from setuptools import setup, find_packages
+
+setup(
+    name='zengrad-pytorch',  
+    version='0.0.1',
+    description='ZenGrad Optimizer - Pytorch',
+    long_description=open('README.md', encoding='utf-8').read(),
+    long_description_content_type='text/markdown',
+    author= 'Rishi Chaitanya',
+    author_email='rishichaitanya888@gmail.com',
+    packages=find_packages(),
+    url='https://github.com/XenReZ/ZenGrad-PyTorch',
+    license="Apache-2.0",
+    install_requires=[ 
+        "torch>=1.6.0"
+    ],
+    classifiers=[
+    'Programming Language :: Python :: 3',
+    "License :: OSI Approved :: Apache Software License",
+    'Operating System :: OS Independent',
+    'Intended Audience :: Developers',
+    'Intended Audience :: Science/Research', 
+    'Topic :: Scientific/Engineering :: Artificial Intelligence',
+    ],
+    python_requires='>=3.6',
+)

zengrad_pytorch-0.0.1/zengrad_pytorch/__init__.py

@@ -0,0 +1 @@
+from .zengrad_pytorch import ZenGrad

zengrad_pytorch-0.0.1/zengrad_pytorch/zengrad_pytorch.py

@@ -0,0 +1,62 @@
+import torch
+from torch.optim import Optimizer
+import math
+
+class ZenGrad(Optimizer):
+    def __init__(self, params, lr=0.01, initial_accumulator_value=0.1, weight_decay=1e-4, epsilon=1e-8):
+        if lr <= 0.0:
+            raise ValueError(f"Invalid learning rate: {lr}")
+        if initial_accumulator_value < 0.0:
+            raise ValueError(f"Invalid accumulator value: {initial_accumulator_value}")
+        if weight_decay < 0.0:
+            raise ValueError(f"Invalid weight decay: {weight_decay}")
+        if epsilon <= 0.0:
+            raise ValueError(f"Invalid epsilon value: {epsilon}")
+
+        defaults = dict(
+            lr=lr,
+            initial_accumulator_value=initial_accumulator_value,
+            weight_decay=weight_decay,
+            epsilon=epsilon
+        )
+        super(ZenGrad, self).__init__(params, defaults)
+
+    def step(self, closure=None):
+        loss = None
+        if closure is not None:
+            loss = closure()
+
+        for group in self.param_groups:
+            lr = group['lr']
+            acc_init = group['initial_accumulator_value']
+            weight_decay = group['weight_decay']
+            epsilon = group['epsilon']
+
+            for p in group['params']:
+                if p.grad is None:
+                    continue
+
+                grad = p.grad.data
+                if grad.is_sparse:
+                    raise RuntimeError("hi optimizer does not support sparse gradients")
+
+                state = self.state[p]
+
+                # State initialization
+                if 'accumulator' not in state:
+                    state['accumulator'] = torch.full_like(p.data, acc_init)
+
+                accumulator = state['accumulator']
+                accumulator.add_(grad.pow(2))  # A_t = A_{t-1} + g_t^2
+
+                # Decoupled weight decay (AdamW style)
+                if weight_decay != 0:
+                    p.data.mul_(1 - lr * weight_decay)
+
+                # Effective learning rate
+                effective_lr = lr / (torch.log(accumulator + 1) + epsilon)
+
+                # Parameter update
+                p.data.addcmul_(grad, -effective_lr)
+
+        return loss

zengrad_pytorch-0.0.1/zengrad_pytorch.egg-info/PKG-INFO

@@ -0,0 +1,52 @@
+Metadata-Version: 2.1
+Name: zengrad-pytorch
+Version: 0.0.1
+Summary: ZenGrad Optimizer - Pytorch
+Home-page: https://github.com/XenReZ/ZenGrad-PyTorch
+Author: Rishi Chaitanya
+Author-email: rishichaitanya888@gmail.com
+License: Apache-2.0
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+Requires-Dist: torch>=1.6.0
+
+
+## Installation
+
+To install ZenGrad, run the following command:
+
+```bash
+pip install zengrad-pytorch
+```
+
+## Implementation
+
+```python
+import torch
+from zengrad_pytorch import ZenGrad  # Custom optimizer
+
+# Define the model
+
+# Instantiate the model
+model = SimpleModel()
+
+# Define loss function
+criterion = nn.CrossEntropyLoss()
+
+# Instantiate optimizer
+optimizer = ZenGrad(model.parameters(), lr=0.01, weight_decay=1e-4, epsilon=1e-8) # <---- In This Way
+
+# Model summary (optional)
+print(model)
+
+```
+
+## License
+
+ZenGrad_pytorch is released under the [Apache License 2.0](https://github.com/XenReZ/ZenGrad-PyTorch/blob/main/LICENSE).

zengrad_pytorch-0.0.1/zengrad_pytorch.egg-info/SOURCES.txt

@@ -0,0 +1,9 @@
+README.md
+setup.py
+zengrad_pytorch/__init__.py
+zengrad_pytorch/zengrad_pytorch.py
+zengrad_pytorch.egg-info/PKG-INFO
+zengrad_pytorch.egg-info/SOURCES.txt
+zengrad_pytorch.egg-info/dependency_links.txt
+zengrad_pytorch.egg-info/requires.txt
+zengrad_pytorch.egg-info/top_level.txt

zengrad_pytorch-0.0.1/zengrad_pytorch.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

zengrad_pytorch-0.0.1/zengrad_pytorch.egg-info/requires.txt

@@ -0,0 +1 @@
+torch>=1.6.0

zengrad_pytorch-0.0.1/zengrad_pytorch.egg-info/top_level.txt

@@ -0,0 +1 @@
+zengrad_pytorch