zengrad-tensorflow 0.0.0__py3-none-any.whl

zengrad_tensorflow/__init__.py

@@ -0,0 +1 @@
+from .zengrad_tensorflow import ZenGrad

zengrad_tensorflow/zengrad_tensorflow.py

@@ -0,0 +1,72 @@
+import tensorflow as tf
+from keras import layers, models
+from keras.src import initializers, ops
+from keras.src.optimizers import optimizer
+
+class ZenGrad(optimizer.Optimizer):
+    def __init__(
+        self,
+        learning_rate=0.01,
+        initial_accumulator_value=0.1,
+        weight_decay=1e-4,
+        epsilon=1e-8,
+        name="ZenGrad",
+        **kwargs,
+    ):
+        super().__init__(
+            learning_rate=learning_rate,
+            name=name,
+            **kwargs,
+        )
+        self.initial_accumulator_value = initial_accumulator_value
+        self.weight_decay = weight_decay
+        self.epsilon = epsilon
+
+    def build(self, var_list):
+        if self.built:
+            return
+        super().build(var_list)
+        self._accumulators = []
+        initializer = initializers.Constant(self.initial_accumulator_value)
+        for var in var_list:
+            self._accumulators.append(
+                self.add_variable(
+                    name="accumulator",
+                    shape=var.shape,
+                    dtype=var.dtype,
+                    initializer=initializer,
+                )
+            )
+
+    def update_step(self, gradient, variable, learning_rate):
+        lr = ops.cast(learning_rate, variable.dtype)
+        gradient = ops.cast(gradient, variable.dtype)
+
+        accumulator = self._accumulators[self._get_variable_index(variable)]
+
+        # A_t = A_{t-1} + g_t^2
+        self.assign_add(accumulator, ops.square(gradient))
+
+        # Optional: decoupled weight decay
+        if self.weight_decay > 0.0:
+            self.assign_sub(variable, variable * lr * self.weight_decay)
+
+        # Effective learning rate and parameter update
+        self.assign_sub(
+            variable,
+            ops.divide(
+                ops.multiply(lr, gradient),
+                ops.add(ops.log(ops.add(accumulator, 1.0)), self.epsilon),
+            ),
+        )
+
+    def get_config(self):
+        config = super().get_config()
+        config.update(
+            {
+                "initial_accumulator_value": self.initial_accumulator_value,
+                "weight_decay": self.weight_decay,
+                "epsilon": self.epsilon,
+            }
+        )
+        return config

zengrad_tensorflow-0.0.0.dist-info/METADATA

@@ -0,0 +1,53 @@
+Metadata-Version: 2.1
+Name: zengrad-tensorflow
+Version: 0.0.0
+Summary: ZenGrad Optimizer - TensorFlow
+Home-page: https://github.com/Poorni-Murumuri/ZenGrad
+Author: Murumuri Naga Poorni
+Author-email: poorni.m0405@gmail.com
+License: Apache-2.0
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+Requires-Dist: tensorflow>=2.10.0
+Requires-Dist: keras>=2.10.0
+
+
+# ZenGrad: Gradient Descent Optimizer 
+
+ZenGrad is a reliable and efficient gradient descent optimizer designed to improve the stability and performance of deep learning models. It focuses on providing smooth and consistent updates during training, reducing the chances of sudden or unstable changes that can slow down convergence. With its adaptive nature, ZenGrad adjusts to the loss landscape in real time, helping models learn more effectively and reach better performance. Built for seamless integration with TensorFlow, it fits easily into existing machine learning workflows, making it a strong choice for both research and practical applications that demand stable and efficient optimization.
+
+
+## Installation
+
+To install ZenGrad, run the following command:
+
+```bash
+pip install zengrad-tensorflow
+```
+
+## Implementation
+
+```python
+from zengrad_tensorflow import ZenGrad  # Import the ZenGrad optimizer
+
+# Define your preferred model architecture here (e.g., CNN, ResNet, LSTM, Transformer, etc.)
+# Example:
+# model = ...
+
+# Compile your model using ZenGrad
+model.compile(
+    optimizer=ZenGrad(learning_rate=0.01, weight_decay=1e-4),
+    .......                 
+)
+
+```
+
+## License
+
+ZenGrad is released under the [Apache License 2.0](https://github.com/Poorni-Murumuri/ZenGrad/blob/main/LICENSE).

zengrad_tensorflow-0.0.0.dist-info/RECORD

@@ -0,0 +1,6 @@
+zengrad_tensorflow/__init__.py,sha256=c1bxokgiZeubFBOioM4It7zHCy_YJgzbo4-cq_eGs2g,39
+zengrad_tensorflow/zengrad_tensorflow.py,sha256=EYedNL0Unho7K38CNyeFpALPiwIUsUBsjVr9WQstC1Y,2296
+zengrad_tensorflow-0.0.0.dist-info/METADATA,sha256=LpiLA-qdTjtmTejBXP0Phq5bXEZNfEpQqDO_nCfl5GI,2053
+zengrad_tensorflow-0.0.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+zengrad_tensorflow-0.0.0.dist-info/top_level.txt,sha256=wWPj7ArGxzi5IYLqIV2IjCNrxC0R9NNSV6p-bDAI90I,19
+zengrad_tensorflow-0.0.0.dist-info/RECORD,,

zengrad_tensorflow-0.0.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (75.1.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

zengrad_tensorflow-0.0.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+zengrad_tensorflow