pytinytensor 0.1.4__tar.gz → 0.1.5__tar.gz

{pytinytensor-0.1.4/pytinytensor.egg-info → pytinytensor-0.1.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytinytensor
-Version: 0.1.4
+Version: 0.1.5
 Summary: мини ИИ фреймворк от IbrokimN ( github/IbrokhimN )
 Home-page: https://github.com/IbrokhimN/tinytensor
 Author: IbrokhimN

{pytinytensor-0.1.4 → pytinytensor-0.1.5/pytinytensor.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytinytensor
-Version: 0.1.4
+Version: 0.1.5
 Summary: мини ИИ фреймворк от IbrokimN ( github/IbrokhimN )
 Home-page: https://github.com/IbrokhimN/tinytensor
 Author: IbrokhimN

{pytinytensor-0.1.4 → pytinytensor-0.1.5}/pytinytensor.egg-info/SOURCES.txt

@@ -33,7 +33,9 @@ tinytensor/nn/dropout.py
 tinytensor/nn/linear.py
 tinytensor/nn/losses.py
 tinytensor/nn/modules.py
+tinytensor/nn/utils.py
 tinytensor/optim/__init__.py
+tinytensor/optim/lr_scheduler.py
 tinytensor/optim/optimizer.py
 tinytensor/utils/__init__.py
 tinytensor/utils/bar.py

{pytinytensor-0.1.4 → pytinytensor-0.1.5}/setup.py

@@ -35,7 +35,6 @@ def find_cuda_lib_dirs():
             found.append(lib_dir)
     return found
 
-
 def check_cuda():
     try:
         subprocess.check_output(["nvcc", "--version"])
@@ -113,7 +112,7 @@ else:
 
 setup(
     name="pytinytensor",
-    version="0.1.4",
+    version="0.1.5",
     description="мини ИИ фреймворк от IbrokimN ( github/IbrokhimN )",
     long_description=long_description,
     long_description_content_type="text/markdown",

pytinytensor-0.1.5/tinytensor/nn/__init__.py

@@ -0,0 +1,14 @@
+from tinytensor.nn.modules import Module, Sequential
+from tinytensor.nn.linear import Linear 
+from tinytensor.nn.activations import ReLU, LeReLU, Sigmod, Tanh, GELU
+from tinytensor.nn.dropout import Dropout
+from tinytensor.nn.losses import MSELoss
+
+__all__ = [
+    "Module",
+    "Sequential",
+    "Linear",
+    "ReLU", "LeReLU", "Sigmod", "Tanh", "GELU",
+    "Dropout",
+    "MSELoss"
+]

{pytinytensor-0.1.4 → pytinytensor-0.1.5}/tinytensor/nn/modules.py

@@ -37,7 +37,7 @@ class Module:
         sdict = {}
         for name, param in self._get_named_params().items():
             sdict[name] = param.data
-        return sdict
+        return sdict           
         
     def load_state_dict(self, sdict):
         #запихиваем обратно
@@ -63,3 +63,34 @@ class Module:
         with open(filepath, "rb") as f:
             sd = pickle.load(f)
             self.load_state_dict(sd)
+        
+
+class Sequential(Module):
+    def __init__(self, *args):
+        super().__init__()
+        self.layers = list(args)
+
+    def parameters(self):
+        params = []
+        for layer in self.layers:
+            params.extend(layer.parameters())
+        return params
+
+    def _get_named_params(self, prefix=""):
+        named = {}
+        for i, layer in enumerate(self.layers):
+            key = f"{prefix}.layers.{i}" if prefix else f"layers.{i}"
+            named.update(layer._get_named_params(prefix=key))
+        return named
+
+    def forward(self, x):
+        # закидываем x по слоям
+        for layer in self.layers:
+            x = layer(x)
+        return x
+
+    def __getitem__(self, idx):
+        return self.layers[idx]
+
+    def __len__(self):
+        return len(self.layers)

pytinytensor-0.1.5/tinytensor/nn/utils.py

@@ -0,0 +1,23 @@
+import numpy as np
+
+def clip_grad_norm_(parameters, max_norm=1.0):
+    if isinstance(parameters, Exception): # тп защита
+        return
+    
+    params = [p for p in parameters if p.grad is not None]
+    if len(params) == 0:
+        return 0.0
+    
+    total_norm_sq = 0.0
+    for p in params:
+        total_norm_sq += np.sum(p.grad ** 2)
+
+    total_norm = np.sqrt(total_norm_sq)
+
+    clip_coef = max_norm / (total_norm + 1e-6)
+
+    if clip_coef < 1.0:
+        for p in params:
+            p.grad *= clip_coef
+
+    return total_norm

{pytinytensor-0.1.4 → pytinytensor-0.1.5}/tinytensor/optim/__init__.py

@@ -1,6 +1,9 @@
 from tinytensor.optim.optimizer import Optimizer, SGD, AdamW
-
-__all__ = ["Optimizer", "SGD", "AdamW"]
+from tinytensor.optim.lr_scheduler import StepLR
+__all__ = [
+    "Optimizer", "SGD", "AdamW",
+    "StepLR"
+]
 
 #эт для удобства
 #чтоб можно было писать вот так:
@@ -8,4 +11,4 @@ __all__ = ["Optimizer", "SGD", "AdamW"]
 from tinytensor.optim import AdamW
 
 optimizer = AdamW(model.parameters(), lr=1e-3)
-"""
+"""

pytinytensor-0.1.5/tinytensor/optim/lr_scheduler.py

@@ -0,0 +1,13 @@
+#уменьшаем lr каждые n эпох чтоб модель обучилась более плавно
+class StepLR:
+    def __init__(self, optimizer, step_size: int, gamma: float = 0.1):
+        self.optimizer = optimizer
+        self.step_size = step_size
+        self.gamma = gamma
+        self.last_epoch = 0
+
+    def step(self):
+        self.last_epoch += 1 
+        if self.last_epoch % self.step_size == 0:
+            # уменьшаем условно в 10 раз
+            self.optimizer.lr *= self.gamma