oikan 0.0.1.8__py3-none-any.whl → 0.0.1.10__py3-none-any.whl

oikan/trainer.py

@@ -2,8 +2,10 @@ import torch
 import torch.nn as nn
 from .regularization import RegularizedLoss
 
-def train(model, train_data, epochs=100, lr=0.01):
-    '''Train regression model using MSE loss with regularization.'''
+def train(model, train_data, epochs=100, lr=0.01, save_path=None, verbose=True):
+    '''Train regression model using MSE loss with regularization.
+    Optionally save the model when training is finished if save_path is provided.
+    '''
     X_train, y_train = train_data
     optimizer = torch.optim.Adam(model.parameters(), lr=lr)
     criterion = nn.MSELoss()
@@ -13,16 +15,20 @@ def train(model, train_data, epochs=100, lr=0.01):
     for epoch in range(epochs):
         optimizer.zero_grad()  # Reset gradients
         outputs = model(X_train)
-        # Compute loss including regularization penalties
         loss = reg_loss(outputs, y_train, X_train)
         loss.backward()  # Backpropagate errors
         optimizer.step()  # Update parameters
         
-        if (epoch + 1) % 10 == 0:
+        if (epoch + 1) % 10 == 0 and verbose:
             print(f'Epoch [{epoch+1}/{epochs}], Loss: {loss.item():.4f}')
+    if save_path is not None:
+        torch.save(model.state_dict(), save_path)
+        print(f"Model saved to {save_path}")
 
-def train_classification(model, train_data, epochs=100, lr=0.01):
-    '''Train classification model using CrossEntropy loss with regularization.'''
+def train_classification(model, train_data, epochs=100, lr=0.01, save_path=None, verbose=True):
+    '''Train classification model using CrossEntropy loss with regularization.
+    Optionally save the model when training is finished if save_path is provided.
+    '''
     X_train, y_train = train_data
     optimizer = torch.optim.Adam(model.parameters(), lr=lr)
     criterion = nn.CrossEntropyLoss()
@@ -32,10 +38,12 @@ def train_classification(model, train_data, epochs=100, lr=0.01):
     for epoch in range(epochs):
         optimizer.zero_grad()  # Reset gradients each epoch
         outputs = model(X_train)
-        # Loss includes both cross-entropy and regularization terms
         loss = reg_loss(outputs, y_train, X_train)
         loss.backward()  # Backpropagation
         optimizer.step()  # Parameter update
         
-        if (epoch + 1) % 10 == 0:
+        if (epoch + 1) % 10 == 0 and verbose:
             print(f'Epoch [{epoch+1}/{epochs}], Loss: {loss.item():.4f}')
+    if save_path is not None:
+        torch.save(model.state_dict(), save_path)
+        print(f"Model saved to {save_path}")

oikan/visualize.py

@@ -1,39 +1,69 @@
+import torch
 import numpy as np
 import matplotlib.pyplot as plt
-import torch
 
 def visualize_regression(model, X, y):
-    '''Visualize regression results via a scatter plot, comparing true vs predicted values.'''
+    '''Visualize regression results using true vs predicted scatter plots.'''
     model.eval()
     with torch.no_grad():
         y_pred = model(torch.FloatTensor(X)).numpy()
+
+
     plt.figure(figsize=(10, 6))
-    # Plot true values vs predictions
     plt.scatter(X[:, 0], y, color='blue', label='True')
     plt.scatter(X[:, 0], y_pred, color='red', label='Predicted')
     plt.legend()
-    plt.title("Regression: True vs Predicted")
-    plt.xlabel("Feature 1")
-    plt.ylabel("Output")
     plt.show()
 
 def visualize_classification(model, X, y):
-    '''Visualize classification decision boundaries for 2D input data.'''
+    '''Visualize classification decision boundaries. For high-dimensional data, uses SVD projection.'''
     model.eval()
-    x_min, x_max = X[:, 0].min() - 1, X[:, 0].max() + 1
-    y_min, y_max = X[:, 1].min() - 1, X[:, 1].max() + 1
-    xx, yy = np.meshgrid(np.linspace(x_min, x_max, 100),
-                         np.linspace(y_min, y_max, 100))
-    grid_2d = np.c_[xx.ravel(), yy.ravel()]
-    with torch.no_grad():
-        # Compute prediction for each point in the grid
-        Z = model(torch.FloatTensor(grid_2d))
-        Z = torch.argmax(Z, dim=1).numpy().reshape(xx.shape)
-    plt.figure(figsize=(10, 8))
-    # Draw decision boundaries and scatter the data
-    plt.contourf(xx, yy, Z, alpha=0.4)
-    plt.scatter(X[:, 0], X[:, 1], c=y, alpha=0.8)
-    plt.title("Classification Visualization")
-    plt.xlabel("Feature 1")
-    plt.ylabel("Feature 2")
-    plt.show()
+
+    if X.shape[1] > 2:
+
+        X_mean = np.mean(X, axis=0)
+        X_centered = X - X_mean
+        _, _, Vt = np.linalg.svd(X_centered, full_matrices=False)
+        principal = Vt[:2]
+        X_proj = (X - X_mean) @ principal.T
+        x_min, x_max = X_proj[:, 0].min() - 1, X_proj[:, 0].max() + 1
+        y_min, y_max = X_proj[:, 1].min() - 1, X_proj[:, 1].max() + 1
+
+
+        xx, yy = np.meshgrid(np.linspace(x_min, x_max, 100),
+                             np.linspace(y_min, y_max, 100))
+        grid_2d = np.c_[xx.ravel(), yy.ravel()]
+
+        X_grid = X_mean + grid_2d @ principal
+
+        with torch.no_grad():
+            Z = model(torch.FloatTensor(X_grid))
+            Z = torch.argmax(Z, dim=1).numpy().reshape(xx.shape)
+
+
+
+        plt.figure(figsize=(10, 8))
+        plt.contourf(xx, yy, Z, alpha=0.4)
+        plt.scatter(X_proj[:, 0], X_proj[:, 1], c=y, alpha=0.8)
+        plt.title("Classification Visualization (SVD Projection)")
+        plt.show()
+
+    else:
+        x_min, x_max = X[:, 0].min() - 1, X[:, 0].max() + 1
+        y_min, y_max = X[:, 1].min() - 1, X[:, 1].max() + 1
+
+
+        xx, yy = np.meshgrid(np.linspace(x_min, x_max, 100),
+                             np.linspace(y_min, y_max, 100))
+        grid_2d = np.c_[xx.ravel(), yy.ravel()]
+
+
+        with torch.no_grad():
+            Z = model(torch.FloatTensor(grid_2d))
+            Z = torch.argmax(Z, dim=1).numpy().reshape(xx.shape)
+
+
+
+        plt.figure(figsize=(10, 8))
+        plt.contourf(xx, yy, Z, alpha=0.4)
+        plt.scatter(X[:, 0], X[:, 1], c=y, alpha=0.8)

{oikan-0.0.1.8.dist-info → oikan-0.0.1.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: oikan
-Version: 0.0.1.8
+Version: 0.0.1.10
 Summary: OIKAN: Optimized Interpretable Kolmogorov-Arnold Networks
 Author: Arman Zhalgasbayev
 License: MIT
@@ -22,7 +22,8 @@ Optimized Interpretable Kolmogorov-Arnold Networks (OIKAN)
 A deep learning framework for interpretable neural networks using advanced basis functions.
 
 [![PyPI version](https://badge.fury.io/py/oikan.svg)](https://badge.fury.io/py/oikan)
-[![PyPI downloads](https://img.shields.io/pypi/dm/oikan.svg)](https://pypistats.org/packages/oikan)
+[![PyPI Downloads per month](https://img.shields.io/pypi/dm/oikan.svg)](https://pypistats.org/packages/oikan)
+[![PyPI Total Downloads](https://static.pepy.tech/badge/oikan)](https://pepy.tech/projects/oikan)
 [![License](https://img.shields.io/badge/License-MIT-blue.svg)](https://opensource.org/licenses/MIT)
 [![GitHub issues](https://img.shields.io/github/issues/silvermete0r/OIKAN.svg)](https://github.com/silvermete0r/oikan/issues)
 [![Docs](https://img.shields.io/badge/docs-passing-brightgreen)](https://silvermete0r.github.io/oikan/)

oikan-0.0.1.10.dist-info/RECORD

@@ -0,0 +1,13 @@
+oikan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+oikan/metrics.py,sha256=65txPbjhTz7lCXCLtTAJTS4E5Hx42wzZ3jKar3lH_bY,860
+oikan/model.py,sha256=zlw_4HbSK3IiQhE8M4NitvrXa7vffBWsOR-HLRSJADA,3944
+oikan/regularization.py,sha256=xt8JNnPdHRAQgzF_vnyme005hWLunz9Vo2qw6m08NMM,1145
+oikan/symbolic.py,sha256=RRYHOCOCJr5KXRhdcCPvT_OqyNcCnWCWt7fOtos8rRI,5765
+oikan/trainer.py,sha256=PwA8PnVUiv5wYlQqj3DTplCAUZljZ4iWJUKUDvmIvX0,2062
+oikan/utils.py,sha256=xbVgrbhXYj57RdD3uNPchjyfmP6Kur7tngoZPa3qWOw,2094
+oikan/visualize.py,sha256=sA__nLB35y6tuWDAM3aoC7VezxJAvdSlwzmoPfrnFhQ,2249
+oikan-0.0.1.10.dist-info/LICENSE,sha256=75ASVmU-XIpN-M4LbVmJ_ibgbzbvRLVti8FhnR0BTf8,1096
+oikan-0.0.1.10.dist-info/METADATA,sha256=Mzmf6JP3taLsxytaSz8TI30M-uvmaq7jcEkZORGCatw,3848
+oikan-0.0.1.10.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+oikan-0.0.1.10.dist-info/top_level.txt,sha256=XwnwKwTJddZwIvtrUsAz-l-58BJRj6HjAGWrfYi_3QY,6
+oikan-0.0.1.10.dist-info/RECORD,,

oikan-0.0.1.8.dist-info/RECORD

@@ -1,13 +0,0 @@
-oikan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-oikan/metrics.py,sha256=65txPbjhTz7lCXCLtTAJTS4E5Hx42wzZ3jKar3lH_bY,860
-oikan/model.py,sha256=zlw_4HbSK3IiQhE8M4NitvrXa7vffBWsOR-HLRSJADA,3944
-oikan/regularization.py,sha256=xt8JNnPdHRAQgzF_vnyme005hWLunz9Vo2qw6m08NMM,1145
-oikan/symbolic.py,sha256=RRYHOCOCJr5KXRhdcCPvT_OqyNcCnWCWt7fOtos8rRI,5765
-oikan/trainer.py,sha256=S-23uwmQ3Kx1FnE-dKd76zTZjvaV0VUZoChUsNzjcwk,1672
-oikan/utils.py,sha256=xbVgrbhXYj57RdD3uNPchjyfmP6Kur7tngoZPa3qWOw,2094
-oikan/visualize.py,sha256=VpIzWpwoZihQ0gPSRjsEuKSxqHf1SiKxLynOzZ4P6HE,1539
-oikan-0.0.1.8.dist-info/LICENSE,sha256=75ASVmU-XIpN-M4LbVmJ_ibgbzbvRLVti8FhnR0BTf8,1096
-oikan-0.0.1.8.dist-info/METADATA,sha256=aDbshPny4TxIE_tZt0I8I_T_9tRwkomC6zC1BHT4knw,3738
-oikan-0.0.1.8.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-oikan-0.0.1.8.dist-info/top_level.txt,sha256=XwnwKwTJddZwIvtrUsAz-l-58BJRj6HjAGWrfYi_3QY,6
-oikan-0.0.1.8.dist-info/RECORD,,