oikan 0.0.1.8__py3-none-any.whl → 0.0.1.9__py3-none-any.whl

oikan/trainer.py

@@ -2,8 +2,10 @@ import torch
 import torch.nn as nn
 from .regularization import RegularizedLoss
 
-def train(model, train_data, epochs=100, lr=0.01):
-    '''Train regression model using MSE loss with regularization.'''
+def train(model, train_data, epochs=100, lr=0.01, save_path=None):
+    '''Train regression model using MSE loss with regularization.
+    Optionally save the model when training is finished if save_path is provided.
+    '''
     X_train, y_train = train_data
     optimizer = torch.optim.Adam(model.parameters(), lr=lr)
     criterion = nn.MSELoss()
@@ -13,16 +15,20 @@ def train(model, train_data, epochs=100, lr=0.01):
     for epoch in range(epochs):
         optimizer.zero_grad()  # Reset gradients
         outputs = model(X_train)
-        # Compute loss including regularization penalties
         loss = reg_loss(outputs, y_train, X_train)
         loss.backward()  # Backpropagate errors
         optimizer.step()  # Update parameters
         
         if (epoch + 1) % 10 == 0:
             print(f'Epoch [{epoch+1}/{epochs}], Loss: {loss.item():.4f}')
+    if save_path:
+        torch.save(model.state_dict(), save_path)
+        print(f"Model saved to {save_path}")
 
-def train_classification(model, train_data, epochs=100, lr=0.01):
-    '''Train classification model using CrossEntropy loss with regularization.'''
+def train_classification(model, train_data, epochs=100, lr=0.01, save_path=None):
+    '''Train classification model using CrossEntropy loss with regularization.
+    Optionally save the model when training is finished if save_path is provided.
+    '''
     X_train, y_train = train_data
     optimizer = torch.optim.Adam(model.parameters(), lr=lr)
     criterion = nn.CrossEntropyLoss()
@@ -32,10 +38,12 @@ def train_classification(model, train_data, epochs=100, lr=0.01):
     for epoch in range(epochs):
         optimizer.zero_grad()  # Reset gradients each epoch
         outputs = model(X_train)
-        # Loss includes both cross-entropy and regularization terms
         loss = reg_loss(outputs, y_train, X_train)
         loss.backward()  # Backpropagation
         optimizer.step()  # Parameter update
         
         if (epoch + 1) % 10 == 0:
             print(f'Epoch [{epoch+1}/{epochs}], Loss: {loss.item():.4f}')
+    if save_path:
+        torch.save(model.state_dict(), save_path)
+        print(f"Model saved to {save_path}")

oikan/visualize.py

@@ -1,39 +1,69 @@
+import torch
 import numpy as np
 import matplotlib.pyplot as plt
-import torch
 
 def visualize_regression(model, X, y):
-    '''Visualize regression results via a scatter plot, comparing true vs predicted values.'''
+    '''Visualize regression results using true vs predicted scatter plots.'''
     model.eval()
     with torch.no_grad():
         y_pred = model(torch.FloatTensor(X)).numpy()
+
+
     plt.figure(figsize=(10, 6))
-    # Plot true values vs predictions
     plt.scatter(X[:, 0], y, color='blue', label='True')
     plt.scatter(X[:, 0], y_pred, color='red', label='Predicted')
     plt.legend()
-    plt.title("Regression: True vs Predicted")
-    plt.xlabel("Feature 1")
-    plt.ylabel("Output")
     plt.show()
 
 def visualize_classification(model, X, y):
-    '''Visualize classification decision boundaries for 2D input data.'''
+    '''Visualize classification decision boundaries. For high-dimensional data, uses SVD projection.'''
     model.eval()
-    x_min, x_max = X[:, 0].min() - 1, X[:, 0].max() + 1
-    y_min, y_max = X[:, 1].min() - 1, X[:, 1].max() + 1
-    xx, yy = np.meshgrid(np.linspace(x_min, x_max, 100),
-                         np.linspace(y_min, y_max, 100))
-    grid_2d = np.c_[xx.ravel(), yy.ravel()]
-    with torch.no_grad():
-        # Compute prediction for each point in the grid
-        Z = model(torch.FloatTensor(grid_2d))
-        Z = torch.argmax(Z, dim=1).numpy().reshape(xx.shape)
-    plt.figure(figsize=(10, 8))
-    # Draw decision boundaries and scatter the data
-    plt.contourf(xx, yy, Z, alpha=0.4)
-    plt.scatter(X[:, 0], X[:, 1], c=y, alpha=0.8)
-    plt.title("Classification Visualization")
-    plt.xlabel("Feature 1")
-    plt.ylabel("Feature 2")
-    plt.show()
+
+    if X.shape[1] > 2:
+
+        X_mean = np.mean(X, axis=0)
+        X_centered = X - X_mean
+        _, _, Vt = np.linalg.svd(X_centered, full_matrices=False)
+        principal = Vt[:2]
+        X_proj = (X - X_mean) @ principal.T
+        x_min, x_max = X_proj[:, 0].min() - 1, X_proj[:, 0].max() + 1
+        y_min, y_max = X_proj[:, 1].min() - 1, X_proj[:, 1].max() + 1
+
+
+        xx, yy = np.meshgrid(np.linspace(x_min, x_max, 100),
+                             np.linspace(y_min, y_max, 100))
+        grid_2d = np.c_[xx.ravel(), yy.ravel()]
+
+        X_grid = X_mean + grid_2d @ principal
+
+        with torch.no_grad():
+            Z = model(torch.FloatTensor(X_grid))
+            Z = torch.argmax(Z, dim=1).numpy().reshape(xx.shape)
+
+
+
+        plt.figure(figsize=(10, 8))
+        plt.contourf(xx, yy, Z, alpha=0.4)
+        plt.scatter(X_proj[:, 0], X_proj[:, 1], c=y, alpha=0.8)
+        plt.title("Classification Visualization (SVD Projection)")
+        plt.show()
+
+    else:
+        x_min, x_max = X[:, 0].min() - 1, X[:, 0].max() + 1
+        y_min, y_max = X[:, 1].min() - 1, X[:, 1].max() + 1
+
+
+        xx, yy = np.meshgrid(np.linspace(x_min, x_max, 100),
+                             np.linspace(y_min, y_max, 100))
+        grid_2d = np.c_[xx.ravel(), yy.ravel()]
+
+
+        with torch.no_grad():
+            Z = model(torch.FloatTensor(grid_2d))
+            Z = torch.argmax(Z, dim=1).numpy().reshape(xx.shape)
+
+
+
+        plt.figure(figsize=(10, 8))
+        plt.contourf(xx, yy, Z, alpha=0.4)
+        plt.scatter(X[:, 0], X[:, 1], c=y, alpha=0.8)

{oikan-0.0.1.8.dist-info → oikan-0.0.1.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: oikan
-Version: 0.0.1.8
+Version: 0.0.1.9
 Summary: OIKAN: Optimized Interpretable Kolmogorov-Arnold Networks
 Author: Arman Zhalgasbayev
 License: MIT
@@ -22,7 +22,8 @@ Optimized Interpretable Kolmogorov-Arnold Networks (OIKAN)
 A deep learning framework for interpretable neural networks using advanced basis functions.
 
 [![PyPI version](https://badge.fury.io/py/oikan.svg)](https://badge.fury.io/py/oikan)
-[![PyPI downloads](https://img.shields.io/pypi/dm/oikan.svg)](https://pypistats.org/packages/oikan)
+[![PyPI Downloads per month](https://img.shields.io/pypi/dm/oikan.svg)](https://pypistats.org/packages/oikan)
+[![PyPI Total Downloads](https://static.pepy.tech/badge/oikan)](https://pepy.tech/projects/oikan)
 [![License](https://img.shields.io/badge/License-MIT-blue.svg)](https://opensource.org/licenses/MIT)
 [![GitHub issues](https://img.shields.io/github/issues/silvermete0r/OIKAN.svg)](https://github.com/silvermete0r/oikan/issues)
 [![Docs](https://img.shields.io/badge/docs-passing-brightgreen)](https://silvermete0r.github.io/oikan/)

{oikan-0.0.1.8.dist-info → oikan-0.0.1.9.dist-info}/RECORD

@@ -3,11 +3,11 @@ oikan/metrics.py,sha256=65txPbjhTz7lCXCLtTAJTS4E5Hx42wzZ3jKar3lH_bY,860
 oikan/model.py,sha256=zlw_4HbSK3IiQhE8M4NitvrXa7vffBWsOR-HLRSJADA,3944
 oikan/regularization.py,sha256=xt8JNnPdHRAQgzF_vnyme005hWLunz9Vo2qw6m08NMM,1145
 oikan/symbolic.py,sha256=RRYHOCOCJr5KXRhdcCPvT_OqyNcCnWCWt7fOtos8rRI,5765
-oikan/trainer.py,sha256=S-23uwmQ3Kx1FnE-dKd76zTZjvaV0VUZoChUsNzjcwk,1672
+oikan/trainer.py,sha256=M7F5FLCXB5HUKhMRJiX92o0DB9NHWZIb25bGgyYwXrM,1986
 oikan/utils.py,sha256=xbVgrbhXYj57RdD3uNPchjyfmP6Kur7tngoZPa3qWOw,2094
-oikan/visualize.py,sha256=VpIzWpwoZihQ0gPSRjsEuKSxqHf1SiKxLynOzZ4P6HE,1539
-oikan-0.0.1.8.dist-info/LICENSE,sha256=75ASVmU-XIpN-M4LbVmJ_ibgbzbvRLVti8FhnR0BTf8,1096
-oikan-0.0.1.8.dist-info/METADATA,sha256=aDbshPny4TxIE_tZt0I8I_T_9tRwkomC6zC1BHT4knw,3738
-oikan-0.0.1.8.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-oikan-0.0.1.8.dist-info/top_level.txt,sha256=XwnwKwTJddZwIvtrUsAz-l-58BJRj6HjAGWrfYi_3QY,6
-oikan-0.0.1.8.dist-info/RECORD,,
+oikan/visualize.py,sha256=sA__nLB35y6tuWDAM3aoC7VezxJAvdSlwzmoPfrnFhQ,2249
+oikan-0.0.1.9.dist-info/LICENSE,sha256=75ASVmU-XIpN-M4LbVmJ_ibgbzbvRLVti8FhnR0BTf8,1096
+oikan-0.0.1.9.dist-info/METADATA,sha256=ZyH9i_F8ymdalTVQxVbyyEFUa0xPLt7byLXP5zVfjO0,3847
+oikan-0.0.1.9.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+oikan-0.0.1.9.dist-info/top_level.txt,sha256=XwnwKwTJddZwIvtrUsAz-l-58BJRj6HjAGWrfYi_3QY,6
+oikan-0.0.1.9.dist-info/RECORD,,