pyerualjetwork 4.0.1__py3-none-any.whl → 4.0.3__py3-none-any.whl

pyerualjetwork/data_operations_cuda.py

@@ -0,0 +1,426 @@
+from tqdm import tqdm
+import cupy as cp
+from colorama import Fore, Style
+import sys
+import math
+import numpy as np
+
+def encode_one_hot(y_train, y_test=None, summary=False):
+    """
+    Performs one-hot encoding on y_train and y_test data.
+
+    Args:
+        y_train (numpy.ndarray): Train label data.
+        y_test (numpy.ndarray): Test label data. (optional).
+        summary (bool): If True, prints the class-to-index mapping. Default: False
+
+    Returns:
+        tuple: One-hot encoded y_train ve (eğer varsa) y_test verileri.
+    """
+    
+    y_train = y_train.get()
+    y_test = y_test.get()
+    
+    classes = np.unique(y_train)
+    class_count = len(classes)
+
+    class_to_index = {cls: idx for idx, cls in enumerate(classes)}
+
+    if summary:
+        print("Class-to-index mapping:")
+        for cls, idx in class_to_index.items():
+            print(f"  {idx}: {cls}")
+
+    y_train_encoded = np.zeros((y_train.shape[0], class_count))
+    for i, label in enumerate(y_train):
+        y_train_encoded[i, class_to_index[label]] = 1
+
+    if y_test is not None:
+        y_test_encoded = np.zeros((y_test.shape[0], class_count))
+        for i, label in enumerate(y_test):
+            y_test_encoded[i, class_to_index[label]] = 1
+        return cp.array(y_train_encoded), cp.array(y_test_encoded)
+
+    return cp.array(y_train_encoded)
+
+
+def decode_one_hot(encoded_data):
+    """
+    Decodes one-hot encoded data to original categorical labels.
+
+    Args:
+        encoded_data (numpy.ndarray): One-hot encoded data with shape (n_samples, n_classes).
+
+    Returns:
+        numpy.ndarray: Decoded categorical labels with shape (n_samples,).
+    """
+
+    decoded_labels = cp.argmax(encoded_data, axis=1)
+
+    return decoded_labels
+
+
+def split(X, y, test_size, random_state):
+    """
+    Splits the given X (features) and y (labels) data into training and testing subsets.
+
+    Args:
+        X (array-like): Features data.
+        y (array-like): Labels data.
+        test_size (float or int): Proportion or number of samples for the test subset.
+        random_state (int or None): Seed for random state.
+
+    Returns:
+        tuple: x_train, x_test, y_train, y_test as ordered training and testing data subsets.
+    """
+    X = cp.array(X, copy=False)
+    y = cp.array(y, copy=False)
+    
+    num_samples = X.shape[0]
+
+    if isinstance(test_size, float):
+        test_size = int(test_size * num_samples)
+    elif isinstance(test_size, int):
+        if test_size > num_samples:
+            raise ValueError(
+                "test_size cannot be larger than the number of samples.")
+    else:
+        raise ValueError("test_size should be float or int.")
+
+    if random_state is not None:
+        cp.random.seed(random_state)
+
+    indices = cp.arange(num_samples)
+    cp.random.shuffle(indices)
+
+    test_indices = indices[:test_size]
+    train_indices = indices[test_size:]
+
+    x_train, x_test = X[train_indices], X[test_indices]
+    y_train, y_test = y[train_indices], y[test_indices]
+
+    return x_train, x_test, y_train, y_test
+
+
+def manuel_balancer(x_train, y_train, target_samples_per_class):
+    """
+    Generates synthetic examples to balance classes to the specified number of examples per class.
+
+    Arguments:
+    x_train -- Input dataset (examples) - NumPy array format
+    y_train -- Class labels (one-hot encoded) - NumPy array format
+    target_samples_per_class -- Desired number of samples per class
+
+    Returns:
+    x_balanced -- Balanced input dataset (NumPy array format)
+    y_balanced -- Balanced class labels (one-hot encoded, NumPy array format)
+    """
+    from .ui import loading_bars
+
+    bar_format = loading_bars()[0]
+    
+    try:
+        x_train = cp.array(x_train)
+        y_train = cp.array(y_train)
+    except:
+        pass
+
+    classes = cp.arange(y_train.shape[1])
+    class_count = len(classes)
+    
+    x_balanced = []
+    y_balanced = []
+
+    for class_label in tqdm(range(class_count),leave=False, ascii="▱▰",
+            bar_format=bar_format,desc='Augmenting Data',ncols= 52):
+        class_indices = cp.where(cp.argmax(y_train, axis=1) == class_label)[0]
+        num_samples = len(class_indices)
+        
+        if num_samples > target_samples_per_class:
+      
+            selected_indices = cp.random.choice(class_indices, target_samples_per_class, replace=False)
+            x_balanced.append(x_train[selected_indices])
+            y_balanced.append(y_train[selected_indices])
+            
+        else:
+            
+            x_balanced.append(x_train[class_indices])
+            y_balanced.append(y_train[class_indices])
+
+            if num_samples < target_samples_per_class:
+                
+                samples_to_add = target_samples_per_class - num_samples
+                additional_samples = cp.zeros((samples_to_add, x_train.shape[1]))
+                additional_labels = cp.zeros((samples_to_add, y_train.shape[1]))
+                
+                for i in range(samples_to_add):
+
+                    random_indices = cp.random.choice(class_indices, 2, replace=False)
+                    sample1 = x_train[random_indices[0]]
+                    sample2 = x_train[random_indices[1]]
+
+                    
+                    synthetic_sample = sample1 + (sample2 - sample1) * cp.random.rand()
+
+                    additional_samples[i] = synthetic_sample
+                    additional_labels[i] = y_train[class_indices[0]]
+                    
+                    
+                x_balanced.append(additional_samples)
+                y_balanced.append(additional_labels)
+    
+    x_balanced = cp.vstack(x_balanced)
+    y_balanced = cp.vstack(y_balanced)
+
+    return x_balanced, y_balanced
+
+
+def auto_balancer(x_train, y_train):
+
+    """
+   Function to balance the training data across different classes.
+
+   Arguments:
+   x_train (list): Input data for training.
+   y_train (list): Labels corresponding to the input data.
+
+   Returns:
+   tuple: A tuple containing balanced input data and labels.
+    """
+    from .ui import loading_bars
+
+    bar_format = loading_bars()[0]
+    
+    classes = cp.arange(y_train.shape[1])
+    class_count = len(classes)
+    
+    try:
+        ClassIndices = {i: cp.where(cp.array(y_train)[:, i] == 1)[
+            0] for i in range(class_count)}
+        classes = [len(ClassIndices[i]) for i in range(class_count)]
+
+        if len(set(classes)) == 1:
+            print(Fore.WHITE + "INFO: Data have already balanced. from: auto_balancer" + Style.RESET_ALL)
+            return x_train, y_train
+
+        MinCount = min(classes)
+
+        BalancedIndices = []
+        for i in tqdm(range(class_count),leave=False, ascii="▱▰",
+            bar_format= bar_format, desc='Balancing Data',ncols=70):
+            if len(ClassIndices[i]) > MinCount:
+                SelectedIndices = cp.random.choice(
+                    ClassIndices[i], MinCount, replace=False)
+            else:
+                SelectedIndices = ClassIndices[i]
+            BalancedIndices.extend(SelectedIndices)
+
+        BalancedInputs = [x_train[idx] for idx in BalancedIndices]
+        BalancedLabels = [y_train[idx] for idx in BalancedIndices]
+
+        permutation = cp.random.permutation(len(BalancedInputs))
+        BalancedInputs = cp.array(BalancedInputs)[permutation]
+        BalancedLabels = cp.array(BalancedLabels)[permutation]
+
+        print(Fore.GREEN + "Data Succesfully Balanced from: " + str(len(x_train)
+                                                                                 ) + " to: " + str(len(BalancedInputs)) + ". from: auto_balancer " + Style.RESET_ALL)
+    except:
+        print(Fore.RED + "ERROR: Inputs and labels must be same length check parameters")
+        sys.exit()
+
+    return cp.array(BalancedInputs), cp.array(BalancedLabels)
+
+
+def synthetic_augmentation(x_train, y_train):
+    """
+    Generates synthetic examples to balance classes with fewer examples.
+
+    Arguments:
+    x -- Input dataset (examples) - array format
+    y -- Class labels (one-hot encoded) - array format
+
+    Returns:
+    x_balanced -- Balanced input dataset (array format)
+    y_balanced -- Balanced class labels (one-hot encoded, array format)
+    """
+    from .ui import loading_bars
+
+    bar_format = loading_bars()[0]
+    
+    x = x_train
+    y = y_train
+    classes = np.arange(y_train.shape[1])
+    class_count = len(classes)
+
+    class_distribution = {i: 0 for i in range(class_count)}
+    for label in y.get():
+        class_distribution[np.argmax(label)] += 1
+
+    max_class_count = max(class_distribution.values())
+
+    x_balanced = list(x)
+    y_balanced = list(y)
+
+
+    for class_label in tqdm(range(class_count), leave=False, ascii="▱▰",
+            bar_format=bar_format,desc='Augmenting Data',ncols= 52):
+        class_indices = [i for i, label in enumerate(
+            y) if cp.argmax(label) == class_label]
+        num_samples = len(class_indices)
+
+        if num_samples < max_class_count:
+            while num_samples < max_class_count:
+
+                random_indices = cp.random.choice(
+                    class_indices, 2, replace=False)
+                sample1 = x[random_indices[0]]
+                sample2 = x[random_indices[1]]
+
+                synthetic_sample = sample1 + \
+                    (cp.array(sample2) - cp.array(sample1)) * cp.random.rand()
+
+                x_balanced.append(synthetic_sample.tolist())
+                y_balanced.append(y[class_indices[0]])
+
+                num_samples += 1
+    
+    for i in range(len(x_balanced)):
+        x_balanced[i] = cp.array(x_balanced[i])
+        y_balanced[i] = cp.array(y_balanced[i])
+
+    return cp.array(x_balanced), cp.array(y_balanced)
+
+
+def standard_scaler(x_train=None, x_test=None, scaler_params=None):
+    """
+    Standardizes training and test datasets. x_test may be None.
+
+    Args:
+        train_data: numpy.ndarray
+        test_data: numpy.ndarray (optional)
+        scaler_params (optional for using model)
+
+    Returns:
+        list:
+        Scaler parameters: mean and std
+        tuple
+        Standardized training and test datasets
+    """
+
+    try:
+
+        x_train = x_train.tolist()
+        x_test = x_test.tolist()
+
+    except:
+
+        pass
+
+    if x_train != None and scaler_params == None and x_test != None:
+
+        x_train = cp.array(x_train, copy=False)
+        x_test = cp.array(x_test, copy=False)
+        
+        mean = cp.mean(x_train, axis=0)
+        std = cp.std(x_train, axis=0)
+        
+        train_data_scaled = (x_train - mean) / std
+        test_data_scaled = (x_test - mean) / std
+
+        train_data_scaled = cp.nan_to_num(train_data_scaled, nan=0)
+        test_data_scaled = cp.nan_to_num(test_data_scaled, nan=0)
+
+        scaler_params = [mean, std]
+
+        return scaler_params, train_data_scaled, test_data_scaled
+    
+    try:
+        if scaler_params == None and x_train == None and x_test != None:
+
+            x_test = cp.array(x_test, copy=False)
+            
+            mean = cp.mean(x_train, axis=0)
+            std = cp.std(x_train, axis=0)
+            train_data_scaled = (x_train - mean) / std
+            
+            train_data_scaled = cp.nan_to_num(train_data_scaled, nan=0)
+            
+            scaler_params = [mean, std]
+            
+            return scaler_params, train_data_scaled
+    except:
+
+        # this model is not scaled
+
+        return x_test
+                
+    if scaler_params != None:
+
+        x_test = cp.array(x_test, copy=False)
+
+        try:
+
+            test_data_scaled = (x_test - scaler_params[0]) / scaler_params[1]
+            test_data_scaled = cp.nan_to_num(test_data_scaled, nan=0)
+
+        except:
+
+            test_data_scaled = (x_test - scaler_params[0]) / scaler_params[1]
+            test_data_scaled = cp.nan_to_num(test_data_scaled, nan=0)
+        
+        return test_data_scaled
+    
+    
+def normalization(
+    Input  # num: Input data to be normalized.
+):
+    """
+    Normalizes the input data using maximum absolute scaling.
+
+    Args:
+        Input (num): Input data to be normalized.
+
+    Returns:
+        (num) Scaled input data after normalization.
+    """
+
+    MaxAbs = cp.max(cp.abs(Input))
+    return (Input / MaxAbs)
+
+
+def find_closest_factors(a):
+
+    root = int(math.sqrt(a))
+    
+    for i in range(root, 0, -1):
+        if a % i == 0:
+            j = a // i
+            return i, j
+        
+
+def batcher(x_test, y_test, batch_size=1):
+    y_labels = cp.argmax(y_test, axis=1)
+    
+    unique_labels = cp.unique(y_labels)
+    total_samples = sum(
+        int(cp.sum(y_labels == class_label) * batch_size) for class_label in unique_labels
+    )
+    
+    sampled_x = cp.empty((total_samples, x_test.shape[1]), dtype=x_test.dtype)
+    sampled_y = cp.empty((total_samples, y_test.shape[1]), dtype=y_test.dtype)
+    
+    offset = 0
+    for class_label in unique_labels:
+
+        class_indices = cp.where(y_labels == class_label)[0]
+        
+        num_samples = int(len(class_indices) * batch_size)
+
+        sampled_indices = cp.random.choice(class_indices, num_samples, replace=False)
+        
+        sampled_x[offset:offset + num_samples] = x_test[sampled_indices]
+        sampled_y[offset:offset + num_samples] = y_test[sampled_indices]
+        
+        offset += num_samples
+    
+    return sampled_x, sampled_y

pyerualjetwork/help.py

@@ -12,5 +12,5 @@ def docs_and_examples():
 
     print('PLAN document: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PLAN\n')
     print('PLAN examples: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PyerualJetwork/ExampleCodes\n')
-    print('PLANEAT examples: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_Anaplan/ExampleCodes/PLANEAT\n')
+    print('PLANEAT examples: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PyerualJetwork/ExampleCodes/PLANEAT\n')
     print('PyerualJetwork document and examples: https://github.com/HCB06/PyerualJetwork/tree/main/Welcome_to_PyerualJetwork')

pyerualjetwork/loss_functions_cuda.py

@@ -0,0 +1,21 @@
+
+import cupy as cp
+
+def categorical_crossentropy(y_true_batch, y_pred_batch):
+    epsilon = 1e-7
+    y_pred_batch = cp.clip(y_pred_batch, epsilon, 1. - epsilon)
+    
+    losses = -cp.sum(y_true_batch * cp.log(y_pred_batch), axis=1)
+
+    mean_loss = cp.mean(losses)
+    return mean_loss
+
+
+def binary_crossentropy(y_true_batch, y_pred_batch):
+    epsilon = 1e-7
+    y_pred_batch = cp.clip(y_pred_batch, epsilon, 1. - epsilon)
+    
+    losses = -cp.mean(y_true_batch * cp.log(y_pred_batch) + (1 - y_true_batch) * cp.log(1 - y_pred_batch), axis=1)
+
+    mean_loss = cp.mean(losses)
+    return mean_loss

pyerualjetwork/metrics_cuda.py

@@ -0,0 +1,190 @@
+import cupy as cp
+
+def metrics(y_ts, test_preds, average='weighted'):
+    """
+    Calculates precision, recall and F1 score for a classification task.
+    
+    Args:
+        y_ts (list or numpy.ndarray): True labels.
+        test_preds (list or numpy.ndarray): Predicted labels.
+        average (str): Type of averaging ('micro', 'macro', 'weighted').
+
+    Returns:
+        tuple: Precision, recall, F1 score.
+    """
+    
+    from .data_operations_cuda import decode_one_hot
+    
+    y_test_d = decode_one_hot(y_ts)
+    y_test_d = cp.array(y_test_d)
+    y_pred = cp.array(test_preds)
+
+    if y_test_d.ndim > 1:
+        y_test_d = y_test_d.reshape(-1)
+    if y_pred.ndim > 1:
+        y_pred = y_pred.reshape(-1)
+
+    tp = {}
+    fp = {}
+    fn = {}
+
+    classes = cp.unique(cp.concatenate((y_test_d, y_pred)))
+
+    for c in classes:
+        tp[c] = 0
+        fp[c] = 0
+        fn[c] = 0
+
+    for c in classes:
+        for true, pred in zip(y_test_d, y_pred):
+            if true == c and pred == c:
+                tp[c] += 1
+            elif true != c and pred == c:
+                fp[c] += 1
+            elif true == c and pred != c:
+                fn[c] += 1
+
+    precision = {}
+    recall = {}
+    f1 = {}
+
+    for c in classes:
+        precision[c] = tp[c] / (tp[c] + fp[c]) if (tp[c] + fp[c]) > 0 else 0
+        recall[c] = tp[c] / (tp[c] + fn[c]) if (tp[c] + fn[c]) > 0 else 0
+        f1[c] = 2 * (precision[c] * recall[c]) / (precision[c] + recall[c]) if (precision[c] + recall[c]) > 0 else 0
+
+    if average == 'micro':
+        precision_val = cp.sum(list(tp.values())) / (cp.sum(list(tp.values())) + cp.sum(list(fp.values()))) if (cp.sum(list(tp.values())) + cp.sum(list(fp.values()))) > 0 else 0
+        recall_val = cp.sum(list(tp.values())) / (cp.sum(list(tp.values())) + cp.sum(list(fn.values()))) if (cp.sum(list(tp.values())) + cp.sum(list(fn.values()))) > 0 else 0
+        f1_val = 2 * (precision_val * recall_val) / (precision_val + recall_val) if (precision_val + recall_val) > 0 else 0
+
+    elif average == 'macro':
+        precision_val = cp.mean(list(precision.values()))
+        recall_val = cp.mean(list(recall.values()))
+        f1_val = cp.mean(list(f1.values()))
+
+    elif average == 'weighted':
+        weights = cp.array([cp.sum(y_test_d == c) for c in classes])
+        weights = weights / cp.sum(weights)
+        precision_val = cp.sum([weights[i] * precision[classes[i]] for i in range(len(classes))])
+        recall_val = cp.sum([weights[i] * recall[classes[i]] for i in range(len(classes))])
+        f1_val = cp.sum([weights[i] * f1[classes[i]] for i in range(len(classes))])
+
+    else:
+        raise ValueError("Invalid value for 'average'. Choose from 'micro', 'macro', 'weighted'.")
+
+    return precision_val, recall_val, f1_val
+
+
+def roc_curve(y_true, y_score):
+    """
+    Compute Receiver Operating Characteristic (ROC) curve.
+
+    Parameters:
+    y_true : array, shape = [n_samples]
+        True binary labels in range {0, 1} or {-1, 1}.
+    y_score : array, shape = [n_samples]
+        Target scores, can either be probability estimates of the positive class,
+        confidence values, or non-thresholded measure of decisions (as returned
+        by decision_function on some classifiers).
+
+    Returns:
+    fpr : array, shape = [n]
+        Increasing false positive rates such that element i is the false positive rate
+        of predictions with score >= thresholds[i].
+    tpr : array, shape = [n]
+        Increasing true positive rates such that element i is the true positive rate
+        of predictions with score >= thresholds[i].
+    thresholds : array, shape = [n]
+        Decreasing thresholds on the decision function used to compute fpr and tpr.
+    """
+    
+    y_true = cp.asarray(y_true)
+    y_score = cp.asarray(y_score)
+
+    if len(cp.unique(y_true)) != 2:
+        raise ValueError("Only binary classification is supported.")
+
+    
+    desc_score_indices = cp.argsort(y_score, kind="mergesort")[::-1]
+    y_score = y_score[desc_score_indices]
+    y_true = y_true[desc_score_indices]
+
+
+    fpr = []
+    tpr = []
+    thresholds = []
+    n_pos = cp.sum(y_true)
+    n_neg = len(y_true) - n_pos
+
+    tp = 0
+    fp = 0
+    prev_score = None
+
+    
+    for i, score in enumerate(y_score):
+        if score != prev_score:
+            fpr.append(fp / n_neg)
+            tpr.append(tp / n_pos)
+            thresholds.append(score)
+            prev_score = score
+
+        if y_true[i] == 1:
+            tp += 1
+        else:
+            fp += 1
+
+    fpr.append(fp / n_neg)
+    tpr.append(tp / n_pos)
+    thresholds.append(score)
+
+    return cp.array(fpr), cp.array(tpr), cp.array(thresholds)
+
+
+def confusion_matrix(y_true, y_pred, class_count):
+    """
+    Computes confusion matrix.
+
+    Args:
+        y_true (numpy.ndarray): True class labels (1D array).
+        y_pred (numpy.ndarray): Predicted class labels (1D array).
+        num_classes (int): Number of classes.
+
+    Returns:
+        numpy.ndarray: Confusion matrix of shape (num_classes, num_classes).
+    """
+    confusion = cp.zeros((class_count, class_count), dtype=int)
+
+    for i in range(len(y_true)):
+        true_label = y_true[i]
+        pred_label = y_pred[i]
+        confusion[true_label, pred_label] += 1
+
+    return confusion
+
+
+def pca(X, n_components):
+    """
+    
+    Parameters:
+    X (numpy array): (n_samples, n_features)
+    n_components (int):
+    
+    Returns:
+    X_reduced (numpy array): (n_samples, n_components)
+    """
+    
+    X_meaned = X - cp.mean(X, axis=0)
+    
+    covariance_matrix = cp.cov(X_meaned, rowvar=False)
+    
+    eigenvalues, eigenvectors = cp.linalg.eigh(covariance_matrix)
+    
+    sorted_index = cp.argsort(eigenvalues)[::-1]
+    sorted_eigenvectors = eigenvectors[:, sorted_index]
+    
+    eigenvectors_subset = sorted_eigenvectors[:, :n_components]
+    
+    X_reduced = cp.dot(X_meaned, eigenvectors_subset)
+    
+    return X_reduced