noshot 2.0.0__py3-none-any.whl → 3.0.0__py3-none-any.whl

noshot/data/ML TS XAI/ML/Main/8. FeedForward NN (Sobar72 Dataset).ipynb

@@ -0,0 +1,260 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "aYlTWIqe5rL9"
+   },
+   "outputs": [],
+   "source": [
+    "import numpy as np\n",
+    "import pandas as pd\n",
+    "import seaborn as sns\n",
+    "import matplotlib.pyplot as plt\n",
+    "\n",
+    "import tensorflow as tf\n",
+    "from tensorflow.keras.models import Sequential\n",
+    "from tensorflow.keras.layers import Dense, Flatten\n",
+    "from tensorflow.keras.optimizers import Adam\n",
+    "from tensorflow.keras.losses import SparseCategoricalCrossentropy\n",
+    "from tensorflow.keras.metrics import SparseCategoricalAccuracy\n",
+    "\n",
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 226
+    },
+    "id": "ejG3Obse5smj",
+    "outputId": "85d8cf13-eb83-49f6-e98f-0893fabb1cff"
+   },
+   "outputs": [],
+   "source": [
+    "df = pd.read_csv(\"data/sobar-72.csv\")\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "hLECDj5558Om"
+   },
+   "outputs": [],
+   "source": [
+    "X = df.drop(columns=['ca_cervix'])\n",
+    "y = df['ca_cervix']"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "MhA_LTNA5-49"
+   },
+   "outputs": [],
+   "source": [
+    "import matplotlib.pyplot as plt\n",
+    "from sklearn.model_selection import train_test_split\n",
+    "from tensorflow.keras import regularizers\n",
+    "from tensorflow.keras.layers import Dropout"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "rjH4KJqq5_7-"
+   },
+   "outputs": [],
+   "source": [
+    "x_train, x_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)\n",
+    "\n",
+    "y_train = tf.keras.utils.to_categorical(y_train, num_classes=2)\n",
+    "y_test = tf.keras.utils.to_categorical(y_test, num_classes=2)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "5lQVtYUC6A67"
+   },
+   "outputs": [],
+   "source": [
+    "model = tf.keras.models.Sequential([\n",
+    "    tf.keras.layers.Dense(128, activation='relu', input_shape=(19,),\n",
+    "                         kernel_regularizer=regularizers.l2(0.001)),\n",
+    "    Dropout(0.3),\n",
+    "    tf.keras.layers.Dense(64, activation='relu',\n",
+    "                         kernel_regularizer=regularizers.l2(0.001)),\n",
+    "    Dropout(0.3),\n",
+    "    tf.keras.layers.Dense(units=2, activation='softmax')\n",
+    "])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "cgxMgB8q6Cjg"
+   },
+   "outputs": [],
+   "source": [
+    "model.compile(optimizer='adam',\n",
+    "              loss='categorical_crossentropy',\n",
+    "              metrics=['accuracy'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "y71y0yDT6MnK"
+   },
+   "outputs": [],
+   "source": [
+    "early_stopping = tf.keras.callbacks.EarlyStopping(\n",
+    "    monitor='val_loss',\n",
+    "    patience=10,\n",
+    "    restore_best_weights=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "history = model.fit(x_train, y_train,\n",
+    "                    epochs=50,\n",
+    "                    batch_size=32,\n",
+    "                    validation_split=0.2,\n",
+    "                    callbacks=[early_stopping],\n",
+    "                    verbose=1)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 362
+    },
+    "id": "qjhgjajp6O3J",
+    "outputId": "b04cb0d7-bc3f-4991-e5f8-c51698856ab7"
+   },
+   "outputs": [],
+   "source": [
+    "def plot_history(history):\n",
+    "    plt.figure(figsize=(12, 5))\n",
+    "\n",
+    "    # Plot loss\n",
+    "    plt.subplot(1, 2, 1)\n",
+    "    plt.plot(history.history['loss'], label='Training Loss')\n",
+    "    plt.plot(history.history['val_loss'], label='Validation Loss')\n",
+    "    plt.title('Training and Validation Loss')\n",
+    "    plt.xlabel('Epoch')\n",
+    "    plt.ylabel('Loss')\n",
+    "    plt.legend()\n",
+    "\n",
+    "    # Plot accuracy\n",
+    "    plt.subplot(1, 2, 2)\n",
+    "    plt.plot(history.history['accuracy'], label='Training Accuracy')\n",
+    "    plt.plot(history.history['val_accuracy'], label='Validation Accuracy')\n",
+    "    plt.title('Training and Validation Accuracy')\n",
+    "    plt.xlabel('Epoch')\n",
+    "    plt.ylabel('Accuracy')\n",
+    "    plt.legend()\n",
+    "\n",
+    "    plt.tight_layout()\n",
+    "    plt.show()\n",
+    "\n",
+    "plot_history(history)\n",
+    "\n",
+    "loss, accuracy = model.evaluate(x_test, y_test)\n",
+    "print(f'Test accuracy: {accuracy:.4f}')\n",
+    "print(f'Test loss: {loss:.4f}')\n",
+    "\n",
+    "print(f\"Actual: {y_test[1]}, Predicted: {model.predict(x_test[:1])}\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 1000
+    },
+    "id": "VaBGSYTs6Qeq",
+    "outputId": "39af0238-9045-412e-cd8b-258fdc133948"
+   },
+   "outputs": [],
+   "source": [
+    "from sklearn.metrics import classification_report,confusion_matrix,ConfusionMatrixDisplay,roc_curve, auc, accuracy_score\n",
+    "y_pred=model.predict(x_test)\n",
+    "y_test= [np.argmax(y, axis=None, out=None) for y in y_test]\n",
+    "y_pred= [np.argmax(y, axis=None, out=None) for y in y_pred]\n",
+    "print(\"Feed Forward Classification Report:\")\n",
+    "print(classification_report(y_test, y_pred))\n",
+    "print(f\"Accuracy: {accuracy_score(y_test, y_pred):.2f}\")\n",
+    "conf=confusion_matrix(y_test,y_pred)\n",
+    "ConfusionMatrixDisplay(conf,display_labels=[0,1]).plot(cmap='Blues')\n",
+    "plt.show()\n",
+    "y_pred_proba=model.predict(x_test)[:,1]\n",
+    "fpr, tpr, thresholds = roc_curve(y_test, y_pred_proba)\n",
+    "roc_auc = auc(fpr, tpr)\n",
+    "\n",
+    "plt.figure()\n",
+    "plt.plot(fpr, tpr, color='darkorange', lw=2, label='ROC curve (area = %0.2f)' % roc_auc)\n",
+    "plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')\n",
+    "plt.xlim([0.0, 1.0])\n",
+    "plt.ylim([0.0, 1.05])\n",
+    "plt.xlabel('False Positive Rate')\n",
+    "plt.ylabel('True Positive Rate')\n",
+    "plt.title('Receiver Operating Characteristic')\n",
+    "plt.legend(loc=\"lower right\")\n",
+    "plt.show()"
+   ]
+  }
+ ],
+ "metadata": {
+  "colab": {
+   "provenance": []
+  },
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}

noshot/data/ML TS XAI/ML/Main/9. CNN (Cifar10 Dataset).ipynb

@@ -0,0 +1,238 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "import tensorflow as tf\n",
+    "from tensorflow import keras\n",
+    "from tensorflow.keras import layers\n",
+    "import numpy as np\n",
+    "from keras.datasets import cifar10\n",
+    "import tensorflow as tf\n",
+    "from keras.preprocessing import image\n",
+    "from tensorflow.keras.preprocessing.image import ImageDataGenerator\n",
+    "from keras.models import Sequential\n",
+    "from keras.layers import Dense, Flatten, Conv2D, MaxPooling2D, Dropout, BatchNormalization\n",
+    "from keras.utils import to_categorical\n",
+    "from keras.applications.vgg19 import VGG19\n",
+    "from tensorflow.keras.optimizers import RMSprop\n",
+    "from keras.datasets import cifar10\n",
+    "from sklearn.metrics import classification_report, confusion_matrix\n",
+    "from keras.callbacks import EarlyStopping, ReduceLROnPlateau\n",
+    "import os\n",
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "dghWl91B66Ey",
+    "outputId": "a14fb7c3-44a7-4d93-805e-708ecc2157ef"
+   },
+   "outputs": [],
+   "source": [
+    "from tensorflow.keras.datasets import cifar10\n",
+    "from tensorflow.keras.utils import to_categorical\n",
+    "import tensorflow as tf\n",
+    "from tensorflow import keras\n",
+    "from tensorflow.keras import layers\n",
+    "import matplotlib.pyplot as plt"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "dghWl91B66Ey",
+    "outputId": "a14fb7c3-44a7-4d93-805e-708ecc2157ef"
+   },
+   "outputs": [],
+   "source": [
+    "(X_train, y_train), (X_test, y_test) = cifar10.load_data()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "dghWl91B66Ey",
+    "outputId": "a14fb7c3-44a7-4d93-805e-708ecc2157ef"
+   },
+   "outputs": [],
+   "source": [
+    "def preprocess_data(X, y):\n",
+    "    X = X.astype('float32') / 255.0  # Normalize to [0, 1]\n",
+    "    y = to_categorical(y, num_classes=10)  # One-hot encode labels\n",
+    "    return X, y"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "dghWl91B66Ey",
+    "outputId": "a14fb7c3-44a7-4d93-805e-708ecc2157ef"
+   },
+   "outputs": [],
+   "source": [
+    "   \n",
+    "x_train, y_train = preprocess_data(X_train, y_train)\n",
+    "x_test, y_test = preprocess_data(X_test, y_test)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "dghWl91B66Ey",
+    "outputId": "a14fb7c3-44a7-4d93-805e-708ecc2157ef"
+   },
+   "outputs": [],
+   "source": [
+    "model = keras.Sequential(\n",
+    "    [\n",
+    "        keras.Input(shape=(32, 32, 3)),\n",
+    "        layers.Conv2D(32, kernel_size=(3, 3), activation=\"relu\"),\n",
+    "        layers.MaxPooling2D(pool_size=(2, 2)),\n",
+    "        layers.Conv2D(64, kernel_size=(3, 3), activation=\"relu\"),\n",
+    "        layers.MaxPooling2D(pool_size=(2, 2)),\n",
+    "        layers.Flatten(),\n",
+    "        layers.Dense(10, activation=\"softmax\"),\n",
+    "    ]\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "dghWl91B66Ey",
+    "outputId": "a14fb7c3-44a7-4d93-805e-708ecc2157ef"
+   },
+   "outputs": [],
+   "source": [
+    "model.compile(loss=\"categorical_crossentropy\", optimizer=\"adam\", metrics=[\"accuracy\"])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "dghWl91B66Ey",
+    "outputId": "a14fb7c3-44a7-4d93-805e-708ecc2157ef"
+   },
+   "outputs": [],
+   "source": [
+    "early_stopping = tf.keras.callbacks.EarlyStopping(\n",
+    "    monitor='val_loss',\n",
+    "    patience=10,\n",
+    "    restore_best_weights=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "dghWl91B66Ey",
+    "outputId": "a14fb7c3-44a7-4d93-805e-708ecc2157ef"
+   },
+   "outputs": [],
+   "source": [
+    "history = model.fit(x_train, y_train,\n",
+    "                    epochs=5,\n",
+    "                    batch_size=32,\n",
+    "                    validation_split=0.2,\n",
+    "                    callbacks=[early_stopping],\n",
+    "                    verbose=1)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 489
+    },
+    "id": "mU4ISHnR7BIW",
+    "outputId": "cbda13b8-4a96-4178-9ee4-f70e07d1bc64"
+   },
+   "outputs": [],
+   "source": [
+    "from sklearn.preprocessing import label_binarize\n",
+    "\n",
+    "y_test_bin = label_binarize(y_test, classes=list(range(10)))\n",
+    "y_pred_proba = model.predict(x_test)\n",
+    "\n",
+    "fpr, tpr, _ = roc_curve(y_test_bin[:, 0], y_pred_proba[:, 0])\n",
+    "roc_auc = auc(fpr, tpr)\n",
+    "\n",
+    "plt.figure()\n",
+    "plt.plot(fpr, tpr, color='darkorange', lw=2, label='Class 0 ROC curve (area = %0.2f)' % roc_auc)\n",
+    "plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')\n",
+    "plt.xlim([0.0, 1.0])\n",
+    "plt.ylim([0.0, 1.05])\n",
+    "plt.xlabel('False Positive Rate')\n",
+    "plt.ylabel('True Positive Rate')\n",
+    "plt.title('ROC Curve for Class 0')\n",
+    "plt.legend(loc=\"lower right\")\n",
+    "plt.show()"
+   ]
+  }
+ ],
+ "metadata": {
+  "colab": {
+   "provenance": []
+  },
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}