noshot 6.0.0__py3-none-any.whl → 8.0.0__py3-none-any.whl

noshot/data/ML TS XAI/ML/ML 1/8. FeedForward NN (Sobar72 Dataset).ipynb

@@ -0,0 +1,262 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "import numpy as np\n",
+    "import pandas as pd\n",
+    "import matplotlib.pyplot as plt\n",
+    "import tensorflow as tf\n",
+    "from tensorflow.keras.models import Sequential\n",
+    "from tensorflow.keras.layers import Dense, Dropout\n",
+    "from tensorflow.keras.optimizers import Adam\n",
+    "from tensorflow.keras import regularizers\n",
+    "from sklearn.model_selection import train_test_split\n",
+    "from sklearn.metrics import classification_report, confusion_matrix, ConfusionMatrixDisplay, accuracy_score, roc_curve, auc\n",
+    "\n",
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "df = pd.read_csv(\"data/sobar-72.csv\")\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "X = df.drop(columns=['ca_cervix'])\n",
+    "y = tf.keras.utils.to_categorical(df['ca_cervix'], num_classes=2)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "x_train, x_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "model = Sequential([\n",
+    "    Dense(128, activation='relu', input_shape=(19,), kernel_regularizer=regularizers.l2(0.001)),\n",
+    "    Dropout(0.3),\n",
+    "    Dense(64, activation='relu', kernel_regularizer=regularizers.l2(0.001)),\n",
+    "    Dropout(0.3),\n",
+    "    Dense(2, activation='softmax')\n",
+    "])\n",
+    "\n",
+    "model.compile(optimizer='adam', loss='categorical_crossentropy', metrics=['accuracy'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "early_stopping = tf.keras.callbacks.EarlyStopping(monitor='val_loss', \n",
+    "                                                  patience=10, \n",
+    "                                                  restore_best_weights=True)\n",
+    "history = model.fit(x_train, y_train, epochs=50, \n",
+    "                    batch_size=32, validation_split=0.2,\n",
+    "                    callbacks=[early_stopping], verbose=1)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "def plot_history(history):\n",
+    "    plt.figure(figsize=(12, 5))\n",
+    "\n",
+    "    plt.subplot(1, 2, 1)\n",
+    "    plt.plot(history.history['loss'], label='Training Loss')\n",
+    "    plt.plot(history.history['val_loss'], label='Validation Loss')\n",
+    "    plt.title('Loss')\n",
+    "    plt.xlabel('Epoch')\n",
+    "    plt.ylabel('Loss')\n",
+    "    plt.legend()\n",
+    "\n",
+    "    plt.subplot(1, 2, 2)\n",
+    "    plt.plot(history.history['accuracy'], label='Training Accuracy')\n",
+    "    plt.plot(history.history['val_accuracy'], label='Validation Accuracy')\n",
+    "    plt.title('Accuracy')\n",
+    "    plt.xlabel('Epoch')\n",
+    "    plt.ylabel('Accuracy')\n",
+    "    plt.legend()\n",
+    "\n",
+    "    plt.tight_layout()\n",
+    "    plt.show()\n",
+    "\n",
+    "plot_history(history)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "loss, accuracy = model.evaluate(x_test, y_test)\n",
+    "print(f'Test accuracy: {accuracy:.4f}')\n",
+    "print(f'Test loss: {loss:.4f}')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "y_pred = np.argmax(model.predict(x_test), axis=1)\n",
+    "y_test = np.argmax(y_test, axis=1)\n",
+    "print(\"Classification Report:\")\n",
+    "print(classification_report(y_test, y_pred))\n",
+    "print(f\"Accuracy: {accuracy_score(y_test, y_pred):.2f}\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "conf = confusion_matrix(y_test, y_pred)\n",
+    "ConfusionMatrixDisplay(conf).plot(cmap='Blues')\n",
+    "plt.show()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "1PZHOQQp6NpP",
+    "outputId": "c1d34cfd-5b74-4f42-aef1-74bbfc6aec95"
+   },
+   "outputs": [],
+   "source": [
+    "y_pred_proba = model.predict(x_test)[:, 1]\n",
+    "fpr, tpr, _ = roc_curve(y_test, y_pred_proba)\n",
+    "roc_auc = auc(fpr, tpr)\n",
+    "\n",
+    "plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})', color='darkorange')\n",
+    "plt.plot([0, 1], [0, 1], color='navy', linestyle='--')\n",
+    "plt.xlim([0.0, 1.0])\n",
+    "plt.ylim([0.0, 1.05])\n",
+    "plt.xlabel('False Positive Rate')\n",
+    "plt.ylabel('True Positive Rate')\n",
+    "plt.title('Receiver Operating Characteristic')\n",
+    "plt.legend(loc=\"lower right\")\n",
+    "plt.show()"
+   ]
+  }
+ ],
+ "metadata": {
+  "colab": {
+   "provenance": []
+  },
+  "kernelspec": {
+   "display_name": "NEW-VENV-1",
+   "language": "python",
+   "name": "new-venv-1"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.5"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}

noshot/data/ML TS XAI/ML/ML 1/9. CNN (Cifar10 Dataset).ipynb

@@ -0,0 +1,156 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "import tensorflow as tf\n",
+    "from tensorflow import keras\n",
+    "from tensorflow.keras import layers\n",
+    "from keras.datasets import cifar10\n",
+    "from keras.utils import to_categorical\n",
+    "import matplotlib.pyplot as plt\n",
+    "from sklearn.metrics import roc_curve, auc\n",
+    "from sklearn.preprocessing import label_binarize\n",
+    "\n",
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "(X_train, y_train), (X_test, y_test) = cifar10.load_data()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "def preprocess_data(X, y):\n",
+    "    X = X.astype('float32') / 255.0\n",
+    "    y = to_categorical(y, num_classes=10)\n",
+    "    return X, y"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "x_train, y_train = preprocess_data(X_train, y_train)\n",
+    "x_test, y_test = preprocess_data(X_test, y_test)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "model = keras.Sequential([\n",
+    "    layers.Conv2D(32, kernel_size=(3, 3), activation=\"relu\", input_shape=(32, 32, 3)),\n",
+    "    layers.MaxPooling2D(pool_size=(2, 2)),\n",
+    "    layers.Conv2D(64, kernel_size=(3, 3), activation=\"relu\"),\n",
+    "    layers.MaxPooling2D(pool_size=(2, 2)),\n",
+    "    layers.Flatten(),\n",
+    "    layers.Dense(10, activation=\"softmax\")\n",
+    "])\n",
+    "\n",
+    "model.compile(loss=\"categorical_crossentropy\", optimizer=\"adam\", metrics=[\"accuracy\"])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "early_stopping = tf.keras.callbacks.EarlyStopping(monitor='val_loss', \n",
+    "                                                  patience=10, \n",
+    "                                                  restore_best_weights=True)\n",
+    "\n",
+    "history = model.fit(x_train, y_train, epochs=5, \n",
+    "                    batch_size=32, validation_split=0.2, callbacks=[early_stopping])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "y_test_bin = label_binarize(y_test, classes=list(range(10)))\n",
+    "y_pred_proba = model.predict(x_test)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "id": "wHmdCsrz61l7"
+   },
+   "outputs": [],
+   "source": [
+    "fpr, tpr, _ = roc_curve(y_test_bin[:, 0], y_pred_proba[:, 0])\n",
+    "roc_auc = auc(fpr, tpr)\n",
+    "\n",
+    "plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'Class 0 ROC curve (area = {roc_auc:.2f})')\n",
+    "plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')\n",
+    "plt.xlim([0.0, 1.0])\n",
+    "plt.ylim([0.0, 1.05])\n",
+    "plt.xlabel('False Positive Rate')\n",
+    "plt.ylabel('True Positive Rate')\n",
+    "plt.title('ROC Curve for Class 0')\n",
+    "plt.legend(loc=\"lower right\")\n",
+    "plt.show()"
+   ]
+  }
+ ],
+ "metadata": {
+  "colab": {
+   "provenance": []
+  },
+  "kernelspec": {
+   "display_name": "NEW-VENV-1",
+   "language": "python",
+   "name": "new-venv-1"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.5"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}

noshot/data/ML TS XAI/ML/ML 2/1. PCA.ipynb

@@ -0,0 +1,162 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "cfbb1d58-7c8f-4a0c-b6e2-914469a7e49d",
+   "metadata": {},
+   "source": [
+    "Principal Component Analysis & Exploratory Data Analysis"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "d3b0a49d-a326-4bb3-b868-cfeaaaa50d3e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#required packages.\n",
+    "\n",
+    "import pandas as pd\n",
+    "import matplotlib.pyplot as plt\n",
+    "import numpy as np\n",
+    "from sklearn.preprocessing import StandardScaler\n",
+    "from sklearn.decomposition import PCA"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "e1c8f709-35bc-4eec-987e-cd1e6780d877",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Load dataset, print few rows, get info, describe dataset.\n",
+    "\n",
+    "df=pd.read_csv(\"E:/126156055/dataset_ex_1.csv\",names=[\"class name\",'left-weight','left-distance','right-weight','right-distance'])\n",
+    "print(\"First Five rows : \\n\",df.head())\n",
+    "print(\"\\nInfo : \\n\",df.info)\n",
+    "print(\"\\nDescribe : \\n\",df.describe())"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "ee7c0104-4a32-4c28-b3fc-080c77461100",
+   "metadata": {},
+   "source": [
+    "PCA"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "6af99020-e017-478a-9e18-ed098f4167ed",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "features=['left-weight','left-distance','right-weight','right-distance']\n",
+    "x=df.loc[:,features]\n",
+    "y=df.loc[:,'class name']\n",
+    "x=StandardScaler().fit_transform(x)\n",
+    "x"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "ff575de1-483a-48c2-be39-2cf91b082aff",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "pca=PCA(n_components=2)\n",
+    "pca_x=pca.fit_transform(x)\n",
+    "pca_x"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "9f7d8296-1c1e-47ed-a2c5-cf499423dbfa",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "principal_df=pd.DataFrame(pca_x,columns=['pc1','pc2'])\n",
+    "principal_df"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "f1481c63-6fbf-4028-a88f-3ef492e44119",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "final_df=pd.concat([principal_df,df['class name']],axis=1)\n",
+    "final_df"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "72d8f4bc-0db2-4a1a-bac2-403455b6b3a3",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "plt.xlabel(\"Component 1\")\n",
+    "plt.ylabel(\"Component 2\")\n",
+    "plt.title(\"2 Component PCA\")\n",
+    "targets=['L','B','R']\n",
+    "colors=['r','g','b']\n",
+    "for target,color in zip(targets,colors):\n",
+    "    indicesToKeep=final_df['class name']==target\n",
+    "    plt.scatter(final_df.loc[indicesToKeep,'pc1'],final_df.loc[indicesToKeep,\"pc2\"],c=color,s=20)\n",
+    "\n",
+    "plt.legend(targets)\n",
+    "plt.grid()\n",
+    "    "
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "58a3f3db-1a05-4dd7-b428-b28ef3061b3b",
+   "metadata": {},
+   "source": [
+    "EDA"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "9ad2b51e-4a22-4285-959e-38d3c7ec55a0",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df2=df.copy()\n",
+    "print(\"\\nShape : \",df2.shape)\n",
+    "print('\\nColumns : ',df2.columns)\n",
+    "print('\\nDtype : ',df2.dtypes)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

noshot/data/ML TS XAI/ML/ML 2/10. CNN.ipynb

@@ -0,0 +1,100 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "colab": {
+     "base_uri": "https://localhost:8080/",
+     "height": 1000
+    },
+    "executionInfo": {
+     "elapsed": 823916,
+     "status": "ok",
+     "timestamp": 1744091957068,
+     "user": {
+      "displayName": "Jaison A",
+      "userId": "07006398627763032071"
+     },
+     "user_tz": -330
+    },
+    "id": "k8tJEU5Y7IP8",
+    "outputId": "5121ca10-6db7-4c99-d4e7-d6cf30e3f5ae"
+   },
+   "outputs": [],
+   "source": [
+    "from keras.datasets import mnist\n",
+    "from keras.models import Sequential\n",
+    "from keras.layers import Dense, Dropout, Conv2D, MaxPool2D, Flatten\n",
+    "# Instead of 'from keras.utils import np_utils', use the following line:\n",
+    "from tensorflow.keras.utils import to_categorical # import to_categorical directly\n",
+    "from sklearn.metrics import accuracy_score\n",
+    "import matplotlib.pyplot as plt\n",
+    "import numpy as np\n",
+    "\n",
+    "\n",
+    "(X_train, y_train), (X_test, y_test) = mnist.load_data()\n",
+    "X_train = X_train.reshape(X_train.shape[0], 28, 28, 1)\n",
+    "X_test = X_test.reshape(X_test.shape[0], 28, 28, 1)\n",
+    "X_train = X_train.astype('float32')\n",
+    "X_test = X_test.astype('float32')\n",
+    "X_train /= 255\n",
+    "X_test /= 255\n",
+    "n_classes = 10\n",
+    "print(\"Shape before one-hot encoding: \", y_train.shape)\n",
+    "# Use to_categorical directly:\n",
+    "Y_train = to_categorical(y_train, n_classes) # Use to_categorical directly\n",
+    "Y_test = to_categorical(y_test, n_classes) # Use to_categorical directly\n",
+    "print(\"Shape after one-hot encoding: \", Y_train.shape)\n",
+    "model = Sequential()\n",
+    "model.add(Conv2D(25, kernel_size=(3,3), strides=(1,1), padding='valid', activation='relu', input_shape=(28,28,1)))\n",
+    "model.add(MaxPool2D(pool_size=(1,1)))\n",
+    "model.add(Flatten())\n",
+    "model.add(Dense(100, activation='relu'))\n",
+    "model.add(Dense(10, activation='softmax'))\n",
+    "model.compile(loss='categorical_crossentropy', metrics=['accuracy'], optimizer='adam')\n",
+    "history = model.fit(X_train, Y_train, batch_size=128, epochs=10, validation_data=(X_test, Y_test))\n",
+    "print(history.history.keys())\n",
+    "plt.plot(history.history['accuracy'])\n",
+    "plt.plot(history.history['val_accuracy'])\n",
+    "plt.title('model accuracy')\n",
+    "plt.ylabel('accuracy')\n",
+    "plt.xlabel('epoch')\n",
+    "plt.legend(['train', 'test'], loc='upper left')\n",
+    "plt.show()\n",
+    "plt.plot(history.history['loss'])\n",
+    "plt.plot(history.history['val_loss'])\n",
+    "plt.title('model loss')\n",
+    "plt.ylabel('loss')\n",
+    "plt.xlabel('epoch')\n",
+    "plt.legend(['train', 'test'], loc='upper left')\n",
+    "plt.show()"
+   ]
+  }
+ ],
+ "metadata": {
+  "colab": {
+   "authorship_tag": "ABX9TyN/7SS5L3TgMPgTzruMIL5B",
+   "provenance": []
+  },
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}