noshot 11.0.0__py3-none-any.whl → 12.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. noshot/data/DLE FSD BDA/DLE/1. DNN (Image Classification).ipynb +389 -0
  2. noshot/data/DLE FSD BDA/DLE/2. DNN vs CNN.ipynb +516 -0
  3. noshot/data/DLE FSD BDA/DLE/3. CNN (Object Detecrion).ipynb +259 -0
  4. noshot/data/DLE FSD BDA/DLE/4. FCN (Image Segmentaion).ipynb +274 -0
  5. noshot/main.py +3 -3
  6. {noshot-11.0.0.dist-info → noshot-12.0.0.dist-info}/METADATA +1 -1
  7. noshot-12.0.0.dist-info/RECORD +13 -0
  8. noshot/data/ML TS XAI/ML/CNN(Image_for_Folders_5).ipynb +0 -201
  9. noshot/data/ML TS XAI/ML/CNN(Image_form_Folder_2).ipynb +0 -201
  10. noshot/data/ML TS XAI/ML/Json Codes/ML LAB CIA 2.ipynb +0 -409
  11. noshot/data/ML TS XAI/ML/ML 1/1. EDA-PCA (Balance Scale Dataset).ipynb +0 -147
  12. noshot/data/ML TS XAI/ML/ML 1/1. EDA-PCA (Rice Dataset).ipynb +0 -181
  13. noshot/data/ML TS XAI/ML/ML 1/10. HMM Veterbi.ipynb +0 -152
  14. noshot/data/ML TS XAI/ML/ML 1/2. KNN (Balance Scale Dataset).ipynb +0 -117
  15. noshot/data/ML TS XAI/ML/ML 1/2. KNN (Iris Dataset).ipynb +0 -156
  16. noshot/data/ML TS XAI/ML/ML 1/2. KNN (Sobar-72 Dataset).ipynb +0 -215
  17. noshot/data/ML TS XAI/ML/ML 1/3. LDA (Balance Scale Dataset).ipynb +0 -78
  18. noshot/data/ML TS XAI/ML/ML 1/3. LDA (NPHA Doctor Visits Dataset).ipynb +0 -114
  19. noshot/data/ML TS XAI/ML/ML 1/4. Linear Regression (Machine Dataset).ipynb +0 -115
  20. noshot/data/ML TS XAI/ML/ML 1/4. Linear Regression (Real Estate Dataset).ipynb +0 -146
  21. noshot/data/ML TS XAI/ML/ML 1/5. Logistic Regression (Magic04 Dataset).ipynb +0 -130
  22. noshot/data/ML TS XAI/ML/ML 1/5. Logistic Regression (Wine Dataset).ipynb +0 -112
  23. noshot/data/ML TS XAI/ML/ML 1/6. Naive Bayes Classifier (Agaricus Lepiota Dataset).ipynb +0 -118
  24. noshot/data/ML TS XAI/ML/ML 1/6. Naive Bayes Classifier (Wine Dataset).ipynb +0 -89
  25. noshot/data/ML TS XAI/ML/ML 1/7. SVM (Rice Dataset).ipynb +0 -120
  26. noshot/data/ML TS XAI/ML/ML 1/8. FeedForward NN (Sobar72 Dataset).ipynb +0 -262
  27. noshot/data/ML TS XAI/ML/ML 1/9. CNN (Cifar10 Dataset).ipynb +0 -156
  28. noshot/data/ML TS XAI/ML/ML 2/1. PCA.ipynb +0 -162
  29. noshot/data/ML TS XAI/ML/ML 2/10. CNN.ipynb +0 -100
  30. noshot/data/ML TS XAI/ML/ML 2/11. HMM.ipynb +0 -336
  31. noshot/data/ML TS XAI/ML/ML 2/2. KNN.ipynb +0 -149
  32. noshot/data/ML TS XAI/ML/ML 2/3. LDA.ipynb +0 -132
  33. noshot/data/ML TS XAI/ML/ML 2/4. Linear Regression.ipynb +0 -86
  34. noshot/data/ML TS XAI/ML/ML 2/5. Logistic Regression.ipynb +0 -115
  35. noshot/data/ML TS XAI/ML/ML 2/6. Naive Bayes (Titanic).ipynb +0 -196
  36. noshot/data/ML TS XAI/ML/ML 2/6. Naive Bayes (Wine).ipynb +0 -98
  37. noshot/data/ML TS XAI/ML/ML 2/7. SVM Linear.ipynb +0 -109
  38. noshot/data/ML TS XAI/ML/ML 2/8. SVM Non-Linear.ipynb +0 -195
  39. noshot/data/ML TS XAI/ML/ML 2/9. FNN With Regularization.ipynb +0 -189
  40. noshot/data/ML TS XAI/ML/ML 2/9. FNN Without Regularization.ipynb +0 -197
  41. noshot/data/ML TS XAI/ML/ML 2/All in One Lab CIA 1 Q.ipynb +0 -1087
  42. noshot/data/ML TS XAI/ML/ML 3 (Latest)/1. PCA EDA.ipynb +0 -274
  43. noshot/data/ML TS XAI/ML/ML 3 (Latest)/10. CNN.ipynb +0 -170
  44. noshot/data/ML TS XAI/ML/ML 3 (Latest)/11. HMM 2.ipynb +0 -1087
  45. noshot/data/ML TS XAI/ML/ML 3 (Latest)/11. HMM 3.ipynb +0 -178
  46. noshot/data/ML TS XAI/ML/ML 3 (Latest)/11. HMM 4.ipynb +0 -185
  47. noshot/data/ML TS XAI/ML/ML 3 (Latest)/11. HMM.ipynb +0 -106
  48. noshot/data/ML TS XAI/ML/ML 3 (Latest)/2. KNN.ipynb +0 -177
  49. noshot/data/ML TS XAI/ML/ML 3 (Latest)/3. LDA.ipynb +0 -195
  50. noshot/data/ML TS XAI/ML/ML 3 (Latest)/4. Linear Regression.ipynb +0 -267
  51. noshot/data/ML TS XAI/ML/ML 3 (Latest)/5. Logistic Regression.ipynb +0 -104
  52. noshot/data/ML TS XAI/ML/ML 3 (Latest)/6. Bayesian Classifier.ipynb +0 -109
  53. noshot/data/ML TS XAI/ML/ML 3 (Latest)/7. SVM.ipynb +0 -220
  54. noshot/data/ML TS XAI/ML/ML 3 (Latest)/8. MLP.ipynb +0 -99
  55. noshot/data/ML TS XAI/ML/ML 3 (Latest)/9. Ridge - Lasso.ipynb +0 -211
  56. noshot/data/ML TS XAI/ML/ML 3 (Latest)/9. Ridge Lasso 2.ipynb +0 -99
  57. noshot/data/ML TS XAI/ML/ML 3 (Latest)/Image Load Example.ipynb +0 -118
  58. noshot/data/ML TS XAI/ML/ML 3 (Latest)/Updated_Untitled.ipynb +0 -603
  59. noshot/data/ML TS XAI/ML/ML Lab AllinOne.ipynb +0 -961
  60. noshot/data/ML TS XAI/ML/ML Lab H Sec/1. Iris Dataset (Softmax vs Sigmoid).ipynb +0 -231
  61. noshot/data/ML TS XAI/ML/ML Lab H Sec/2. Student Dataset (Overfit vs Regularized).ipynb +0 -269
  62. noshot/data/ML TS XAI/ML/ML Lab H Sec/3. Insurance Target Categorical (Overfit vs Regularized).ipynb +0 -274
  63. noshot/data/ML TS XAI/ML/ML Lab H Sec/3. Insurance Target Numerical (Overfit vs Regularized).ipynb +0 -263
  64. noshot/data/ML TS XAI/ML/ML Lab H Sec/4. Smart House System HMM.ipynb +0 -198
  65. noshot/data/ML TS XAI/ML/ML Lab H Sec/5. Fraud Detection System HMM.ipynb +0 -201
  66. noshot/data/ML TS XAI/ML/ML Lab H Sec/insurance.csv +0 -1339
  67. noshot/data/ML TS XAI/ML/ML Lab H Sec/iris1.data +0 -151
  68. noshot/data/ML TS XAI/ML/ML Lab H Sec/student-mat.csv +0 -396
  69. noshot/data/ML TS XAI/ML/ML Lab H Sec/student-por.csv +0 -650
  70. noshot/data/ML TS XAI/ML/Rolls Royce AllinOne.ipynb +0 -691
  71. noshot-11.0.0.dist-info/RECORD +0 -72
  72. {noshot-11.0.0.dist-info → noshot-12.0.0.dist-info}/WHEEL +0 -0
  73. {noshot-11.0.0.dist-info → noshot-12.0.0.dist-info}/licenses/LICENSE.txt +0 -0
  74. {noshot-11.0.0.dist-info → noshot-12.0.0.dist-info}/top_level.txt +0 -0
noshot/data/ML TS XAI/ML/ML 2/8. SVM Non-Linear.ipynb DELETED
@@ -1,195 +0,0 @@
1
- {
2
- "cells": [
3
- {
4
- "cell_type": "markdown",
5
- "metadata": {
6
- "id": "4HHtR8-qzyql"
7
- },
8
- "source": [
9
- "### **Iris Data**"
10
- ]
11
- },
12
- {
13
- "cell_type": "code",
14
- "execution_count": null,
15
- "metadata": {
16
- "colab": {
17
- "base_uri": "https://localhost:8080/",
18
- "height": 680
19
- },
20
- "executionInfo": {
21
- "elapsed": 2075,
22
- "status": "ok",
23
- "timestamp": 1742277187382,
24
- "user": {
25
- "displayName": "Jaison A",
26
- "userId": "07006398627763032071"
27
- },
28
- "user_tz": -330
29
- },
30
- "id": "RNGrFpf-z7_7",
31
- "outputId": "5d8ff477-fbee-40cf-9746-4ef35b48397e"
32
- },
33
- "outputs": [],
34
- "source": [
35
- "import numpy as np\n",
36
- "import matplotlib.pyplot as plt\n",
37
- "from sklearn.datasets import load_iris\n",
38
- "from sklearn.model_selection import train_test_split\n",
39
- "from sklearn.preprocessing import StandardScaler\n",
40
- "from sklearn.svm import SVC\n",
41
- "from sklearn.decomposition import PCA\n",
42
- "from sklearn.metrics import classification_report, accuracy_score,ConfusionMatrixDisplay\n",
43
- "\n",
44
- "iris = load_iris()\n",
45
- "X = iris.data\n",
46
- "y = iris.target\n",
47
- "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)\n",
48
- "scaler = StandardScaler()\n",
49
- "X_train = scaler.fit_transform(X_train)\n",
50
- "X_test = scaler.transform(X_test)\n",
51
- "\n",
52
- "# Reduce to 2D using PCA\n",
53
- "pca = PCA(n_components=2)\n",
54
- "X_train_2d = pca.fit_transform(X_train)\n",
55
- "X_test_2d = pca.transform(X_test)\n",
56
- "\n",
57
- "# Train SVM on 2D data\n",
58
- "svm_model = SVC(kernel='rbf')\n",
59
- "svm_model.fit(X_train_2d, y_train)\n",
60
- "y_pred = svm_model.predict(X_test_2d)\n",
61
- "print(\"Classification Report:\")\n",
62
- "print(classification_report(y_test, y_pred))\n",
63
- "print(\"Accuracy Score:\", accuracy_score(y_test, y_pred))\n",
64
- "\n",
65
- "# Plot decision boundary\n",
66
- "def plot_decision_boundary(X, y, model):\n",
67
- " x_min, x_max = X[:, 0].min() - 1, X[:, 0].max() + 1\n",
68
- " y_min, y_max = X[:, 1].min() - 1, X[:, 1].max() + 1\n",
69
- " xx, yy = np.meshgrid(np.arange(x_min, x_max, 0.01), np.arange(y_min, y_max, 0.01))\n",
70
- " Z = model.predict(np.c_[xx.ravel(), yy.ravel()])\n",
71
- " Z = Z.reshape(xx.shape)\n",
72
- " plt.contourf(xx, yy, Z, alpha=0.8, cmap=plt.cm.coolwarm)\n",
73
- " plt.scatter(X[:, 0], X[:, 1], c=y, edgecolors='k', marker='o', cmap=plt.cm.coolwarm)\n",
74
- " plt.xlabel('PCA Component 1')\n",
75
- " plt.ylabel('PCA Component 2')\n",
76
- " plt.title('SVM Decision Boundary (2D)')\n",
77
- " plt.show()\n",
78
- "\n",
79
- "plot_decision_boundary(X_train_2d, y_train, svm_model)"
80
- ]
81
- },
82
- {
83
- "cell_type": "markdown",
84
- "metadata": {
85
- "id": "x6eBRP8vztnF"
86
- },
87
- "source": [
88
- "### **Heart Data**"
89
- ]
90
- },
91
- {
92
- "cell_type": "code",
93
- "execution_count": null,
94
- "metadata": {
95
- "colab": {
96
- "base_uri": "https://localhost:8080/",
97
- "height": 1000
98
- },
99
- "executionInfo": {
100
- "elapsed": 49651,
101
- "status": "ok",
102
- "timestamp": 1743412125091,
103
- "user": {
104
- "displayName": "Jaison A",
105
- "userId": "07006398627763032071"
106
- },
107
- "user_tz": -330
108
- },
109
- "id": "7pI03vdRzYV0",
110
- "outputId": "14feb814-e167-4351-a662-bb1d044531f8"
111
- },
112
- "outputs": [],
113
- "source": [
114
- "import pandas as pd\n",
115
- "import numpy as np\n",
116
- "import matplotlib.pyplot as plt\n",
117
- "from sklearn.model_selection import train_test_split\n",
118
- "from sklearn.preprocessing import StandardScaler\n",
119
- "from sklearn.svm import SVC\n",
120
- "from sklearn.decomposition import PCA\n",
121
- "from sklearn.metrics import classification_report, accuracy_score,ConfusionMatrixDisplay,confusion_matrix\n",
122
- "\n",
123
- "df = pd.read_csv('/content/heart_disease_uci.csv')\n",
124
- "for col in df.columns:\n",
125
- " if df[col].dtype == 'object':\n",
126
- " df[col].fillna(df[col].mode()[0], inplace=True)\n",
127
- " else:\n",
128
- " df[col].fillna(df[col].mean(), inplace=True)\n",
129
- "df = pd.get_dummies(df, drop_first=True)\n",
130
- "X = df.drop('num', axis=1)\n",
131
- "y = df['num']\n",
132
- "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)\n",
133
- "scaler = StandardScaler()\n",
134
- "X_train = scaler.fit_transform(X_train)\n",
135
- "X_test = scaler.transform(X_test)\n",
136
- "\n",
137
- "# Reduce to 2D using PCA\n",
138
- "pca = PCA(n_components=2)\n",
139
- "X_train_2d = pca.fit_transform(X_train)\n",
140
- "X_test_2d = pca.transform(X_test)\n",
141
- "\n",
142
- "# Train SVM on 2D data\n",
143
- "svm_model = SVC(kernel='rbf')\n",
144
- "svm_model.fit(X_train_2d, y_train)\n",
145
- "y_pred = svm_model.predict(X_test_2d)\n",
146
- "print(\"Classification Report:\")\n",
147
- "print(classification_report(y_test, y_pred))\n",
148
- "print(\"Accuracy Score:\", accuracy_score(y_test, y_pred))\n",
149
- "ConfusionMatrixDisplay(confusion_matrix(y_test, y_pred)).plot()\n",
150
- "plt.show()\n",
151
- "\n",
152
- "# Plot decision boundary\n",
153
- "def plot_decision_boundary(X, y, model):\n",
154
- " x_min, x_max = X[:, 0].min() - 1, X[:, 0].max() + 1\n",
155
- " y_min, y_max = X[:, 1].min() - 1, X[:, 1].max() + 1\n",
156
- " xx, yy = np.meshgrid(np.arange(x_min, x_max, 0.01), np.arange(y_min, y_max, 0.01))\n",
157
- " Z = model.predict(np.c_[xx.ravel(), yy.ravel()])\n",
158
- " Z = Z.reshape(xx.shape)\n",
159
- " plt.contourf(xx, yy, Z, alpha=0.8, cmap=plt.cm.coolwarm)\n",
160
- " plt.scatter(X[:, 0], X[:, 1], c=y, edgecolors='k', marker='o', cmap=plt.cm.coolwarm)\n",
161
- " plt.xlabel('PCA Component 1')\n",
162
- " plt.ylabel('PCA Component 2')\n",
163
- " plt.title('SVM Decision Boundary (2D)')\n",
164
- " plt.show()\n",
165
- "\n",
166
- "plot_decision_boundary(X_train_2d, y_train, svm_model)"
167
- ]
168
- }
169
- ],
170
- "metadata": {
171
- "colab": {
172
- "authorship_tag": "ABX9TyMpHE13jXi9Fv5ZNpyOjg3b",
173
- "provenance": []
174
- },
175
- "kernelspec": {
176
- "display_name": "Python 3 (ipykernel)",
177
- "language": "python",
178
- "name": "python3"
179
- },
180
- "language_info": {
181
- "codemirror_mode": {
182
- "name": "ipython",
183
- "version": 3
184
- },
185
- "file_extension": ".py",
186
- "mimetype": "text/x-python",
187
- "name": "python",
188
- "nbconvert_exporter": "python",
189
- "pygments_lexer": "ipython3",
190
- "version": "3.12.4"
191
- }
192
- },
193
- "nbformat": 4,
194
- "nbformat_minor": 4
195
- }
noshot/data/ML TS XAI/ML/ML 2/9. FNN With Regularization.ipynb DELETED
@@ -1,189 +0,0 @@
1
- {
2
- "cells": [
3
- {
4
- "cell_type": "code",
5
- "execution_count": null,
6
- "metadata": {
7
- "colab": {
8
- "base_uri": "https://localhost:8080/",
9
- "height": 1000
10
- },
11
- "executionInfo": {
12
- "elapsed": 45818,
13
- "status": "ok",
14
- "timestamp": 1743487279036,
15
- "user": {
16
- "displayName": "Jaison A",
17
- "userId": "07006398627763032071"
18
- },
19
- "user_tz": -330
20
- },
21
- "id": "TNO6tqQ977Mr",
22
- "outputId": "67fbc432-5c26-4e05-8928-06c959724944"
23
- },
24
- "outputs": [],
25
- "source": [
26
- "import pandas as pd\n",
27
- "import numpy as np\n",
28
- "import matplotlib.pyplot as plt\n",
29
- "from sklearn.neural_network import MLPClassifier\n",
30
- "from sklearn.model_selection import train_test_split\n",
31
- "from sklearn.metrics import classification_report, confusion_matrix, accuracy_score\n",
32
- "from sklearn.preprocessing import StandardScaler, LabelEncoder\n",
33
- "from sklearn.impute import SimpleImputer\n",
34
- "\n",
35
- "# Load and preprocess data\n",
36
- "df = pd.read_csv('/content/heart_disease_uci.csv')\n",
37
- "\n",
38
- "# Data preprocessing\n",
39
- "numeric_cols = ['age', 'trestbps', 'chol', 'thalch', 'oldpeak']\n",
40
- "categorical_cols = ['sex', 'cp', 'fbs', 'restecg', 'exang', 'slope', 'ca', 'thal']\n",
41
- "\n",
42
- "# Impute missing values\n",
43
- "imputer_num = SimpleImputer(strategy='median')\n",
44
- "df[numeric_cols] = imputer_num.fit_transform(df[numeric_cols])\n",
45
- "\n",
46
- "imputer_cat = SimpleImputer(strategy='most_frequent')\n",
47
- "df[categorical_cols] = imputer_cat.fit_transform(df[categorical_cols])\n",
48
- "\n",
49
- "# Encode categorical variables\n",
50
- "for col in categorical_cols:\n",
51
- " le = LabelEncoder()\n",
52
- " df[col] = le.fit_transform(df[col].astype(str))\n",
53
- "\n",
54
- "# Target variable\n",
55
- "df['target'] = (df['num'] > 0).astype(int)\n",
56
- "\n",
57
- "# Select features and target\n",
58
- "features = numeric_cols + categorical_cols\n",
59
- "X = df[features]\n",
60
- "y = df['target']\n",
61
- "\n",
62
- "# Split data\n",
63
- "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=42)\n",
64
- "\n",
65
- "# Standardize features\n",
66
- "scaler = StandardScaler()\n",
67
- "X_train = scaler.fit_transform(X_train)\n",
68
- "X_test = scaler.transform(X_test)\n",
69
- "\n",
70
- "## Experiment 10: Regularization Techniques\n",
71
- "\n",
72
- "# Best architecture from Experiment 9\n",
73
- "best_architecture = (20, 10)\n",
74
- "\n",
75
- "def evaluate_regularized_model(regularization_params):\n",
76
- " # Remove 'name' key if present\n",
77
- " params = {k:v for k,v in regularization_params.items() if k != \"name\"}\n",
78
- "\n",
79
- " # For dropout simulation, we'll adjust alpha instead\n",
80
- " if \"dropout\" in params:\n",
81
- " # In scikit-learn, we can simulate dropout effect by increasing alpha\n",
82
- " params[\"alpha\"] = params.pop(\"dropout\") * 10 # Scaling factor\n",
83
- " params[\"solver\"] = \"adam\" # Adam works better with this approach\n",
84
- "\n",
85
- " model = MLPClassifier(hidden_layer_sizes=best_architecture,\n",
86
- " activation='relu',\n",
87
- " max_iter=500,\n",
88
- " random_state=42,\n",
89
- " **params)\n",
90
- " model.fit(X_train, y_train)\n",
91
- " y_pred = model.predict(X_test)\n",
92
- " accuracy = accuracy_score(y_test, y_pred)\n",
93
- " return accuracy, model.loss_curve_\n",
94
- "\n",
95
- "# Test different regularization techniques\n",
96
- "regularization_tests = [\n",
97
- " {\"name\": \"No Regularization\", \"alpha\": 0},\n",
98
- " {\"alpha\": 0.0001, \"name\": \"L2 (alpha=0.0001)\"},\n",
99
- " {\"alpha\": 0.001, \"name\": \"L2 (alpha=0.001)\"},\n",
100
- " {\"alpha\": 0.01, \"name\": \"L2 (alpha=0.01)\"},\n",
101
- " {\"early_stopping\": True, \"validation_fraction\": 0.2, \"name\": \"Early Stopping\"},\n",
102
- " {\"alpha\": 0.001, \"early_stopping\": True, \"name\": \"L2 + Early Stopping\"},\n",
103
- " {\"dropout\": 0.2, \"name\": \"Simulated Dropout (alpha=2)\"},\n",
104
- " {\"alpha\": 0.001, \"early_stopping\": True, \"solver\": \"adam\", \"name\": \"L2 + Early Stop + Adam\"}\n",
105
- "]\n",
106
- "\n",
107
- "results = []\n",
108
- "loss_curves = []\n",
109
- "\n",
110
- "for reg_test in regularization_tests:\n",
111
- " accuracy, loss_curve = evaluate_regularized_model(reg_test)\n",
112
- " results.append({\n",
113
- " \"Regularization\": reg_test[\"name\"],\n",
114
- " \"Accuracy\": accuracy\n",
115
- " })\n",
116
- " loss_curves.append((reg_test[\"name\"], loss_curve))\n",
117
- "\n",
118
- " print(f\"\\nRegularization: {reg_test['name']}\")\n",
119
- " print(\"Classification Report:\")\n",
120
- " model_params = {k:v for k,v in reg_test.items() if k not in [\"name\", \"dropout\"]}\n",
121
- " if \"dropout\" in reg_test:\n",
122
- " model_params[\"alpha\"] = reg_test[\"dropout\"] * 10\n",
123
- " model = MLPClassifier(hidden_layer_sizes=st_architecture,\n",
124
- " activation='relu',\n",
125
- " max_iter=500,\n",
126
- " random_state=42,\n",
127
- " **model_params)\n",
128
- " model.fit(X_train, y_train)\n",
129
- " y_pred = model.predict(X_test)\n",
130
- " print(classification_report(y_test, y_pred))\n",
131
- " print(\"Confusion Matrix:\")\n",
132
- " print(confusion_matrix(y_test, y_pred))\n",
133
- "\n",
134
- "# Display results\n",
135
- "results_df = pd.DataFrame(results)\n",
136
- "print(\"\\nSummary of Regularization Results:\")\n",
137
- "print(results_df.sort_values(by=\"Accuracy\", ascending=False))\n",
138
- "\n",
139
- "# Visualization\n",
140
- "plt.figure(figsize=(14, 6))\n",
141
- "\n",
142
- "# Accuracy comparison\n",
143
- "plt.subplot(1, 2, 1)\n",
144
- "plt.barh(results_df['Regularization'], results_df['Accuracy'], color='lightgreen')\n",
145
- "plt.title('Test Accuracy by Regularization Technique')\n",
146
- "plt.xlabel('Accuracy')\n",
147
- "plt.xlim(0.7, 0.9)\n",
148
- "\n",
149
- "# Training loss curves\n",
150
- "plt.subplot(1, 2, 2)\n",
151
- "for name, curve in loss_curves:\n",
152
- " plt.plot(curve, label=name)\n",
153
- "plt.title('Training Loss with Regularization')\n",
154
- "plt.xlabel('Iterations')\n",
155
- "plt.ylabel('Loss')\n",
156
- "plt.legend()\n",
157
- "plt.grid()\n",
158
- "\n",
159
- "plt.tight_layout()\n",
160
- "plt.show()"
161
- ]
162
- }
163
- ],
164
- "metadata": {
165
- "colab": {
166
- "authorship_tag": "ABX9TyNefA49SOjY7QnPMPjmtmQE",
167
- "provenance": []
168
- },
169
- "kernelspec": {
170
- "display_name": "Python 3 (ipykernel)",
171
- "language": "python",
172
- "name": "python3"
173
- },
174
- "language_info": {
175
- "codemirror_mode": {
176
- "name": "ipython",
177
- "version": 3
178
- },
179
- "file_extension": ".py",
180
- "mimetype": "text/x-python",
181
- "name": "python",
182
- "nbconvert_exporter": "python",
183
- "pygments_lexer": "ipython3",
184
- "version": "3.12.4"
185
- }
186
- },
187
- "nbformat": 4,
188
- "nbformat_minor": 4
189
- }
noshot/data/ML TS XAI/ML/ML 2/9. FNN Without Regularization.ipynb DELETED
@@ -1,197 +0,0 @@
1
- {
2
- "cells": [
3
- {
4
- "cell_type": "code",
5
- "execution_count": null,
6
- "metadata": {
7
- "colab": {
8
- "base_uri": "https://localhost:8080/",
9
- "height": 1000
10
- },
11
- "executionInfo": {
12
- "elapsed": 15796,
13
- "status": "ok",
14
- "timestamp": 1743486879713,
15
- "user": {
16
- "displayName": "Jaison A",
17
- "userId": "07006398627763032071"
18
- },
19
- "user_tz": -330
20
- },
21
- "id": "S919d8O06g3w",
22
- "outputId": "a9c34590-8cf2-4bcc-de16-ebbea74d63b7"
23
- },
24
- "outputs": [],
25
- "source": [
26
- "import pandas as pd\n",
27
- "import numpy as np\n",
28
- "import matplotlib.pyplot as plt\n",
29
- "from sklearn.neural_network import MLPClassifier\n",
30
- "from sklearn.model_selection import train_test_split\n",
31
- "from sklearn.metrics import classification_report, confusion_matrix, accuracy_score\n",
32
- "from sklearn.preprocessing import StandardScaler, LabelEncoder\n",
33
- "from sklearn.impute import SimpleImputer\n",
34
- "\n",
35
- "# Load dataset\n",
36
- "df = pd.read_csv('/content/heart_disease_uci.csv')\n",
37
- "\n",
38
- "# Data preprocessing\n",
39
- "# Handle missing values - fill numeric with median, categorical with mode\n",
40
- "numeric_cols = ['age', 'trestbps', 'chol', 'thalch', 'oldpeak']\n",
41
- "categorical_cols = ['sex', 'cp', 'fbs', 'restecg', 'exang', 'slope', 'ca', 'thal']\n",
42
- "\n",
43
- "# Impute missing values\n",
44
- "imputer_num = SimpleImputer(strategy='median')\n",
45
- "df[numeric_cols] = imputer_num.fit_transform(df[numeric_cols])\n",
46
- "\n",
47
- "imputer_cat = SimpleImputer(strategy='most_frequent')\n",
48
- "df[categorical_cols] = imputer_cat.fit_transform(df[categorical_cols])\n",
49
- "\n",
50
- "# Encode categorical variables\n",
51
- "label_encoders = {}\n",
52
- "for col in categorical_cols:\n",
53
- " le = LabelEncoder()\n",
54
- " df[col] = le.fit_transform(df[col].astype(str)) # Convert to string before encoding\n",
55
- " label_encoders[col] = le\n",
56
- "\n",
57
- "# Target variable - assuming 'num' is the target (0 = no disease, >0 = disease)\n",
58
- "df['target'] = (df['num'] > 0).astype(int)\n",
59
- "\n",
60
- "# Select features and target\n",
61
- "features = numeric_cols + categorical_cols\n",
62
- "X = df[features]\n",
63
- "y = df['target']\n",
64
- "\n",
65
- "# Split data\n",
66
- "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=42)\n",
67
- "\n",
68
- "# Standardize features\n",
69
- "scaler = StandardScaler()\n",
70
- "X_train = scaler.fit_transform(X_train)\n",
71
- "X_test = scaler.transform(X_test)\n",
72
- "\n",
73
- "# Function to evaluate different configurations\n",
74
- "def evaluate_model(hidden_layer_sizes, activation, max_iter=500):\n",
75
- " model = MLPClassifier(hidden_layer_sizes=hidden_layer_sizes,\n",
76
- " activation=activation,\n",
77
- " max_iter=max_iter,\n",
78
- " random_state=42)\n",
79
- " model.fit(X_train, y_train)\n",
80
- " y_pred = model.predict(X_test)\n",
81
- " accuracy = accuracy_score(y_test, y_pred)\n",
82
- " return accuracy, model.loss_curve_\n",
83
- "\n",
84
- "# Test different configurations\n",
85
- "configurations = [\n",
86
- " {\"hidden\": (10,), \"activation\": \"relu\", \"name\": \"Single(10) - ReLU\"},\n",
87
- " {\"hidden\": (30,), \"activation\": \"tanh\", \"name\": \"Single(30) - Tanh\"},\n",
88
- " {\"hidden\": (10, 10), \"activation\": \"relu\", \"name\": \"Double(10,10) - ReLU\"},\n",
89
- " {\"hidden\": (20, 10), \"activation\": \"logistic\", \"name\": \"Double(20,10) - Logistic\"},\n",
90
- " {\"hidden\": (10, 5, 3), \"activation\": \"relu\", \"name\": \"Triple(10,5,3) - ReLU\"},\n",
91
- " {\"hidden\": (20, 15, 10), \"activation\": \"tanh\", \"name\": \"Triple(20,15,10) - Tanh\"},\n",
92
- "]\n",
93
- "\n",
94
- "results = []\n",
95
- "loss_curves = []\n",
96
- "\n",
97
- "for config in configurations:\n",
98
- " accuracy, loss_curve = evaluate_model(config[\"hidden\"], config[\"activation\"])\n",
99
- " results.append({\n",
100
- " \"Configuration\": config[\"name\"],\n",
101
- " \"Accuracy\": accuracy,\n",
102
- " \"Activation\": config[\"activation\"],\n",
103
- " \"Architecture\": str(config[\"hidden\"])\n",
104
- " })\n",
105
- " loss_curves.append((config[\"name\"], loss_curve))\n",
106
- "\n",
107
- " # Print detailed report for each configuration\n",
108
- " print(f\"\\nConfiguration: {config['name']}\")\n",
109
- " print(\"Classification Report:\")\n",
110
- " model = MLPClassifier(hidden_layer_sizes=config[\"hidden\"],\n",
111
- " activation=config[\"activation\"],\n",
112
- " max_iter=500,\n",
113
- " random_state=42)\n",
114
- " model.fit(X_train, y_train)\n",
115
- " y_pred = model.predict(X_test)\n",
116
- " print(classification_report(y_test, y_pred))\n",
117
- " print(\"Confusion Matrix:\")\n",
118
- " print(confusion_matrix(y_test, y_pred))\n",
119
- "\n",
120
- "# Display results\n",
121
- "results_df = pd.DataFrame(results)\n",
122
- "print(\"\\nSummary of Results:\")\n",
123
- "print(results_df.sort_values(by=\"Accuracy\", ascending=False))\n",
124
- "\n",
125
- "# Visualization\n",
126
- "plt.figure(figsize=(14, 6))\n",
127
- "\n",
128
- "# Accuracy comparison\n",
129
- "plt.subplot(1, 2, 1)\n",
130
- "plt.barh(results_df['Configuration'], results_df['Accuracy'], color='skyblue')\n",
131
- "plt.title('Test Accuracy by Configuration')\n",
132
- "plt.xlabel('Accuracy')\n",
133
- "plt.xlim(0.7, 0.9)\n",
134
- "\n",
135
- "# Training loss curves\n",
136
- "plt.subplot(1, 2, 2)\n",
137
- "for name, curve in loss_curves:\n",
138
- " plt.plot(curve, label=name)\n",
139
- "plt.title('Training Loss Across Configurations')\n",
140
- "plt.xlabel('Iterations')\n",
141
- "plt.ylabel('Loss')\n",
142
- "plt.legend()\n",
143
- "plt.grid()\n",
144
- "\n",
145
- "plt.tight_layout()\n",
146
- "plt.show()\n",
147
- "\n",
148
- "# Feature importance analysis (using weights from the best model)\n",
149
- "best_config_idx = np.argmax(results_df['Accuracy'])\n",
150
- "best_model = MLPClassifier(hidden_layer_sizes=configurations[best_config_idx][\"hidden\"],\n",
151
- " activation=configurations[best_config_idx][\"activation\"],\n",
152
- " max_iter=500,\n",
153
- " random_state=42)\n",
154
- "best_model.fit(X_train, y_train)\n",
155
- "\n",
156
- "# Get the weights from input to first hidden layer\n",
157
- "if len(best_model.coefs_) > 0:\n",
158
- " input_weights = best_model.coefs_[0]\n",
159
- " feature_importance = np.mean(np.abs(input_weights), axis=1)\n",
160
- "\n",
161
- " plt.figure(figsize=(10, 6))\n",
162
- " plt.barh(features, feature_importance)\n",
163
- " plt.title('Feature Importance (Average Absolute Weight)')\n",
164
- " plt.xlabel('Importance')\n",
165
- " plt.tight_layout()\n",
166
- " plt.show()\n",
167
- "else:\n",
168
- " print(\"Could not extract feature importance - model weights not available\")"
169
- ]
170
- }
171
- ],
172
- "metadata": {
173
- "colab": {
174
- "authorship_tag": "ABX9TyPivrGG2d31eEVHX9BuG3D8",
175
- "provenance": []
176
- },
177
- "kernelspec": {
178
- "display_name": "Python 3 (ipykernel)",
179
- "language": "python",
180
- "name": "python3"
181
- },
182
- "language_info": {
183
- "codemirror_mode": {
184
- "name": "ipython",
185
- "version": 3
186
- },
187
- "file_extension": ".py",
188
- "mimetype": "text/x-python",
189
- "name": "python",
190
- "nbconvert_exporter": "python",
191
- "pygments_lexer": "ipython3",
192
- "version": "3.12.4"
193
- }
194
- },
195
- "nbformat": 4,
196
- "nbformat_minor": 4
197
- }