noshot 12.0.0__tar.gz → 14.0.0__tar.gz

{noshot-12.0.0 → noshot-14.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: noshot
-Version: 12.0.0
+Version: 14.0.0
 Summary: Support library for Artificial Intelligence, Machine Learning and Data Science tools
 Author: Tim Stan S
 License: MIT

{noshot-12.0.0 → noshot-14.0.0}/noshot.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: noshot
-Version: 12.0.0
+Version: 14.0.0
 Summary: Support library for Artificial Intelligence, Machine Learning and Data Science tools
 Author: Tim Stan S
 License: MIT

noshot-14.0.0/noshot.egg-info/SOURCES.txt

@@ -0,0 +1,53 @@
+LICENSE.txt
+README.md
+setup.py
+noshot.egg-info/PKG-INFO
+noshot.egg-info/SOURCES.txt
+noshot.egg-info/dependency_links.txt
+noshot.egg-info/not-zip-safe
+noshot.egg-info/top_level.txt
+src/noshot/__init__.py
+src/noshot/main.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab.iso
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Instructions.txt
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex1/input.txt
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex1/mapper.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex1/reducer.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex2/Weatherdataset.csv
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex2/mapper.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex2/reducer.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/BF_Map.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/BF_Red.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/bloom_filter.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/bloom_filter_mapper.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/bloom_filter_reducer.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/weblog.csv
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex4/FMA_mapper.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex4/FMA_reducer.py
+src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex4/Tweets.csv
+src/noshot/data/DLE FSD BDA/DLE/DLE 1 (Json)/1. DNN (Image Classification).ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 1 (Json)/2. DNN vs CNN.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 1 (Json)/3. CNN (Object Detecrion).ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 1 (Json)/4. FCN (Image Segmentaion).ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/1.1 DNN (Pytorch).ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/1.2 DNN (Tensorflow).ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/1.3 DNN (Image Classification).ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/2.1 DNN vs CNN.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/2.2 DNN vs CNN.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/3 Bounding Boxes.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/4. FCNN (Image Segmentation).ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/Lab Excercise (Training DNN).ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 2 (tim stan s)/Load-Images.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 3 (sonic boy)/Ex1.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 3 (sonic boy)/Ex2.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 3 (sonic boy)/Ex3.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 3 (sonic boy)/Ex4.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 4 (senior)/Exp01/DNN Ex No 1.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 4 (senior)/Exp01/Ex No 1 Build in dataset.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 4 (senior)/Exp01/Exp1-Short-DL_ANN_ImageClassification.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 4 (senior)/Exp01/OR GATE .ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 4 (senior)/Exp02/Exp2-Short-DL_CNN_ImageClassification.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 4 (senior)/Exp03/DL-Ex3-RNN.ipynb
+src/noshot/data/DLE FSD BDA/DLE/DLE 4 (senior)/Exp04/Ex no 4.ipynb
+src/noshot/utils/__init__.py
+src/noshot/utils/shell_utils.py

{noshot-12.0.0 → noshot-14.0.0}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as f:
 
 setup(
     name="noshot",
-    version="12.0.0",
+    version="14.0.0",
     author="Tim Stan S",
     description="Support library for Artificial Intelligence, Machine Learning and Data Science tools",
     long_description=long_description,

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex1/input.txt

@@ -0,0 +1 @@
+The Apache Hadoop software library is a framework that allows for the distributed processing of large data sets across clusters of computers using simple programming models. It is designed to scale up from single servers to thousands of machines, each offering local computation and storage. Rather than rely on hardware to deliver high-availability, the library itself is designed to detect and handle failures at the application layer, so delivering a highly-available service on top of a cluster of computers, each of which may be prone to failures.

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex1/mapper.py

@@ -0,0 +1,6 @@
+import sys
+for line in sys.stdin:
+	line=line.strip()
+	words=line.split()
+	for word in words:
+		print '%s\t%s' % (word,1)

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex1/reducer.py

@@ -0,0 +1,22 @@
+from operator import itemgetter
+import sys
+current_word=None
+current_count=0
+word=None
+for line in sys.stdin:
+	line=line.strip()
+	word,count=line.split('\t',1)
+	try:
+		count=int(count)
+	except ValueError:
+		continue
+	if current_word==word:
+		current_count+=count
+	else:
+		if current_word:
+			print '%s\t%s' % (current_word,current_count)
+		current_count=count
+		current_word=word
+
+if current_word==word:
+	print '%s\t%s' % (current_word,current_count)

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex2/Weatherdataset.csv

@@ -0,0 +1,200 @@
+,dt,AverageTemperature,AverageTemperatureUncertainty,City,Country,Latitude,Longitude
+0,1849-01-01,26.704,1.435,Abidjan,Côte D'Ivoire,5.63N,3.23W
+1,1849-02-01,27.434,1.362,Abidjan,Côte D'Ivoire,5.63N,3.23W
+2,1849-03-01,28.101,1.612,Abidjan,Côte D'Ivoire,5.63N,3.23W
+3,1849-04-01,26.14,1.3869999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+4,1849-05-01,25.427,1.2,Abidjan,Côte D'Ivoire,5.63N,3.23W
+5,1849-06-01,24.844,1.402,Abidjan,Côte D'Ivoire,5.63N,3.23W
+6,1849-07-01,24.058000000000003,1.254,Abidjan,Côte D'Ivoire,5.63N,3.23W
+7,1849-08-01,23.576,1.265,Abidjan,Côte D'Ivoire,5.63N,3.23W
+8,1849-09-01,23.662,1.226,Abidjan,Côte D'Ivoire,5.63N,3.23W
+9,1849-10-01,25.263,1.175,Abidjan,Côte D'Ivoire,5.63N,3.23W
+10,1849-11-01,26.332,1.507,Abidjan,Côte D'Ivoire,5.63N,3.23W
+11,1849-12-01,25.45,1.838,Abidjan,Côte D'Ivoire,5.63N,3.23W
+12,1850-01-01,25.803,1.943,Abidjan,Côte D'Ivoire,5.63N,3.23W
+13,1850-02-01,27.89,1.43,Abidjan,Côte D'Ivoire,5.63N,3.23W
+14,1850-03-01,27.852,2.173,Abidjan,Côte D'Ivoire,5.63N,3.23W
+15,1850-04-01,26.547,1.662,Abidjan,Côte D'Ivoire,5.63N,3.23W
+16,1850-05-01,25.379,1.355,Abidjan,Côte D'Ivoire,5.63N,3.23W
+17,1850-06-01,24.903,1.178,Abidjan,Côte D'Ivoire,5.63N,3.23W
+18,1850-07-01,24.040000000000006,1.301,Abidjan,Côte D'Ivoire,5.63N,3.23W
+19,1850-08-01,23.758000000000003,1.2819999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+20,1850-09-01,24,1.22,Abidjan,Côte D'Ivoire,5.63N,3.23W
+21,1850-10-01,24.491,1.178,Abidjan,Côte D'Ivoire,5.63N,3.23W
+22,1850-11-01,25.542,1.719,Abidjan,Côte D'Ivoire,5.63N,3.23W
+23,1850-12-01,26.014,1.6030000000000002,Abidjan,Côte D'Ivoire,5.63N,3.23W
+24,1851-01-01,26.789,1.249,Abidjan,Côte D'Ivoire,5.63N,3.23W
+25,1851-02-01,27.363000000000003,1.218,Abidjan,Côte D'Ivoire,5.63N,3.23W
+26,1851-03-01,27.181,1.4280000000000002,Abidjan,Côte D'Ivoire,5.63N,3.23W
+27,1851-04-01,26.604,1.654,Abidjan,Côte D'Ivoire,5.63N,3.23W
+28,1851-05-01,26.212,1.195,Abidjan,Côte D'Ivoire,5.63N,3.23W
+29,1851-06-01,24.898000000000003,1.329,Abidjan,Côte D'Ivoire,5.63N,3.23W
+30,1851-07-01,24.318,1.463,Abidjan,Côte D'Ivoire,5.63N,3.23W
+31,1851-08-01,23.752,1.394,Abidjan,Côte D'Ivoire,5.63N,3.23W
+32,1851-09-01,24.083,1.121,Abidjan,Côte D'Ivoire,5.63N,3.23W
+33,1851-10-01,25.138,1.505,Abidjan,Côte D'Ivoire,5.63N,3.23W
+34,1851-11-01,25.527,1.409,Abidjan,Côte D'Ivoire,5.63N,3.23W
+35,1851-12-01,26.203000000000003,2.358,Abidjan,Côte D'Ivoire,5.63N,3.23W
+84,1856-01-01,26.689,1.27,Abidjan,Côte D'Ivoire,5.63N,3.23W
+85,1856-02-01,26.597,1.7719999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+86,1856-03-01,27.297,1.071,Abidjan,Côte D'Ivoire,5.63N,3.23W
+87,1856-04-01,26.998,1.199,Abidjan,Côte D'Ivoire,5.63N,3.23W
+88,1856-05-01,26.052,1.526,Abidjan,Côte D'Ivoire,5.63N,3.23W
+90,1856-07-01,24.031,1.274,Abidjan,Côte D'Ivoire,5.63N,3.23W
+96,1857-01-01,26.549000000000003,1.749,Abidjan,Côte D'Ivoire,5.63N,3.23W
+98,1857-03-01,27.299,1.263,Abidjan,Côte D'Ivoire,5.63N,3.23W
+99,1857-04-01,26.06900000000001,1.206,Abidjan,Côte D'Ivoire,5.63N,3.23W
+100,1857-05-01,25.256,1.213,Abidjan,Côte D'Ivoire,5.63N,3.23W
+101,1857-06-01,24.358,1.161,Abidjan,Côte D'Ivoire,5.63N,3.23W
+102,1857-07-01,24.09,1.257,Abidjan,Côte D'Ivoire,5.63N,3.23W
+103,1857-08-01,23.264,1.274,Abidjan,Côte D'Ivoire,5.63N,3.23W
+104,1857-09-01,23.71,1.218,Abidjan,Côte D'Ivoire,5.63N,3.23W
+105,1857-10-01,24.577,1.227,Abidjan,Côte D'Ivoire,5.63N,3.23W
+106,1857-11-01,25.778,1.158,Abidjan,Côte D'Ivoire,5.63N,3.23W
+107,1857-12-01,25.91,1.388,Abidjan,Côte D'Ivoire,5.63N,3.23W
+108,1858-01-01,26.454,1.964,Abidjan,Côte D'Ivoire,5.63N,3.23W
+109,1858-02-01,26.783,1.2009999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+110,1858-03-01,27.285,1.236,Abidjan,Côte D'Ivoire,5.63N,3.23W
+111,1858-04-01,27.161,1.27,Abidjan,Côte D'Ivoire,5.63N,3.23W
+112,1858-05-01,25.925,1.235,Abidjan,Côte D'Ivoire,5.63N,3.23W
+113,1858-06-01,25.014,1.253,Abidjan,Côte D'Ivoire,5.63N,3.23W
+114,1858-07-01,23.531,1.16,Abidjan,Côte D'Ivoire,5.63N,3.23W
+115,1858-08-01,23.475,1.325,Abidjan,Côte D'Ivoire,5.63N,3.23W
+116,1858-09-01,23.712,1.166,Abidjan,Côte D'Ivoire,5.63N,3.23W
+117,1858-10-01,25.17,1.198,Abidjan,Côte D'Ivoire,5.63N,3.23W
+118,1858-11-01,26.417,1.279,Abidjan,Côte D'Ivoire,5.63N,3.23W
+119,1858-12-01,24.914,1.824,Abidjan,Côte D'Ivoire,5.63N,3.23W
+120,1859-01-01,26.176,1.514,Abidjan,Côte D'Ivoire,5.63N,3.23W
+121,1859-02-01,27.094,1.445,Abidjan,Côte D'Ivoire,5.63N,3.23W
+122,1859-03-01,28.034,1.2990000000000002,Abidjan,Côte D'Ivoire,5.63N,3.23W
+123,1859-04-01,28.273000000000003,1.419,Abidjan,Côte D'Ivoire,5.63N,3.23W
+124,1859-05-01,27.137,1.5759999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+125,1859-06-01,25.361,1.32,Abidjan,Côte D'Ivoire,5.63N,3.23W
+126,1859-07-01,23.975,1.264,Abidjan,Côte D'Ivoire,5.63N,3.23W
+127,1859-08-01,23.515,1.272,Abidjan,Côte D'Ivoire,5.63N,3.23W
+128,1859-09-01,23.785,1.199,Abidjan,Côte D'Ivoire,5.63N,3.23W
+129,1859-10-01,25.31600000000001,1.304,Abidjan,Côte D'Ivoire,5.63N,3.23W
+130,1859-11-01,26.163,1.389,Abidjan,Côte D'Ivoire,5.63N,3.23W
+131,1859-12-01,26.222,1.587,Abidjan,Côte D'Ivoire,5.63N,3.23W
+132,1860-01-01,26.532,1.372,Abidjan,Côte D'Ivoire,5.63N,3.23W
+133,1860-02-01,27.19,1.295,Abidjan,Côte D'Ivoire,5.63N,3.23W
+134,1860-03-01,26.825,1.278,Abidjan,Côte D'Ivoire,5.63N,3.23W
+136,1860-05-01,26.11,1.158,Abidjan,Côte D'Ivoire,5.63N,3.23W
+137,1860-06-01,25.404,1.196,Abidjan,Côte D'Ivoire,5.63N,3.23W
+138,1860-07-01,24.275,1.217,Abidjan,Côte D'Ivoire,5.63N,3.23W
+139,1860-08-01,23.96,1.2819999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+140,1860-09-01,24.52,1.175,Abidjan,Côte D'Ivoire,5.63N,3.23W
+141,1860-10-01,25.158,1.123,Abidjan,Côte D'Ivoire,5.63N,3.23W
+142,1860-11-01,25.324,1.146,Abidjan,Côte D'Ivoire,5.63N,3.23W
+143,1860-12-01,24.81,1.329,Abidjan,Côte D'Ivoire,5.63N,3.23W
+144,1861-01-01,25.189,1.648,Abidjan,Côte D'Ivoire,5.63N,3.23W
+145,1861-02-01,26.443,1.402,Abidjan,Côte D'Ivoire,5.63N,3.23W
+146,1861-03-01,27.542,1.224,Abidjan,Côte D'Ivoire,5.63N,3.23W
+147,1861-04-01,27.034,1.288,Abidjan,Côte D'Ivoire,5.63N,3.23W
+148,1861-05-01,25.984,1.211,Abidjan,Côte D'Ivoire,5.63N,3.23W
+149,1861-06-01,25.176,1.426,Abidjan,Côte D'Ivoire,5.63N,3.23W
+150,1861-07-01,24.084,1.317,Abidjan,Côte D'Ivoire,5.63N,3.23W
+151,1861-08-01,23.648000000000003,1.253,Abidjan,Côte D'Ivoire,5.63N,3.23W
+154,1861-11-01,25.762,1.476,Abidjan,Côte D'Ivoire,5.63N,3.23W
+155,1861-12-01,25.856,1.656,Abidjan,Côte D'Ivoire,5.63N,3.23W
+156,1862-01-01,25.427,1.396,Abidjan,Côte D'Ivoire,5.63N,3.23W
+157,1862-02-01,26.064,1.339,Abidjan,Côte D'Ivoire,5.63N,3.23W
+158,1862-03-01,27.177,1.527,Abidjan,Côte D'Ivoire,5.63N,3.23W
+159,1862-04-01,26.656,1.554,Abidjan,Côte D'Ivoire,5.63N,3.23W
+161,1862-06-01,24.912,1.435,Abidjan,Côte D'Ivoire,5.63N,3.23W
+162,1862-07-01,24.211,1.376,Abidjan,Côte D'Ivoire,5.63N,3.23W
+163,1862-08-01,23.681,1.509,Abidjan,Côte D'Ivoire,5.63N,3.23W
+164,1862-09-01,23.987,1.436,Abidjan,Côte D'Ivoire,5.63N,3.23W
+165,1862-10-01,24.933000000000003,1.367,Abidjan,Côte D'Ivoire,5.63N,3.23W
+167,1862-12-01,24.687,1.4480000000000002,Abidjan,Côte D'Ivoire,5.63N,3.23W
+290,1873-03-01,27.658,1.245,Abidjan,Côte D'Ivoire,5.63N,3.23W
+292,1873-05-01,26.526,1.1740000000000002,Abidjan,Côte D'Ivoire,5.63N,3.23W
+293,1873-06-01,25.815,1.271,Abidjan,Côte D'Ivoire,5.63N,3.23W
+294,1873-07-01,24.645,1.133,Abidjan,Côte D'Ivoire,5.63N,3.23W
+295,1873-08-01,24.116,1.06,Abidjan,Côte D'Ivoire,5.63N,3.23W
+296,1873-09-01,24.689,1.3259999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+297,1873-10-01,25.158,1.006,Abidjan,Côte D'Ivoire,5.63N,3.23W
+299,1873-12-01,26.341,1.074,Abidjan,Côte D'Ivoire,5.63N,3.23W
+300,1874-01-01,26.501,1.629,Abidjan,Côte D'Ivoire,5.63N,3.23W
+301,1874-02-01,27.216,1.18,Abidjan,Côte D'Ivoire,5.63N,3.23W
+302,1874-03-01,27.022,1.4,Abidjan,Côte D'Ivoire,5.63N,3.23W
+303,1874-04-01,27.298,1.014,Abidjan,Côte D'Ivoire,5.63N,3.23W
+304,1874-05-01,25.925,1.15,Abidjan,Côte D'Ivoire,5.63N,3.23W
+306,1874-07-01,23.974,1.022,Abidjan,Côte D'Ivoire,5.63N,3.23W
+307,1874-08-01,23.546,1.145,Abidjan,Côte D'Ivoire,5.63N,3.23W
+308,1874-09-01,24.491,0.924,Abidjan,Côte D'Ivoire,5.63N,3.23W
+309,1874-10-01,25.103,1.304,Abidjan,Côte D'Ivoire,5.63N,3.23W
+310,1874-11-01,25.643,1.32,Abidjan,Côte D'Ivoire,5.63N,3.23W
+311,1874-12-01,25.781,1.356,Abidjan,Côte D'Ivoire,5.63N,3.23W
+312,1875-01-01,25.56600000000001,1.213,Abidjan,Côte D'Ivoire,5.63N,3.23W
+313,1875-02-01,26.84,1.018,Abidjan,Côte D'Ivoire,5.63N,3.23W
+314,1875-03-01,27.147,0.931,Abidjan,Côte D'Ivoire,5.63N,3.23W
+315,1875-04-01,26.767,0.929,Abidjan,Côte D'Ivoire,5.63N,3.23W
+316,1875-05-01,25.889,0.809,Abidjan,Côte D'Ivoire,5.63N,3.23W
+317,1875-06-01,24.916,0.893,Abidjan,Côte D'Ivoire,5.63N,3.23W
+318,1875-07-01,23.711,1.3,Abidjan,Côte D'Ivoire,5.63N,3.23W
+319,1875-08-01,23.32,0.989,Abidjan,Côte D'Ivoire,5.63N,3.23W
+320,1875-09-01,23.907,0.823,Abidjan,Côte D'Ivoire,5.63N,3.23W
+321,1875-10-01,24.725,0.8740000000000001,Abidjan,Côte D'Ivoire,5.63N,3.23W
+322,1875-11-01,25.026,0.7879999999999999,Abidjan,Côte D'Ivoire,5.63N,3.23W
+323,1875-12-01,25.16,1.11,Abidjan,Côte D'Ivoire,5.63N,3.23W
+324,1876-01-01,25.608,1.357,Abidjan,Côte D'Ivoire,5.63N,3.23W
+325,1876-02-01,26.391,1.608,Abidjan,Côte D'Ivoire,5.63N,3.23W
+326,1876-03-01,27.006,1.453,Abidjan,Côte D'Ivoire,5.63N,3.23W
+327,1876-04-01,26.385,2.202,Abidjan,Côte D'Ivoire,5.63N,3.23W
+328,1876-05-01,25.593,0.871,Abidjan,Côte D'Ivoire,5.63N,3.23W
+329,1876-06-01,24.919,1.183,Abidjan,Côte D'Ivoire,5.63N,3.23W
+330,1876-07-01,23.705,1.64,Abidjan,Côte D'Ivoire,5.63N,3.23W
+331,1876-08-01,23.015,1.5830000000000002,Abidjan,Côte D'Ivoire,5.63N,3.23W
+332,1876-09-01,23.644,1.324,Abidjan,Côte D'Ivoire,5.63N,3.23W
+333,1876-10-01,24.959,1.228,Abidjan,Côte D'Ivoire,5.63N,3.23W
+334,1876-11-01,25.252,1.288,Abidjan,Côte D'Ivoire,5.63N,3.23W
+335,1876-12-01,25.253,1.147,Abidjan,Côte D'Ivoire,5.63N,3.23W
+336,1877-01-01,25.845,1.636,Abidjan,Côte D'Ivoire,5.63N,3.23W
+337,1877-02-01,26.925,1.555,Abidjan,Côte D'Ivoire,5.63N,3.23W
+338,1877-03-01,27.607,1.386,Abidjan,Côte D'Ivoire,5.63N,3.23W
+339,1877-04-01,26.978,0.991,Abidjan,Côte D'Ivoire,5.63N,3.23W
+340,1877-05-01,26.21,0.769,Abidjan,Côte D'Ivoire,5.63N,3.23W
+341,1877-06-01,25.217,1.513,Abidjan,Côte D'Ivoire,5.63N,3.23W
+342,1877-07-01,24.578000000000003,0.7929999999999999,Abidjan,Côte D'Ivoire,5.63N,3.23W
+343,1877-08-01,24.14,0.916,Abidjan,Côte D'Ivoire,5.63N,3.23W
+344,1877-09-01,24.569000000000003,0.747,Abidjan,Côte D'Ivoire,5.63N,3.23W
+345,1877-10-01,25.363000000000003,0.858,Abidjan,Côte D'Ivoire,5.63N,3.23W
+346,1877-11-01,26.413,0.938,Abidjan,Côte D'Ivoire,5.63N,3.23W
+347,1877-12-01,26.313,2.066,Abidjan,Côte D'Ivoire,5.63N,3.23W
+348,1878-01-01,26.433000000000003,1.293,Abidjan,Côte D'Ivoire,5.63N,3.23W
+349,1878-02-01,27.785,1.404,Abidjan,Côte D'Ivoire,5.63N,3.23W
+350,1878-03-01,28.674,1.693,Abidjan,Côte D'Ivoire,5.63N,3.23W
+351,1878-04-01,27.558000000000003,1.388,Abidjan,Côte D'Ivoire,5.63N,3.23W
+352,1878-05-01,26.078000000000003,0.841,Abidjan,Côte D'Ivoire,5.63N,3.23W
+353,1878-06-01,25.087,2.164,Abidjan,Côte D'Ivoire,5.63N,3.23W
+354,1878-07-01,23.668000000000006,2.186,Abidjan,Côte D'Ivoire,5.63N,3.23W
+355,1878-08-01,23.475,1.602,Abidjan,Côte D'Ivoire,5.63N,3.23W
+356,1878-09-01,24.348000000000003,0.787,Abidjan,Côte D'Ivoire,5.63N,3.23W
+357,1878-10-01,25.398000000000003,0.736,Abidjan,Côte D'Ivoire,5.63N,3.23W
+358,1878-11-01,26.207,1.225,Abidjan,Côte D'Ivoire,5.63N,3.23W
+359,1878-12-01,25.781,1.177,Abidjan,Côte D'Ivoire,5.63N,3.23W
+360,1879-01-01,25.803,1.4169999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+361,1879-02-01,27.402,0.978,Abidjan,Côte D'Ivoire,5.63N,3.23W
+362,1879-03-01,27.148000000000003,1.129,Abidjan,Côte D'Ivoire,5.63N,3.23W
+363,1879-04-01,26.662,1.182,Abidjan,Côte D'Ivoire,5.63N,3.23W
+364,1879-05-01,25.592,1.319,Abidjan,Côte D'Ivoire,5.63N,3.23W
+365,1879-06-01,25.147,0.919,Abidjan,Côte D'Ivoire,5.63N,3.23W
+366,1879-07-01,23.265,1.804,Abidjan,Côte D'Ivoire,5.63N,3.23W
+367,1879-08-01,22.912,1.3159999999999998,Abidjan,Côte D'Ivoire,5.63N,3.23W
+368,1879-09-01,23.926,0.847,Abidjan,Côte D'Ivoire,5.63N,3.23W
+369,1879-10-01,25.197,0.985,Abidjan,Côte D'Ivoire,5.63N,3.23W
+370,1879-11-01,25.897,0.885,Abidjan,Côte D'Ivoire,5.63N,3.23W
+371,1879-12-01,25.657,1.285,Abidjan,Côte D'Ivoire,5.63N,3.23W
+372,1880-01-01,26.109,1.095,Abidjan,Côte D'Ivoire,5.63N,3.23W
+373,1880-02-01,26.922,1.249,Abidjan,Côte D'Ivoire,5.63N,3.23W
+374,1880-03-01,27.514,1.204,Abidjan,Côte D'Ivoire,5.63N,3.23W
+375,1880-04-01,26.65,0.955,Abidjan,Côte D'Ivoire,5.63N,3.23W
+376,1880-05-01,26.566,1.262,Abidjan,Côte D'Ivoire,5.63N,3.23W
+377,1880-06-01,25.232,1.027,Abidjan,Côte D'Ivoire,5.63N,3.23W
+378,1880-07-01,24.614,1.069,Abidjan,Côte D'Ivoire,5.63N,3.23W
+379,1880-08-01,24.542,1.534,Abidjan,Côte D'Ivoire,5.63N,3.23W
+380,1880-09-01,24.199,0.91,Abidjan,Côte D'Ivoire,5.63N,3.23W
+381,1880-10-01,25.99,1.975,Abidjan,Côte D'Ivoire,5.63N,3.23W
+382,1880-11-01,26.607,1.7380000000000002,Abidjan,Côte D'Ivoire,5.63N,3.23W
+383,1880-12-01,26.54,1.491,Abidjan,Côte D'Ivoire,5.63N,3.23W

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex2/mapper.py

@@ -0,0 +1,20 @@
+import sys
+from datetime import datetime
+i = 0
+for line in sys.stdin:
+    if 1-i:
+        i+=1
+        continue
+    line = line.strip().split(',')
+    date = line[1].split('-')
+    date = datetime(int(date[0]), int(date[1]), int(date[2]))
+    temp = float(line[2])
+    if not line:
+        continue
+        
+    try:
+         year = date.year
+         temp = float(temp)
+         print str(year)+ "\t" +str(temp)+ "\t"+str(1)
+    except ValueError:
+         continue

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex2/reducer.py

@@ -0,0 +1,32 @@
+import sys
+
+def reducer():
+    yearly_min = {}  
+    
+    for line in sys.stdin:
+        line = line.strip()
+        if not line:
+            continue
+        try:
+            year, temp, _ = line.split('\t')
+            temp = float(temp)
+            if year in yearly_min:
+                if temp < yearly_min[year]:
+                    yearly_min[year] = temp
+            else:
+                yearly_min[year] = temp
+                
+        except ValueError:
+            continue
+    coolest_year = None
+    coolest_temp = float('inf')
+    for year, temp in yearly_min.items():
+        if temp < coolest_temp:
+            coolest_temp = temp
+            coolest_year = year
+    
+    if coolest_year:
+        print("coolest year ",str(coolest_year),"  Minimum Temperature ",str(coolest_temp))
+
+if __name__ == "__main__":
+    reducer()

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/BF_Map.py

@@ -0,0 +1,11 @@
+import sys
+for line in sys.stdin:
+	line = line.strip()
+	if not line:
+		contine
+	ip = line.split(',')[0]
+	try:
+		int(ip.split('.')[0])
+	except:
+		continue
+	print str(ip)+"\t"+str(1)

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/BF_Red.py

@@ -0,0 +1,30 @@
+import sys
+
+Bloom_size = 100000
+hashc = 2
+
+bit_array = 0
+def get_hashes(item, size, count):
+	ip = item.split('.')
+	h1 = sum(int(x) for x in ip)%size
+	h2 = sum(2*int(ip[i])*i-5 for i in range(len(ip)))
+	return [h1,h2]
+
+
+def add_to_bloom(item):
+	global bit_array
+	for h in get_hashes(item, Bloom_size, hashc):
+		bit_array |= 1<<h
+
+def is_in_bloom(item):
+	for h in get_hashes(item, Bloom_size, hashc):
+		if bit_array & (1<<h) == 0:
+			return False
+	return True
+
+for line in sys.stdin:
+	ip = line.strip().split('\t')[0]
+	if ip and not is_in_bloom(ip):
+		add_to_bloom(ip)
+		print(ip)
+		

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/bloom_filter.py

@@ -0,0 +1,71 @@
+import math
+
+class BloomFilter:
+    def __init__(self, size=13):
+        self.size = size
+        self.bit_array = [0] * size
+       
+    def h1(self, x):
+        return (2*x) % self.size
+      
+    def h2(self, x):
+        return (x+10) % self.size
+       
+    def h3(self, x):
+        return (x + 15) % self.size
+       
+    def add(self, element, hash_count):
+        positions = []
+        collisions = 0
+	if hash_count >= 1:
+            positions.append(self.h1(element))
+        if hash_count >= 2:
+            positions.append(self.h2(element))
+        if hash_count >= 3:
+            positions.append(self.h3(element))
+           
+        for pos in positions:
+            if self.bit_array[pos] == 1:
+                collisions += 1
+            self.bit_array[pos] = 1
+        return collisions
+       
+    def count_ones(self):
+        return sum(self.bit_array)
+def calculate_error_rate(x, y, z):
+    return (1 - math.exp(-z * y / x)) ** z
+
+def main():
+    # Input parameters
+    y = 13  # Number of bits in array
+    elements = [142,87,95,153]
+    x = len(elements)  # Number of elements
+   
+    print "Number of Elements (x):\t%d" % x
+    print "Bit Array Size (y):\t%d\n" % y
+   
+    optimal_z = 1
+    min_error = 1.0  # Initialize with maximum possible error
+    for z in [1, 2, 3]:  # Test 1, 2, and 3 hash functions
+        bf = BloomFilter(y)
+        total_collisions = 0
+       
+        for element in elements:
+            total_collisions += bf.add(element, z)
+       
+        ones = bf.count_ones()
+        error = calculate_error_rate(x, y, z)
+	print "Case %d: Using %d hash function(s)" % (z, z)
+        print "Collisions:\t%d" % total_collisions
+        print "Ones in array:\t%d/%d" % (ones, y)
+        print "Error rate:\t%.4f" % error
+        print "Bit array:\t%s\n" % bf.bit_array
+	if error < min_error:
+            min_error = error
+            optimal_z = z
+   
+    print "Optimal number of hash functions: %d" % optimal_z
+    print "Minimum error rate achieved: %.4f" % min_error
+
+if __name__ == "__main__":
+    main()

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/bloom_filter_mapper.py

@@ -0,0 +1,71 @@
+import math
+
+class BloomFilter:
+    def __init__(self, size=13):
+        self.size = size
+        self.bit_array = [0] * size
+       
+    def h1(self, x):
+        return (2*x) % self.size
+      
+    def h2(self, x):
+        return (x+10) % self.size
+       
+    def h3(self, x):
+        return (x + 15) % self.size
+       
+    def add(self, element, hash_count):
+        positions = []
+        collisions = 0
+	if hash_count >= 1:
+            positions.append(self.h1(element))
+        if hash_count >= 2:
+            positions.append(self.h2(element))
+        if hash_count >= 3:
+            positions.append(self.h3(element))
+           
+        for pos in positions:
+            if self.bit_array[pos] == 1:
+                collisions += 1
+            self.bit_array[pos] = 1
+        return collisions
+       
+    def count_ones(self):
+        return sum(self.bit_array)
+def calculate_error_rate(x, y, z):
+    return (1 - math.exp(-z * y / x)) ** z
+
+def main():
+    # Input parameters
+    y = 13  # Number of bits in array
+    elements = [142,87,95,153]
+    x = len(elements)  # Number of elements
+   
+    print "Number of Elements (x):\t%d" % x
+    print "Bit Array Size (y):\t%d\n" % y
+   
+    optimal_z = 1
+    min_error = 1.0  # Initialize with maximum possible error
+    for z in [1, 2, 3]:  # Test 1, 2, and 3 hash functions
+        bf = BloomFilter(y)
+        total_collisions = 0
+       
+        for element in elements:
+            total_collisions += bf.add(element, z)
+       
+        ones = bf.count_ones()
+        error = calculate_error_rate(x, y, z)
+	print "Case %d: Using %d hash function(s)" % (z, z)
+        print "Collisions:\t%d" % total_collisions
+        print "Ones in array:\t%d/%d" % (ones, y)
+        print "Error rate:\t%.4f" % error
+        print "Bit array:\t%s\n" % bf.bit_array
+	if error < min_error:
+            min_error = error
+            optimal_z = z
+   
+    print "Optimal number of hash functions: %d" % optimal_z
+    print "Minimum error rate achieved: %.4f" % min_error
+
+if __name__ == "__main__":
+    main()

noshot-14.0.0/src/noshot/data/DLE FSD BDA/BDA/BDA Lab/Ex3/bloom_filter_reducer.py

@@ -0,0 +1,71 @@
+import math
+
+class BloomFilter:
+    def __init__(self, size=13):
+        self.size = size
+        self.bit_array = [0] * size
+       
+    def h1(self, x):
+        return (2*x) % self.size
+      
+    def h2(self, x):
+        return (x+10) % self.size
+       
+    def h3(self, x):
+        return (x + 15) % self.size
+       
+    def add(self, element, hash_count):
+        positions = []
+        collisions = 0
+	if hash_count >= 1:
+            positions.append(self.h1(element))
+        if hash_count >= 2:
+            positions.append(self.h2(element))
+        if hash_count >= 3:
+            positions.append(self.h3(element))
+           
+        for pos in positions:
+            if self.bit_array[pos] == 1:
+                collisions += 1
+            self.bit_array[pos] = 1
+        return collisions
+       
+    def count_ones(self):
+        return sum(self.bit_array)
+def calculate_error_rate(x, y, z):
+    return (1 - math.exp(-z * y / x)) ** z
+
+def main():
+    # Input parameters
+    y = 13  # Number of bits in array
+    elements = [142,87,95,153]
+    x = len(elements)  # Number of elements
+   
+    print "Number of Elements (x):\t%d" % x
+    print "Bit Array Size (y):\t%d\n" % y
+   
+    optimal_z = 1
+    min_error = 1.0  # Initialize with maximum possible error
+    for z in [1, 2, 3]:  # Test 1, 2, and 3 hash functions
+        bf = BloomFilter(y)
+        total_collisions = 0
+       
+        for element in elements:
+            total_collisions += bf.add(element, z)
+       
+        ones = bf.count_ones()
+        error = calculate_error_rate(x, y, z)
+	print "Case %d: Using %d hash function(s)" % (z, z)
+        print "Collisions:\t%d" % total_collisions
+        print "Ones in array:\t%d/%d" % (ones, y)
+        print "Error rate:\t%.4f" % error
+        print "Bit array:\t%s\n" % bf.bit_array
+	if error < min_error:
+            min_error = error
+            optimal_z = z
+   
+    print "Optimal number of hash functions: %d" % optimal_z
+    print "Minimum error rate achieved: %.4f" % min_error
+
+if __name__ == "__main__":
+    main()