nlptoolkit-classification 1.0.3 → 1.0.4

package/tests/Classifier/DummyTest.ts

@@ -0,0 +1,89 @@
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import * as assert from "assert";
+import {Dummy} from "../../dist/Classifier/Dummy";
+
+describe('DummyTest', function() {
+    describe('DummyTest', function() {
+        let dummy = new Dummy()
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 34; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let dermatology = new DataSet(dataDefinition, ",", "datasets/dermatology.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let car = new DataSet(dataDefinition, ",", "datasets/car.data");
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 9; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let tictactoe = new DataSet(dataDefinition, ",", "datasets/tictactoe.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 8; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let nursery = new DataSet(dataDefinition, ",", "datasets/nursery.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 6; i++){
+            if (i % 2 == 0){
+                attributeTypes.push(AttributeType.DISCRETE)
+            } else {
+                attributeTypes.push(AttributeType.CONTINUOUS)
+            }
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let chess = new DataSet(dataDefinition, ",", "datasets/chess.data")
+        it('testTrain', function() {
+            dummy.train(iris.getInstanceList(), null);
+            assert.ok(Math.abs(66.67 - 100 * dummy.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.train(bupa.getInstanceList(), null);
+            assert.ok(Math.abs(42.03 -  100 * dummy.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.train(dermatology.getInstanceList(), null);
+            assert.ok(Math.abs(69.40 -  100 * dummy.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.train(car.getInstanceList(), null);
+            assert.ok(Math.abs(29.98 - 100 * dummy.test(car.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.train(tictactoe.getInstanceList(), null);
+            assert.ok(Math.abs(34.66 - 100 * dummy.test(tictactoe.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.train(nursery.getInstanceList(), null);
+            assert.ok(Math.abs(66.67 - 100 * dummy.test(nursery.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.train(chess.getInstanceList(), null);
+            assert.ok(Math.abs(83.77 - 100 * dummy.test(chess.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            dummy.loadModel("models/dummy-iris.txt");
+            assert.ok(Math.abs(66.67 - 100 * dummy.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.loadModel("models/dummy-bupa.txt");
+            assert.ok(Math.abs(42.03 -  100 * dummy.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.loadModel("models/dummy-dermatology.txt");
+            assert.ok(Math.abs(69.40 -  100 * dummy.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.loadModel("models/dummy-car.txt");
+            assert.ok(Math.abs(29.98 - 100 * dummy.test(car.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.loadModel("models/dummy-tictactoe.txt");
+            assert.ok(Math.abs(34.66 - 100 * dummy.test(tictactoe.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.loadModel("models/dummy-nursery.txt");
+            assert.ok(Math.abs(66.67 - 100 * dummy.test(nursery.getInstanceList()).getErrorRate()) <= 0.01);
+            dummy.loadModel("models/dummy-chess.txt");
+            assert.ok(Math.abs(83.77 - 100 * dummy.test(chess.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});

package/tests/Classifier/KMeansTest.ts

@@ -0,0 +1,89 @@
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import * as assert from "assert";
+import {KMeans} from "../../dist/Classifier/KMeans";
+import {KMeansParameter} from "../../dist/Parameter/KMeansParameter";
+
+describe('KMeansTest', function() {
+    describe('KMeansTest', function() {
+        let kMeans = new KMeans()
+        let kMeansParameter = new KMeansParameter(1)
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 34; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let dermatology = new DataSet(dataDefinition, ",", "datasets/dermatology.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let car = new DataSet(dataDefinition, ",", "datasets/car.data");
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 9; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let tictactoe = new DataSet(dataDefinition, ",", "datasets/tictactoe.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 8; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let nursery = new DataSet(dataDefinition, ",", "datasets/nursery.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 6; i++){
+            if (i % 2 == 0){
+                attributeTypes.push(AttributeType.DISCRETE)
+            } else {
+                attributeTypes.push(AttributeType.CONTINUOUS)
+            }
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let chess = new DataSet(dataDefinition, ",", "datasets/chess.data")
+        it('testTrain', function() {
+            kMeans.train(iris.getInstanceList(), kMeansParameter);
+            assert.ok(Math.abs(7.33 - 100 * kMeans.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.train(bupa.getInstanceList(), kMeansParameter);
+            assert.ok(Math.abs(43.77 -  100 * kMeans.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.train(dermatology.getInstanceList(), kMeansParameter);
+            assert.ok(Math.abs(45.08 -  100 * kMeans.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.train(car.getInstanceList(), kMeansParameter);
+            assert.ok(Math.abs(47.98 - 100 * kMeans.test(car.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.train(tictactoe.getInstanceList(), kMeansParameter);
+            assert.ok(Math.abs(38.94 - 100 * kMeans.test(tictactoe.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.train(nursery.getInstanceList(), kMeansParameter);
+            assert.ok(Math.abs(53.60 - 100 * kMeans.test(nursery.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.train(chess.getInstanceList(), kMeansParameter);
+            assert.ok(Math.abs(83.25 - 100 * kMeans.test(chess.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            kMeans.loadModel("models/kMeans-iris.txt");
+            assert.ok(Math.abs(7.33 - 100 * kMeans.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.loadModel("models/kMeans-bupa.txt");
+            assert.ok(Math.abs(43.77 -  100 * kMeans.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.loadModel("models/kMeans-dermatology.txt");
+            assert.ok(Math.abs(45.08 -  100 * kMeans.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.loadModel("models/kMeans-car.txt");
+            assert.ok(Math.abs(29.98 - 100 * kMeans.test(car.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.loadModel("models/kMeans-tictactoe.txt");
+            assert.ok(Math.abs(34.66 - 100 * kMeans.test(tictactoe.getInstanceList()).getErrorRate()) <= 0.01);
+            kMeans.loadModel("models/kMeans-chess.txt");
+            assert.ok(Math.abs(85.83 - 100 * kMeans.test(chess.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});

package/tests/Classifier/KnnTest.ts

@@ -0,0 +1,68 @@
+import * as assert from "assert";
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import {Knn} from "../../dist/Classifier/Knn";
+import {KnnParameter} from "../../dist/Parameter/KnnParameter";
+import {EuclidianDistance} from "../../dist/DistanceMetric/EuclidianDistance";
+
+describe('KnnTest', function() {
+    describe('KnnTest', function() {
+        let knn = new Knn()
+        let knnParameter = new KnnParameter(1, 3, new EuclidianDistance())
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 34; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let dermatology = new DataSet(dataDefinition, ",", "datasets/dermatology.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let car = new DataSet(dataDefinition, ",", "datasets/car.data");
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 9; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let tictactoe = new DataSet(dataDefinition, ",", "datasets/tictactoe.data")
+        it('testTrain', function() {
+            knn.train(iris.getInstanceList(), knnParameter);
+            assert.ok(Math.abs(4.00 - 100 * knn.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            knn.train(bupa.getInstanceList(), knnParameter);
+            assert.ok(Math.abs(19.42 -  100 * knn.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            knn.train(dermatology.getInstanceList(), knnParameter);
+            assert.ok(Math.abs(3.00 -  100 * knn.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+            knn.train(car.getInstanceList(), knnParameter);
+            assert.ok(Math.abs(20.31 - 100 * knn.test(car.getInstanceList()).getErrorRate()) <= 0.01);
+            knn.train(tictactoe.getInstanceList(), knnParameter);
+            assert.ok(Math.abs(32.57 - 100 * knn.test(tictactoe.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            knn.loadModel("models/knn-iris.txt");
+            assert.ok(Math.abs(4.00 - 100 * knn.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            knn.loadModel("models/knn-bupa.txt");
+            assert.ok(Math.abs(19.42 -  100 * knn.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            knn.loadModel("models/knn-dermatology.txt");
+            assert.ok(Math.abs(3.00 -  100 * knn.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+            knn.loadModel("models/knn-car.txt");
+            assert.ok(Math.abs(29.98 - 100 * knn.test(car.getInstanceList()).getErrorRate()) <= 0.01);
+            knn.loadModel("models/knn-tictactoe.txt");
+            assert.ok(Math.abs(34.66 - 100 * knn.test(tictactoe.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});

package/tests/Classifier/LdaTest.ts

@@ -0,0 +1,45 @@
+import * as assert from "assert";
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import {Lda} from "../../dist/Classifier/Lda";
+
+describe('LdaTest', function() {
+    describe('LdaTest', function() {
+        let lda = new Lda()
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 34; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let dermatology = new DataSet(dataDefinition, ",", "datasets/dermatology.data")
+        it('testTrain', function() {
+            lda.train(iris.getInstanceList(), null);
+            assert.ok(Math.abs(2.00 - 100 * lda.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            lda.train(bupa.getInstanceList(), null);
+            assert.ok(Math.abs(29.57 -  100 * lda.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            lda.train(dermatology.getInstanceList(), null);
+            assert.ok(Math.abs(1.91 -  100 * lda.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            lda.loadModel("models/lda-iris.txt");
+            assert.ok(Math.abs(2.00 - 100 * lda.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            lda.loadModel("models/lda-bupa.txt");
+            assert.ok(Math.abs(29.57 -  100 * lda.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            lda.loadModel("models/lda-dermatology.txt");
+            assert.ok(Math.abs(1.91 -  100 * lda.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});

package/tests/Classifier/LinearPerceptronTest.ts

@@ -0,0 +1,49 @@
+import * as assert from "assert";
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import {LinearPerceptron} from "../../dist/Classifier/LinearPerceptron";
+import {LinearPerceptronParameter} from "../../dist/Parameter/LinearPerceptronParameter";
+
+describe('LinearPerceptronTest', function() {
+    describe('LinearPerceptronTest', function() {
+        let linearPerceptron = new LinearPerceptron()
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 34; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let dermatology = new DataSet(dataDefinition, ",", "datasets/dermatology.data")
+        it('testTrain', function() {
+            let linearPerceptronParameter = new LinearPerceptronParameter(1, 0.1, 0.99, 0.2, 100)
+            linearPerceptron.train(iris.getInstanceList(), linearPerceptronParameter);
+            assert.ok(Math.abs(3.33 - 100 * linearPerceptron.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            linearPerceptronParameter = new LinearPerceptronParameter(1, 0.001, 0.99, 0.2, 100)
+            linearPerceptron.train(bupa.getInstanceList(), linearPerceptronParameter);
+            assert.ok(Math.abs(33.33 -  100 * linearPerceptron.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            linearPerceptronParameter = new LinearPerceptronParameter(1, 0.1, 0.99, 0.2, 100)
+            linearPerceptron.train(dermatology.getInstanceList(), linearPerceptronParameter);
+            assert.ok(Math.abs(1.36 -  100 * linearPerceptron.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            linearPerceptron.loadModel("models/linearPerceptron-iris.txt");
+            assert.ok(Math.abs(3.33 - 100 * linearPerceptron.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            linearPerceptron.loadModel("models/linearPerceptron-bupa.txt");
+            assert.ok(Math.abs(31.88 -  100 * linearPerceptron.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            linearPerceptron.loadModel("models/linearPerceptron-dermatology.txt");
+            assert.ok(Math.abs(0.82 -  100 * linearPerceptron.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});

package/tests/Classifier/MultiLayerPerceptronTest.ts

@@ -0,0 +1,51 @@
+import * as assert from "assert";
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import {LinearPerceptronParameter} from "../../dist/Parameter/LinearPerceptronParameter";
+import {MultiLayerPerceptron} from "../../dist/Classifier/MultiLayerPerceptron";
+import {MultiLayerPerceptronParameter} from "../../dist/Parameter/MultiLayerPerceptronParameter";
+import {ActivationFunction} from "../../dist/Parameter/ActivationFunction";
+
+describe('MultiLayerPerceptronTest', function() {
+    describe('MultiLayerPerceptronTest', function() {
+        let multiLayerPerceptron = new MultiLayerPerceptron()
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 34; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let dermatology = new DataSet(dataDefinition, ",", "datasets/dermatology.data")
+        it('testTrain', function() {
+            let multiLayerPerceptronParameter = new MultiLayerPerceptronParameter(1, 0.1, 0.99, 0.2, 100, 3, ActivationFunction.SIGMOID)
+            multiLayerPerceptron.train(iris.getInstanceList(), multiLayerPerceptronParameter);
+            assert.ok(Math.abs(7.33 - 100 * multiLayerPerceptron.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            multiLayerPerceptronParameter = new MultiLayerPerceptronParameter(1, 0.01, 0.99, 0.2, 100, 30, ActivationFunction.SIGMOID)
+            multiLayerPerceptron.train(bupa.getInstanceList(), multiLayerPerceptronParameter);
+            assert.ok(Math.abs(29.57 -  100 * multiLayerPerceptron.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            multiLayerPerceptronParameter = new MultiLayerPerceptronParameter(1, 0.01, 0.99, 0.2, 100, 20, ActivationFunction.SIGMOID)
+            multiLayerPerceptron.train(dermatology.getInstanceList(), multiLayerPerceptronParameter);
+            assert.ok(Math.abs(2.19 -  100 * multiLayerPerceptron.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            multiLayerPerceptron.loadModel("models/multiLayerPerceptron-iris.txt");
+            assert.ok(Math.abs(2.67 - 100 * multiLayerPerceptron.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            multiLayerPerceptron.loadModel("models/multiLayerPerceptron-bupa.txt");
+            assert.ok(Math.abs(27.54 -  100 * multiLayerPerceptron.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            multiLayerPerceptron.loadModel("models/multiLayerPerceptron-dermatology.txt");
+            assert.ok(Math.abs(1.09 -  100 * multiLayerPerceptron.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});

package/tests/Classifier/NaiveBayesTest.ts

@@ -0,0 +1,45 @@
+import * as assert from "assert";
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import {NaiveBayes} from "../../dist/Classifier/NaiveBayes";
+
+describe('NaiveBayesTest', function() {
+    describe('NaiveBayesTest', function() {
+        let naiveBayes = new NaiveBayes()
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 34; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let dermatology = new DataSet(dataDefinition, ",", "datasets/dermatology.data")
+        it('testTrain', function() {
+            naiveBayes.train(iris.getInstanceList(), null);
+            assert.ok(Math.abs(5.33 - 100 * naiveBayes.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            naiveBayes.train(bupa.getInstanceList(), null);
+            assert.ok(Math.abs(38.55 -  100 * naiveBayes.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            naiveBayes.train(dermatology.getInstanceList(), null);
+            assert.ok(Math.abs(9.56 -  100 * naiveBayes.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            naiveBayes.loadModel("models/naiveBayes-iris.txt");
+            assert.ok(Math.abs(5.33 - 100 * naiveBayes.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            naiveBayes.loadModel("models/naiveBayes-bupa.txt");
+            assert.ok(Math.abs(38.55 -  100 * naiveBayes.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            naiveBayes.loadModel("models/naiveBayes-dermatology.txt");
+            assert.ok(Math.abs(9.56 -  100 * naiveBayes.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});

package/tests/Classifier/QdaTest.ts

@@ -0,0 +1,35 @@
+import * as assert from "assert";
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import {Qda} from "../../dist/Classifier/Qda";
+
+describe('QdaTest', function() {
+    describe('QdaTest', function() {
+        let qda = new Qda()
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        it('testTrain', function() {
+            qda.train(iris.getInstanceList(), null);
+            assert.ok(Math.abs(2.00 - 100 * qda.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            qda.train(bupa.getInstanceList(), null);
+            assert.ok(Math.abs(36.52 -  100 * qda.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            qda.loadModel("models/qda-iris.txt");
+            assert.ok(Math.abs(2.00 - 100 * qda.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            qda.loadModel("models/qda-bupa.txt");
+            assert.ok(Math.abs(36.52 -  100 * qda.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});

package/tests/Classifier/RandomForestTest.ts

@@ -0,0 +1,68 @@
+import {AttributeType} from "../../dist/Attribute/AttributeType";
+import {DataDefinition} from "../../dist/DataSet/DataDefinition";
+import {DataSet} from "../../dist/DataSet/DataSet";
+import * as assert from "assert";
+import {RandomForest} from "../../dist/Classifier/RandomForest";
+import {RandomForestParameter} from "../../dist/Parameter/RandomForestParameter";
+
+describe('RandomForestTest', function() {
+    describe('RandomForestTest', function() {
+        let randomForest = new RandomForest()
+        let randomForestParameter = new RandomForestParameter(1, 100, 35)
+        let attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 4; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        let dataDefinition = new DataDefinition(attributeTypes)
+        let iris = new DataSet(dataDefinition, ",", "datasets/iris.data")
+        attributeTypes = new Array<AttributeType>();
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let bupa = new DataSet(dataDefinition, ",", "datasets/bupa.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 34; i++){
+            attributeTypes.push(AttributeType.CONTINUOUS)
+        }
+        dataDefinition = new DataDefinition(attributeTypes)
+        let dermatology = new DataSet(dataDefinition, ",", "datasets/dermatology.data")
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 6; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let car = new DataSet(dataDefinition, ",", "datasets/car.data");
+        attributeTypes = new Array<AttributeType>()
+        for (let i = 0; i < 9; i++){
+            attributeTypes.push(AttributeType.DISCRETE)
+        }
+        dataDefinition = new DataDefinition(attributeTypes);
+        let tictactoe = new DataSet(dataDefinition, ",", "datasets/tictactoe.data")
+        it('testTrain', function() {
+            this.timeout(4000);
+            randomForest.train(iris.getInstanceList(), randomForestParameter);
+            assert.ok(Math.abs(0.00 - 100 * randomForest.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            randomForest.train(bupa.getInstanceList(), randomForestParameter);
+            assert.ok(Math.abs(0.00 -  100 * randomForest.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            randomForest.train(dermatology.getInstanceList(), randomForestParameter);
+            assert.ok(Math.abs(0.00 -  100 * randomForest.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+            randomForest.train(car.getInstanceList(), randomForestParameter);
+            assert.ok(Math.abs(0.00 - 100 * randomForest.test(car.getInstanceList()).getErrorRate()) <= 0.01);
+            randomForest.train(tictactoe.getInstanceList(), randomForestParameter);
+            assert.ok(Math.abs(0.00 - 100 * randomForest.test(tictactoe.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+        it('testLoad', function() {
+            randomForest.loadModel("models/randomforest-iris.txt");
+            assert.ok(Math.abs(0.00 - 100 * randomForest.test(iris.getInstanceList()).getErrorRate()) <= 0.01);
+            randomForest.loadModel("models/randomforest-bupa.txt");
+            assert.ok(Math.abs(0.00 -  100 * randomForest.test(bupa.getInstanceList()).getErrorRate()) <= 0.01);
+            randomForest.loadModel("models/randomforest-dermatology.txt");
+            assert.ok(Math.abs(0.00 -  100 * randomForest.test(dermatology.getInstanceList()).getErrorRate()) <= 0.01);
+            randomForest.loadModel("models/randomforest-car.txt");
+            assert.ok(Math.abs(0.00 - 100 * randomForest.test(car.getInstanceList()).getErrorRate()) <= 0.01);
+            randomForest.loadModel("models/randomforest-tictactoe.txt");
+            assert.ok(Math.abs(0.00 - 100 * randomForest.test(tictactoe.getInstanceList()).getErrorRate()) <= 0.01);
+        });
+    });
+});