nlptoolkit-classification 1.0.6 → 1.0.8

package/dist/Model/Parametric/KMeansModel.js

@@ -0,0 +1,73 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./GaussianModel", "../../InstanceList/InstanceList", "nlptoolkit-util/dist/FileContents", "../../DistanceMetric/EuclidianDistance", "../../InstanceList/Partition"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.KMeansModel = void 0;
+    const GaussianModel_1 = require("./GaussianModel");
+    const InstanceList_1 = require("../../InstanceList/InstanceList");
+    const FileContents_1 = require("nlptoolkit-util/dist/FileContents");
+    const EuclidianDistance_1 = require("../../DistanceMetric/EuclidianDistance");
+    const Partition_1 = require("../../InstanceList/Partition");
+    class KMeansModel extends GaussianModel_1.GaussianModel {
+        /**
+         * Loads a K-means model from an input model file.
+         * @param fileName Model file name.
+         */
+        constructor2(fileName) {
+            this.distanceMetric = new EuclidianDistance_1.EuclidianDistance();
+            let input = new FileContents_1.FileContents(fileName);
+            this.loadPriorDistribution(input);
+            this.classMeans = this.loadInstanceList(input);
+        }
+        /**
+         * The calculateMetric method takes an {@link Instance} and a String as inputs. It loops through the class means, if
+         * the corresponding class label is same as the given String it returns the negated distance between given instance and the
+         * current item of class means. Otherwise it returns the smallest negative number.
+         *
+         * @param instance {@link Instance} input.
+         * @param Ci       String input.
+         * @return The negated distance between given instance and the current item of class means.
+         */
+        calculateMetric(instance, Ci) {
+            for (let i = 0; i < this.classMeans.size(); i++) {
+                if (this.classMeans.get(i).getClassLabel() == Ci) {
+                    return -this.distanceMetric.distance(instance, this.classMeans.get(i));
+                }
+            }
+            return Number.NEGATIVE_INFINITY;
+        }
+        saveTxt(fileName) {
+        }
+        /**
+         * Training algorithm for K-Means classifier. K-Means finds the mean of each class for training.
+         *
+         * @param trainSet   Training data given to the algorithm.
+         * @param parameters distanceMetric: distance metric used to calculate the distance between two instances.
+         */
+        train(trainSet, parameters) {
+            this.priorDistribution = trainSet.classDistribution();
+            this.classMeans = new InstanceList_1.InstanceList();
+            let classLists = new Partition_1.Partition(trainSet);
+            for (let i = 0; i < classLists.size(); i++) {
+                this.classMeans.add(classLists.get(i).average());
+            }
+            this.distanceMetric = parameters.getDistanceMetric();
+        }
+        /**
+         * Loads the K-means model from an input file.
+         * @param fileName File name of the K-means model.
+         */
+        loadModel(fileName) {
+            this.constructor2(fileName);
+        }
+    }
+    exports.KMeansModel = KMeansModel;
+});
+//# sourceMappingURL=KMeansModel.js.map

package/dist/Model/Parametric/KMeansModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KMeansModel.js","sourceRoot":"","sources":["../../../source/Model/Parametric/KMeansModel.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,mDAA8C;IAC9C,kEAA6D;IAG7D,oEAA+D;IAC/D,8EAAyE;IAEzE,4DAAuD;IAGvD,MAAa,WAAY,SAAQ,6BAAa;QAK1C;;;WAGG;QACH,YAAY,CAAC,QAAgB;YACzB,IAAI,CAAC,cAAc,GAAG,IAAI,qCAAiB,EAAE,CAAA;YAC7C,IAAI,KAAK,GAAG,IAAI,2BAAY,CAAC,QAAQ,CAAC,CAAA;YACtC,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAA;YACjC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAA;QAClD,CAAC;QAED;;;;;;;;WAQG;QACH,eAAe,CAAC,QAAkB,EAAE,EAAU;YAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;gBAC7C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE;oBAC9C,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC1E;aACJ;YACD,OAAO,MAAM,CAAC,iBAAiB,CAAC;QACpC,CAAC;QAED,OAAO,CAAC,QAAgB;QACxB,CAAC;QAED;;;;;WAKG;QACH,KAAK,CAAC,QAAsB,EAAE,UAAqB;YAC/C,IAAI,CAAC,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YACtD,IAAI,CAAC,UAAU,GAAG,IAAI,2BAAY,EAAE,CAAC;YACrC,IAAI,UAAU,GAAG,IAAI,qBAAS,CAAC,QAAQ,CAAC,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;gBACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;aACpD;YACD,IAAI,CAAC,cAAc,GAAsB,UAAW,CAAC,iBAAiB,EAAE,CAAA;QAC5E,CAAC;QAED;;;WAGG;QACH,SAAS,CAAC,QAAgB;YACtB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;QAC/B,CAAC;KAEJ;IA7DD,kCA6DC"}

package/dist/Model/Parametric/LdaModel.d.ts

@@ -0,0 +1,44 @@
+import { GaussianModel } from "./GaussianModel";
+import { Vector } from "nlptoolkit-math/dist/Vector";
+import { Instance } from "../../Instance/Instance";
+import { FileContents } from "nlptoolkit-util/dist/FileContents";
+import { InstanceList } from "../../InstanceList/InstanceList";
+import { Parameter } from "../../Parameter/Parameter";
+export declare class LdaModel extends GaussianModel {
+    protected w0: Map<string, number>;
+    protected w: Map<string, Vector>;
+    /**
+     * Loads a Linear Discriminant Analysis model from an input model file.
+     * @param fileName Model file name.
+     */
+    constructor2(fileName: string): void;
+    /**
+     * The calculateMetric method takes an {@link Instance} and a String as inputs. It returns the dot product of given Instance
+     * and wi plus w0i.
+     *
+     * @param instance {@link Instance} input.
+     * @param Ci       String input.
+     * @return The dot product of given Instance and wi plus w0i.
+     */
+    calculateMetric(instance: Instance, Ci: string): number;
+    /**
+     * Loads w0 and w hash maps from an input file. The number of items in the hash map is given by the parameter size.
+     * @param input Input file
+     * @param size Number of items in the hash map read.
+     * @throws IOException If the file can not be read, it throws IOException.
+     */
+    loadWandW0(input: FileContents, size: number): void;
+    saveTxt(fileName: string): void;
+    /**
+     * Training algorithm for the linear discriminant analysis classifier (Introduction to Machine Learning, Alpaydin, 2015).
+     *
+     * @param trainSet   Training data given to the algorithm.
+     * @param parameters -
+     */
+    train(trainSet: InstanceList, parameters: Parameter): void;
+    /**
+     * Loads the Lda model from an input file.
+     * @param fileName File name of the Lda model.
+     */
+    loadModel(fileName: string): void;
+}

package/dist/Model/Parametric/LdaModel.js

@@ -0,0 +1,98 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./GaussianModel", "nlptoolkit-math/dist/Vector", "nlptoolkit-util/dist/FileContents", "../../InstanceList/Partition", "nlptoolkit-math/dist/Matrix"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.LdaModel = void 0;
+    const GaussianModel_1 = require("./GaussianModel");
+    const Vector_1 = require("nlptoolkit-math/dist/Vector");
+    const FileContents_1 = require("nlptoolkit-util/dist/FileContents");
+    const Partition_1 = require("../../InstanceList/Partition");
+    const Matrix_1 = require("nlptoolkit-math/dist/Matrix");
+    class LdaModel extends GaussianModel_1.GaussianModel {
+        /**
+         * Loads a Linear Discriminant Analysis model from an input model file.
+         * @param fileName Model file name.
+         */
+        constructor2(fileName) {
+            let input = new FileContents_1.FileContents(fileName);
+            let size = this.loadPriorDistribution(input);
+            this.loadWandW0(input, size);
+        }
+        /**
+         * The calculateMetric method takes an {@link Instance} and a String as inputs. It returns the dot product of given Instance
+         * and wi plus w0i.
+         *
+         * @param instance {@link Instance} input.
+         * @param Ci       String input.
+         * @return The dot product of given Instance and wi plus w0i.
+         */
+        calculateMetric(instance, Ci) {
+            let xi = instance.toVector();
+            let wi = this.w.get(Ci);
+            let w0i = this.w0.get(Ci);
+            return wi.dotProduct(xi) + w0i;
+        }
+        /**
+         * Loads w0 and w hash maps from an input file. The number of items in the hash map is given by the parameter size.
+         * @param input Input file
+         * @param size Number of items in the hash map read.
+         * @throws IOException If the file can not be read, it throws IOException.
+         */
+        loadWandW0(input, size) {
+            this.w0 = new Map();
+            for (let i = 0; i < size; i++) {
+                let line = input.readLine();
+                let items = line.split(" ");
+                this.w0.set(items[0], parseFloat(items[1]));
+            }
+            this.w = this.loadVectors(input, size);
+        }
+        saveTxt(fileName) {
+        }
+        /**
+         * Training algorithm for the linear discriminant analysis classifier (Introduction to Machine Learning, Alpaydin, 2015).
+         *
+         * @param trainSet   Training data given to the algorithm.
+         * @param parameters -
+         */
+        train(trainSet, parameters) {
+            this.w0 = new Map();
+            this.w = new Map();
+            this.priorDistribution = trainSet.classDistribution();
+            let classLists = new Partition_1.Partition(trainSet);
+            let covariance = new Matrix_1.Matrix(trainSet.get(0).continuousAttributeSize(), trainSet.get(0).continuousAttributeSize());
+            for (let i = 0; i < classLists.size(); i++) {
+                let averageVector = new Vector_1.Vector(classLists.get(i).continuousAttributeAverage());
+                let classCovariance = classLists.get(i).covariance(averageVector);
+                classCovariance.multiplyWithConstant(classLists.get(i).size() - 1);
+                covariance.add(classCovariance);
+            }
+            covariance.divideByConstant(trainSet.size() - classLists.size());
+            covariance.inverse();
+            for (let i = 0; i < classLists.size(); i++) {
+                let Ci = classLists.get(i).getClassLabel();
+                let averageVector = new Vector_1.Vector(classLists.get(i).continuousAttributeAverage());
+                let wi = covariance.multiplyWithVectorFromRight(averageVector);
+                this.w.set(Ci, wi);
+                let w0i = -0.5 * wi.dotProduct(averageVector) + Math.log(this.priorDistribution.getProbability(Ci));
+                this.w0.set(Ci, w0i);
+            }
+        }
+        /**
+         * Loads the Lda model from an input file.
+         * @param fileName File name of the Lda model.
+         */
+        loadModel(fileName) {
+            this.constructor2(fileName);
+        }
+    }
+    exports.LdaModel = LdaModel;
+});
+//# sourceMappingURL=LdaModel.js.map

package/dist/Model/Parametric/LdaModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LdaModel.js","sourceRoot":"","sources":["../../../source/Model/Parametric/LdaModel.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,mDAA8C;IAC9C,wDAAmD;IAEnD,oEAA+D;IAG/D,4DAAuD;IACvD,wDAAmD;IAGnD,MAAa,QAAS,SAAQ,6BAAa;QAKvC;;;WAGG;QACH,YAAY,CAAC,QAAgB;YACzB,IAAI,KAAK,GAAG,IAAI,2BAAY,CAAC,QAAQ,CAAC,CAAA;YACtC,IAAI,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAA;YAC5C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QAChC,CAAC;QAED;;;;;;;WAOG;QACH,eAAe,CAAC,QAAkB,EAAE,EAAU;YAC1C,IAAI,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC7B,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1B,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;QACnC,CAAC;QAED;;;;;WAKG;QACH,UAAU,CAAC,KAAmB,EAAE,IAAY;YACxC,IAAI,CAAC,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAA;YACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAC;gBAC1B,IAAI,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAA;gBAC3B,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAC3B,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;aAC9C;YACD,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QAC1C,CAAC;QAED,OAAO,CAAC,QAAgB;QACxB,CAAC;QAED;;;;;WAKG;QACH,KAAK,CAAC,QAAsB,EAAE,UAAqB;YAC/C,IAAI,CAAC,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;YACpC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,EAAkB,CAAC;YACnC,IAAI,CAAC,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YACtD,IAAI,UAAU,GAAG,IAAI,qBAAS,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,UAAU,GAAG,IAAI,eAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,uBAAuB,EAAE,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,uBAAuB,EAAE,CAAC,CAAC;YAClH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;gBACxC,IAAI,aAAa,GAAG,IAAI,eAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,0BAA0B,EAAE,CAAC,CAAC;gBAC/E,IAAI,eAAe,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;gBAClE,eAAe,CAAC,oBAAoB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;gBACnE,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;aACnC;YACD,UAAU,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;YACjE,UAAU,CAAC,OAAO,EAAE,CAAC;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;gBACxC,IAAI,EAAE,GAA8B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,aAAa,EAAE,CAAC;gBACvE,IAAI,aAAa,GAAG,IAAI,eAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,0BAA0B,EAAE,CAAC,CAAC;gBAC/E,IAAI,EAAE,GAAG,UAAU,CAAC,2BAA2B,CAAC,aAAa,CAAC,CAAC;gBAC/D,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnB,IAAI,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;gBACpG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;aACxB;QACL,CAAC;QAED;;;WAGG;QACH,SAAS,CAAC,QAAgB;YACtB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;QAC/B,CAAC;KAEJ;IAvFD,4BAuFC"}

package/dist/Model/{NaiveBayesModel.d.ts → Parametric/NaiveBayesModel.d.ts}

@@ -1,19 +1,16 @@
 import { GaussianModel } from "./GaussianModel";
-import { Instance } from "../Instance/Instance";
-import { Vector } from "nlptoolkit-math/dist/Vector";
-import { DiscreteDistribution } from "nlptoolkit-math/dist/DiscreteDistribution";
+import { Instance } from "../../Instance/Instance";
+import { InstanceList } from "../../InstanceList/InstanceList";
+import { Parameter } from "../../Parameter/Parameter";
 export declare class NaiveBayesModel extends GaussianModel {
     private classMeans;
     private classDeviations;
-    private readonly classAttributeDistributions;
+    private classAttributeDistributions;
     /**
-     * A constructor that sets the priorDistribution, classMeans and classDeviations.
-     *
-     * @param priorDistribution {@link DiscreteDistribution} input.
-     * @param classMeans        A {@link Map} of String and {@link Vector}.
-     * @param classDeviations   A {@link Map} of String and {@link Vector}.
+     * Loads a naive Bayes model from an input model file.
+     * @param fileName Model file name.
      */
-    constructor(priorDistribution: DiscreteDistribution | string, classMeans?: any, classDeviations?: Map<string, Vector>);
+    constructor3(fileName: string): void;
     /**
      * The calculateMetric method takes an {@link Instance} and a String as inputs, and it returns the log likelihood of
      * these inputs.
@@ -45,4 +42,27 @@ export declare class NaiveBayesModel extends GaussianModel {
      */
     private logLikelihoodDiscrete;
     saveTxt(fileName: string): void;
+    /**
+     * Training algorithm for Naive Bayes algorithm with a continuous data set.
+     *
+     * @param classLists        Instances are divided into K lists, where each list contains only instances from a single class
+     */
+    private trainContinuousVersion;
+    /**
+     * Training algorithm for Naive Bayes algorithm with a discrete data set.
+     * @param classLists Instances are divided into K lists, where each list contains only instances from a single class
+     */
+    private trainDiscreteVersion;
+    /**
+     * Training algorithm for Naive Bayes algorithm. It basically calls trainContinuousVersion for continuous data sets,
+     * trainDiscreteVersion for discrete data sets.
+     * @param trainSet Training data given to the algorithm
+     * @param parameters -
+     */
+    train(trainSet: InstanceList, parameters: Parameter): void;
+    /**
+     * Loads the naive Bayes model from an input file.
+     * @param fileName File name of the naive Bayes model.
+     */
+    loadModel(fileName: string): void;
 }

package/dist/Model/{NaiveBayesModel.js → Parametric/NaiveBayesModel.js}

@@ -4,44 +4,32 @@
         if (v !== undefined) module.exports = v;
     }
     else if (typeof define === "function" && define.amd) {
-        define(["require", "exports", "./GaussianModel", "nlptoolkit-math/dist/DiscreteDistribution", "nlptoolkit-util/dist/FileContents"], factory);
+        define(["require", "exports", "./GaussianModel", "../../Attribute/DiscreteAttribute", "nlptoolkit-util/dist/FileContents", "../../InstanceList/Partition"], factory);
     }
 })(function (require, exports) {
     "use strict";
     Object.defineProperty(exports, "__esModule", { value: true });
     exports.NaiveBayesModel = void 0;
     const GaussianModel_1 = require("./GaussianModel");
-    const DiscreteDistribution_1 = require("nlptoolkit-math/dist/DiscreteDistribution");
+    const DiscreteAttribute_1 = require("../../Attribute/DiscreteAttribute");
     const FileContents_1 = require("nlptoolkit-util/dist/FileContents");
+    const Partition_1 = require("../../InstanceList/Partition");
     class NaiveBayesModel extends GaussianModel_1.GaussianModel {
-        /**
-         * A constructor that sets the priorDistribution, classMeans and classDeviations.
-         *
-         * @param priorDistribution {@link DiscreteDistribution} input.
-         * @param classMeans        A {@link Map} of String and {@link Vector}.
-         * @param classDeviations   A {@link Map} of String and {@link Vector}.
-         */
-        constructor(priorDistribution, classMeans, classDeviations) {
-            super();
+        constructor() {
+            super(...arguments);
             this.classMeans = undefined;
             this.classDeviations = undefined;
             this.classAttributeDistributions = undefined;
-            if (priorDistribution instanceof DiscreteDistribution_1.DiscreteDistribution) {
-                this.priorDistribution = priorDistribution;
-                if (classDeviations != undefined) {
-                    this.classMeans = classMeans;
-                    this.classDeviations = classDeviations;
-                }
-                else {
-                    this.classAttributeDistributions = classMeans;
-                }
-            }
-            else {
-                let input = new FileContents_1.FileContents(priorDistribution);
-                let size = this.loadPriorDistribution(input);
-                this.classMeans = this.loadVectors(input, size);
-                this.classDeviations = this.loadVectors(input, size);
-            }
+        }
+        /**
+         * Loads a naive Bayes model from an input model file.
+         * @param fileName Model file name.
+         */
+        constructor3(fileName) {
+            let input = new FileContents_1.FileContents(fileName);
+            let size = this.loadPriorDistribution(input);
+            this.classMeans = this.loadVectors(input, size);
+            this.classDeviations = this.loadVectors(input, size);
         }
         /**
          * The calculateMetric method takes an {@link Instance} and a String as inputs, and it returns the log likelihood of
@@ -101,6 +89,55 @@
         }
         saveTxt(fileName) {
         }
+        /**
+         * Training algorithm for Naive Bayes algorithm with a continuous data set.
+         *
+         * @param classLists        Instances are divided into K lists, where each list contains only instances from a single class
+         */
+        trainContinuousVersion(classLists) {
+            this.classMeans = new Map();
+            this.classDeviations = new Map();
+            for (let i = 0; i < classLists.size(); i++) {
+                let classLabel = classLists.get(i).getClassLabel();
+                let averageVector = classLists.get(i).average().toVector();
+                this.classMeans.set(classLabel, averageVector);
+                let standardDeviationVector = classLists.get(i).standardDeviation().toVector();
+                this.classDeviations.set(classLabel, standardDeviationVector);
+            }
+        }
+        /**
+         * Training algorithm for Naive Bayes algorithm with a discrete data set.
+         * @param classLists Instances are divided into K lists, where each list contains only instances from a single class
+         */
+        trainDiscreteVersion(classLists) {
+            this.classAttributeDistributions = new Map();
+            for (let i = 0; i < classLists.size(); i++) {
+                this.classAttributeDistributions.set(classLists.get(i).getClassLabel(), classLists.get(i).allAttributesDistribution());
+            }
+        }
+        /**
+         * Training algorithm for Naive Bayes algorithm. It basically calls trainContinuousVersion for continuous data sets,
+         * trainDiscreteVersion for discrete data sets.
+         * @param trainSet Training data given to the algorithm
+         * @param parameters -
+         */
+        train(trainSet, parameters) {
+            this.priorDistribution = trainSet.classDistribution();
+            let classLists = new Partition_1.Partition(trainSet);
+            if (classLists.get(0).get(0).getAttribute(0) instanceof DiscreteAttribute_1.DiscreteAttribute) {
+                this.trainDiscreteVersion(classLists);
+            }
+            else {
+                this.trainContinuousVersion(classLists);
+            }
+        }
+        /**
+         * Loads the naive Bayes model from an input file.
+         * @param fileName File name of the naive Bayes model.
+         */
+        loadModel(fileName) {
+            this.constructor3(fileName);
+        }
     }
     exports.NaiveBayesModel = NaiveBayesModel;
 });

package/dist/Model/Parametric/NaiveBayesModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NaiveBayesModel.js","sourceRoot":"","sources":["../../../source/Model/Parametric/NaiveBayesModel.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,mDAA8C;IAK9C,yEAAoE;IACpE,oEAA+D;IAC/D,4DAAuD;IAKvD,MAAa,eAAgB,SAAQ,6BAAa;QAAlD;;YAEY,eAAU,GAAwB,SAAS,CAAA;YAC3C,oBAAe,GAAwB,SAAS,CAAA;YAChD,gCAA2B,GAA6C,SAAS,CAAA;QA+H7F,CAAC;QA7HG;;;WAGG;QACH,YAAY,CAAC,QAAgB;YACzB,IAAI,KAAK,GAAG,IAAI,2BAAY,CAAC,QAAQ,CAAC,CAAA;YACtC,IAAI,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAA;YAC5C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;YAC/C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACxD,CAAC;QAED;;;;;;;WAOG;QACH,eAAe,CAAC,QAAkB,EAAE,EAAU;YAC1C,IAAI,IAAI,CAAC,2BAA2B,IAAI,SAAS,EAAE;gBAC/C,OAAO,IAAI,CAAC,uBAAuB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;aACrD;iBAAM;gBACH,OAAO,IAAI,CAAC,qBAAqB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;aACnD;QACL,CAAC;QAED;;;;;;;;WAQG;QACK,uBAAuB,CAAC,UAAkB,EAAE,QAAkB;YAClE,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC;YAChF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;gBAC/C,IAAI,EAAE,GAA0B,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAE,CAAC,QAAQ,EAAE,CAAC;gBACrE,IAAI,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACrD,IAAI,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC1D,IAAI,EAAE,IAAI,CAAC,EAAC;oBACR,aAAa,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;iBACvD;aACJ;YACD,OAAO,aAAa,CAAC;QACzB,CAAC;QAED;;;;;;;;;WASG;QACK,qBAAqB,CAAC,UAAkB,EAAE,QAAkB;YAChE,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC;YAChF,IAAI,sBAAsB,GAAG,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;gBAC/C,IAAI,EAAE,GAAwB,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAE,CAAC,QAAQ,EAAE,CAAC;gBACnE,aAAa,IAAI,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC,CAAC;aAC3F;YACD,OAAO,aAAa,CAAC;QACzB,CAAC;QAED,OAAO,CAAC,QAAgB;QACxB,CAAC;QAED;;;;WAIG;QACK,sBAAsB,CAAC,UAAqB;YAChD,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC5C,IAAI,CAAC,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;YACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAC;gBACvC,IAAI,UAAU,GAA8B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,aAAa,EAAE,CAAC;gBAC/E,IAAI,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;gBAC3D,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;gBAC/C,IAAI,uBAAuB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC,QAAQ,EAAE,CAAC;gBAC/E,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;aACjE;QACL,CAAC;QAED;;;WAGG;QACK,oBAAoB,CAAC,UAAqB;YAC9C,IAAI,CAAC,2BAA2B,GAAG,IAAI,GAAG,EAAuC,CAAC;YAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAC;gBACvC,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAA4B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,aAAa,EAAE,EAC9F,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,yBAAyB,EAAE,CAAC,CAAC;aACtD;QACL,CAAC;QAED;;;;;WAKG;QACH,KAAK,CAAC,QAAsB,EAAE,UAAqB;YAC/C,IAAI,CAAC,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YACtD,IAAI,UAAU,GAAG,IAAI,qBAAS,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,qCAAiB,EAAC;gBACtE,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;aACzC;iBAAM;gBACH,IAAI,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;aAC3C;QACL,CAAC;QAED;;;WAGG;QACH,SAAS,CAAC,QAAgB;YACtB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;QAC/B,CAAC;KAEJ;IAnID,0CAmIC"}

package/dist/Model/Parametric/QdaModel.d.ts

@@ -0,0 +1,30 @@
+import { LdaModel } from "./LdaModel";
+import { Instance } from "../../Instance/Instance";
+import { InstanceList } from "../../InstanceList/InstanceList";
+import { Parameter } from "../../Parameter/Parameter";
+export declare class QdaModel extends LdaModel {
+    private W;
+    constructor2(fileName: string): void;
+    /**
+     * The calculateMetric method takes an {@link Instance} and a String as inputs. It multiplies Matrix Wi with Vector xi
+     * then calculates the dot product of it with xi. Then, again it finds the dot product of wi and xi and returns the summation with w0i.
+     *
+     * @param instance {@link Instance} input.
+     * @param Ci       String input.
+     * @return The result of Wi.multiplyWithVectorFromLeft(xi).dotProduct(xi) + wi.dotProduct(xi) + w0i.
+     */
+    calculateMetric(instance: Instance, Ci: string): number;
+    saveTxt(fileName: string): void;
+    /**
+     * Training algorithm for the quadratic discriminant analysis classifier (Introduction to Machine Learning, Alpaydin, 2015).
+     *
+     * @param trainSet   Training data given to the algorithm.
+     * @param parameters -
+     */
+    train(trainSet: InstanceList, parameters: Parameter): void;
+    /**
+     * Loads the Qda model from an input file.
+     * @param fileName File name of the Qda model.
+     */
+    loadModel(fileName: string): void;
+}

package/dist/Model/Parametric/QdaModel.js

@@ -0,0 +1,84 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./LdaModel", "nlptoolkit-math/dist/Vector", "nlptoolkit-util/dist/FileContents", "../../InstanceList/Partition"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.QdaModel = void 0;
+    const LdaModel_1 = require("./LdaModel");
+    const Vector_1 = require("nlptoolkit-math/dist/Vector");
+    const FileContents_1 = require("nlptoolkit-util/dist/FileContents");
+    const Partition_1 = require("../../InstanceList/Partition");
+    class QdaModel extends LdaModel_1.LdaModel {
+        constructor2(fileName) {
+            let input = new FileContents_1.FileContents(fileName);
+            let size = this.loadPriorDistribution(input);
+            this.loadWandW0(input, size);
+            this.W = new Map();
+            for (let i = 0; i < size; i++) {
+                let c = input.readLine();
+                let matrix = this.loadMatrix(input);
+                this.W.set(c, matrix);
+            }
+        }
+        /**
+         * The calculateMetric method takes an {@link Instance} and a String as inputs. It multiplies Matrix Wi with Vector xi
+         * then calculates the dot product of it with xi. Then, again it finds the dot product of wi and xi and returns the summation with w0i.
+         *
+         * @param instance {@link Instance} input.
+         * @param Ci       String input.
+         * @return The result of Wi.multiplyWithVectorFromLeft(xi).dotProduct(xi) + wi.dotProduct(xi) + w0i.
+         */
+        calculateMetric(instance, Ci) {
+            let xi = instance.toVector();
+            let Wi = this.W.get(Ci);
+            let wi = this.w.get(Ci);
+            let w0i = this.w0.get(Ci);
+            return Wi.multiplyWithVectorFromLeft(xi).dotProduct(xi) + wi.dotProduct(xi) + w0i;
+        }
+        saveTxt(fileName) {
+        }
+        /**
+         * Training algorithm for the quadratic discriminant analysis classifier (Introduction to Machine Learning, Alpaydin, 2015).
+         *
+         * @param trainSet   Training data given to the algorithm.
+         * @param parameters -
+         */
+        train(trainSet, parameters) {
+            let determinant = 0;
+            this.w0 = new Map();
+            this.w = new Map();
+            this.W = new Map();
+            let classLists = new Partition_1.Partition(trainSet);
+            this.priorDistribution = trainSet.classDistribution();
+            for (let i = 0; i < classLists.size(); i++) {
+                let Ci = classLists.get(i).getClassLabel();
+                let averageVector = new Vector_1.Vector(classLists.get(i).continuousAttributeAverage());
+                let classCovariance = classLists.get(i).covariance(averageVector);
+                determinant = classCovariance.determinant();
+                classCovariance.inverse();
+                let Wi = classCovariance.clone();
+                Wi.multiplyWithConstant(-0.5);
+                this.W.set(Ci, Wi);
+                let wi = classCovariance.multiplyWithVectorFromLeft(averageVector);
+                this.w.set(Ci, wi);
+                let w0i = -0.5 * (wi.dotProduct(averageVector) + Math.log(determinant)) + Math.log(this.priorDistribution.getProbability(Ci));
+                this.w0.set(Ci, w0i);
+            }
+        }
+        /**
+         * Loads the Qda model from an input file.
+         * @param fileName File name of the Qda model.
+         */
+        loadModel(fileName) {
+            this.constructor2(fileName);
+        }
+    }
+    exports.QdaModel = QdaModel;
+});
+//# sourceMappingURL=QdaModel.js.map

package/dist/Model/Parametric/QdaModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QdaModel.js","sourceRoot":"","sources":["../../../source/Model/Parametric/QdaModel.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,yCAAoC;IAEpC,wDAAmD;IAEnD,oEAA+D;IAG/D,4DAAuD;IAGvD,MAAa,QAAS,SAAQ,mBAAQ;QAIlC,YAAY,CAAC,QAAgB;YACzB,IAAI,KAAK,GAAG,IAAI,2BAAY,CAAC,QAAQ,CAAC,CAAA;YACtC,IAAI,IAAI,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAA;YAC5C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;YAC5B,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,EAAkB,CAAA;YAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAC;gBAC1B,IAAI,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAA;gBACxB,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;gBACnC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;aACxB;QACL,CAAC;QAED;;;;;;;WAOG;QACH,eAAe,CAAC,QAAkB,EAAE,EAAU;YAC1C,IAAI,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC7B,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1B,OAAO,EAAE,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;QACtF,CAAC;QAED,OAAO,CAAC,QAAgB;QACxB,CAAC;QAED;;;;;WAKG;QACH,KAAK,CAAC,QAAsB,EAAE,UAAqB;YAC/C,IAAI,WAAW,GAAG,CAAC,CAAA;YACnB,IAAI,CAAC,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;YACpC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,EAAkB,CAAC;YACnC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,EAAkB,CAAC;YACnC,IAAI,UAAU,GAAG,IAAI,qBAAS,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,CAAC,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;gBACxC,IAAI,EAAE,GAA8B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,aAAa,EAAE,CAAC;gBACvE,IAAI,aAAa,GAAG,IAAI,eAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,0BAA0B,EAAE,CAAC,CAAC;gBAC/E,IAAI,eAAe,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;gBAClE,WAAW,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;gBAC5C,eAAe,CAAC,OAAO,EAAE,CAAC;gBAC1B,IAAI,EAAE,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC;gBACjC,EAAE,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnB,IAAI,EAAE,GAAG,eAAe,CAAC,0BAA0B,CAAC,aAAa,CAAC,CAAC;gBACnE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnB,IAAI,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC9H,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;aACxB;QACL,CAAC;QAED;;;WAGG;QACH,SAAS,CAAC,QAAgB;YACtB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;QAC/B,CAAC;KAEJ;IAxED,4BAwEC"}

package/dist/Model/RandomModel.d.ts

@@ -1,10 +1,23 @@
 import { Model } from "./Model";
 import { Instance } from "../Instance/Instance";
+import { InstanceList } from "../InstanceList/InstanceList";
+import { Parameter } from "../Parameter/Parameter";
 export declare class RandomModel extends Model {
-    private readonly classLabels;
+    private classLabels;
     private random;
     private seed;
-    constructor(classLabelsOrFileName: Array<string> | string, seed?: number);
+    /**
+     * A constructor that sets the class labels.
+     *
+     * @param classLabels An ArrayList of class labels.
+     * @param seed Seed of the random function.
+     */
+    constructor1(classLabels: Array<string>, seed: number): void;
+    /**
+     * Loads a random classifier model from an input model file.
+     * @param fileName Model file name.
+     */
+    constructor2(fileName: string): void;
     /**
      * The predict method gets an Instance as an input and retrieves the possible class labels as an ArrayList. Then selects a
      * random number as an index and returns the class label at this selected index.
@@ -13,6 +26,23 @@ export declare class RandomModel extends Model {
      * @return The class label at the randomly selected index.
      */
     predict(instance: Instance): string;
+    /**
+     * Calculates the posterior probability distribution for the given instance according to random model.
+     * @param instance Instance for which posterior probability distribution is calculated.
+     * @return Posterior probability distribution for the given instance.
+     */
     predictProbability(instance: Instance): Map<string, number>;
     saveTxt(fileName: string): void;
+    /**
+     * Training algorithm for random classifier.
+     *
+     * @param trainSet   Training data given to the algorithm.
+     * @param parameters -
+     */
+    train(trainSet: InstanceList, parameters: Parameter): void;
+    /**
+     * Loads the random classifier model from an input file.
+     * @param fileName File name of the random classifier model.
+     */
+    loadModel(fileName: string): void;
 }