nlptoolkit-classification 1.0.6 → 1.0.8

package/dist/Model/{TreeEnsembleModel.js → Ensemble/TreeEnsembleModel.js}

@@ -4,35 +4,36 @@
         if (v !== undefined) module.exports = v;
     }
     else if (typeof define === "function" && define.amd) {
-        define(["require", "exports", "./Model", "./DecisionTree/DecisionTree", "nlptoolkit-math/dist/DiscreteDistribution", "nlptoolkit-util/dist/FileContents", "./DecisionTree/DecisionNode"], factory);
+        define(["require", "exports", "../Model", "../DecisionTree/DecisionTree", "nlptoolkit-math/dist/DiscreteDistribution", "nlptoolkit-util/dist/FileContents", "../DecisionTree/DecisionNode"], factory);
     }
 })(function (require, exports) {
     "use strict";
     Object.defineProperty(exports, "__esModule", { value: true });
     exports.TreeEnsembleModel = void 0;
-    const Model_1 = require("./Model");
-    const DecisionTree_1 = require("./DecisionTree/DecisionTree");
+    const Model_1 = require("../Model");
+    const DecisionTree_1 = require("../DecisionTree/DecisionTree");
     const DiscreteDistribution_1 = require("nlptoolkit-math/dist/DiscreteDistribution");
     const FileContents_1 = require("nlptoolkit-util/dist/FileContents");
-    const DecisionNode_1 = require("./DecisionTree/DecisionNode");
+    const DecisionNode_1 = require("../DecisionTree/DecisionNode");
     class TreeEnsembleModel extends Model_1.Model {
         /**
          * A constructor which sets the {@link Array} of {@link DecisionTree} with given input.
          *
-         * @param forestOrFileName An {@link Array} of {@link DecisionTree}.
+         * @param forest An {@link Array} of {@link DecisionTree}.
          */
-        constructor(forestOrFileName) {
-            super();
-            if (forestOrFileName instanceof Array) {
-                this.forest = forestOrFileName;
-            }
-            else {
-                let input = new FileContents_1.FileContents(forestOrFileName);
-                let numberOfTrees = parseInt(input.readLine());
-                this.forest = new Array();
-                for (let i = 0; i < numberOfTrees; i++) {
-                    this.forest.push(new DecisionTree_1.DecisionTree(new DecisionNode_1.DecisionNode(input)));
-                }
+        constructor1(forest) {
+            this.forest = forest;
+        }
+        /**
+         * Loads a tree ensemble model such as Random Forest model or Bagging model from an input model file.
+         * @param fileName Model file name.
+         */
+        constructor2(fileName) {
+            let input = new FileContents_1.FileContents(fileName);
+            let numberOfTrees = parseInt(input.readLine());
+            this.forest = new Array();
+            for (let i = 0; i < numberOfTrees; i++) {
+                this.forest.push(new DecisionTree_1.DecisionTree(new DecisionNode_1.DecisionNode(input)));
             }
         }
         /**
@@ -49,6 +50,11 @@
             }
             return distribution.getMaxItem();
         }
+        /**
+         * Calculates the posterior probability distribution for the given instance according to ensemble tree model.
+         * @param instance Instance for which posterior probability distribution is calculated.
+         * @return Posterior probability distribution for the given instance.
+         */
         predictProbability(instance) {
             let distribution = new DiscreteDistribution_1.DiscreteDistribution();
             for (let tree of this.forest) {

package/dist/Model/Ensemble/TreeEnsembleModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TreeEnsembleModel.js","sourceRoot":"","sources":["../../../source/Model/Ensemble/TreeEnsembleModel.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,oCAA+B;IAE/B,+DAA0D;IAC1D,oFAA+E;IAC/E,oEAA+D;IAC/D,+DAA0D;IAE1D,MAAsB,iBAAkB,SAAQ,aAAK;QAIjD;;;;WAIG;QACH,YAAY,CAAC,MAA2B;YACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACxB,CAAC;QAED;;;WAGG;QACH,YAAY,CAAC,QAAgB;YACzB,IAAI,KAAK,GAAG,IAAI,2BAAY,CAAC,QAAQ,CAAC,CAAA;YACtC,IAAI,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAA;YAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,KAAK,EAAgB,CAAA;YACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAC;gBACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,2BAAY,CAAC,IAAI,2BAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;aAC9D;QACL,CAAC;QAED;;;;;;WAMG;QACH,OAAO,CAAC,QAAkB;YACtB,IAAI,YAAY,GAAG,IAAI,2CAAoB,EAAE,CAAC;YAC9C,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE;gBAC1B,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;aAChD;YACD,OAAO,YAAY,CAAC,UAAU,EAAE,CAAC;QACrC,CAAC;QAED;;;;WAIG;QACH,kBAAkB,CAAC,QAAkB;YACjC,IAAI,YAAY,GAAG,IAAI,2CAAoB,EAAE,CAAC;YAC9C,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE;gBAC1B,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;aAChD;YACD,OAAO,YAAY,CAAC,0BAA0B,EAAE,CAAC;QACrD,CAAC;QAED,OAAO,CAAC,QAAgB;QACxB,CAAC;KAEJ;IAzDD,8CAyDC"}

package/dist/Model/Model.d.ts

@@ -2,10 +2,15 @@ import { Instance } from "../Instance/Instance";
 import { FileContents } from "nlptoolkit-util/dist/FileContents";
 import { InstanceList } from "../InstanceList/InstanceList";
 import { Matrix } from "nlptoolkit-math/dist/Matrix";
+import { DiscreteDistribution } from "nlptoolkit-math/dist/DiscreteDistribution";
+import { Parameter } from "../Parameter/Parameter";
+import { Performance } from "../Performance/Performance";
 export declare abstract class Model {
     abstract predict(instance: Instance): string;
     abstract predictProbability(instance: Instance): Map<string, number>;
     abstract saveTxt(fileName: String): void;
+    abstract train(trainSet: InstanceList, parameters: Parameter): void;
+    abstract loadModel(fileName: string): void;
     /**
      * Given an array of class labels, returns the maximum occurred one.
      *
@@ -13,7 +18,54 @@ export declare abstract class Model {
      * @return The class label that occurs most in the array of class labels (mod of class label list).
      */
     static getMaximum(classLabels: Array<string>): string;
+    /**
+     * Loads a single instance from a single line.
+     * @param line Line containing the instance.
+     * @param attributeTypes Type of the attributes of the instance. If th attribute is discrete, it is "DISCRETE",
+     *                       otherwise it is "CONTINUOUS".
+     * @return Instance read from the line.
+     */
     loadInstance(line: string, attributeTypes: string[]): Instance;
+    /**
+     * Loads a discrete distribution from an input model file
+     * @param input Input model file.
+     * @return Discrete distribution read from an input model file.
+     */
+    static loadDiscreteDistribution(input: FileContents): DiscreteDistribution;
+    /**
+     * Loads an instance list from an input model file.
+     * @param input Input model file.
+     * @return Instance list read from an input model file.
+     */
     loadInstanceList(input: FileContents): InstanceList;
+    /**
+     * Loads a matrix from an input model file.
+     * @param input Input model file.
+     * @return Matrix read from the input model file.
+     */
     loadMatrix(input: FileContents): Matrix;
+    /**
+     * Checks given instance's attribute and returns true if it is a discrete indexed attribute, false otherwise.
+     *
+     * @param instance Instance to check.
+     * @return True if instance is a discrete indexed attribute, false otherwise.
+     */
+    discreteCheck(instance: Instance): boolean;
+    /**
+     * TestClassification an instance list with the current model.
+     *
+     * @param testSet Test data (list of instances) to be tested.
+     * @return The accuracy (and error) of the model as an instance of Performance class.
+     */
+    test(testSet: InstanceList): Performance;
+    /**
+     * Runs current classifier with the given train and test data.
+     *
+     * @param parameter Parameter of the classifier to be trained.
+     * @param trainSet  Training data to be used in training the classifier.
+     * @param testSet   Test data to be tested after training the model.
+     * @return The accuracy (and error) of the trained model as an instance of Performance class.
+     * @throws DiscreteFeaturesNotAllowed Exception for discrete features.
+     */
+    singleRun(parameter: Parameter, trainSet: InstanceList, testSet: InstanceList): Performance;
 }

package/dist/Model/Model.js

@@ -4,7 +4,7 @@
         if (v !== undefined) module.exports = v;
     }
     else if (typeof define === "function" && define.amd) {
-        define(["require", "exports", "../Instance/Instance", "nlptoolkit-datastructure/dist/CounterHashMap", "../InstanceList/InstanceList", "nlptoolkit-math/dist/Matrix"], factory);
+        define(["require", "exports", "../Instance/Instance", "nlptoolkit-datastructure/dist/CounterHashMap", "../InstanceList/InstanceList", "nlptoolkit-math/dist/Matrix", "nlptoolkit-math/dist/DiscreteDistribution", "../Attribute/DiscreteAttribute", "../Attribute/DiscreteIndexedAttribute", "../Performance/ConfusionMatrix", "../Performance/DetailedClassificationPerformance"], factory);
     }
 })(function (require, exports) {
     "use strict";
@@ -14,6 +14,11 @@
     const CounterHashMap_1 = require("nlptoolkit-datastructure/dist/CounterHashMap");
     const InstanceList_1 = require("../InstanceList/InstanceList");
     const Matrix_1 = require("nlptoolkit-math/dist/Matrix");
+    const DiscreteDistribution_1 = require("nlptoolkit-math/dist/DiscreteDistribution");
+    const DiscreteAttribute_1 = require("../Attribute/DiscreteAttribute");
+    const DiscreteIndexedAttribute_1 = require("../Attribute/DiscreteIndexedAttribute");
+    const ConfusionMatrix_1 = require("../Performance/ConfusionMatrix");
+    const DetailedClassificationPerformance_1 = require("../Performance/DetailedClassificationPerformance");
     class Model {
         /**
          * Given an array of class labels, returns the maximum occurred one.
@@ -28,6 +33,13 @@
             }
             return frequencies.max();
         }
+        /**
+         * Loads a single instance from a single line.
+         * @param line Line containing the instance.
+         * @param attributeTypes Type of the attributes of the instance. If th attribute is discrete, it is "DISCRETE",
+         *                       otherwise it is "CONTINUOUS".
+         * @return Instance read from the line.
+         */
         loadInstance(line, attributeTypes) {
             let items = line.split(",");
             let instance = new Instance_1.Instance(items[items.length - 1]);
@@ -43,6 +55,29 @@
             }
             return instance;
         }
+        /**
+         * Loads a discrete distribution from an input model file
+         * @param input Input model file.
+         * @return Discrete distribution read from an input model file.
+         */
+        static loadDiscreteDistribution(input) {
+            let distribution = new DiscreteDistribution_1.DiscreteDistribution();
+            let size = parseInt(input.readLine());
+            for (let i = 0; i < size; i++) {
+                let line = input.readLine();
+                let items = line.split(" ");
+                let count = parseInt(items[1]);
+                for (let j = 0; j < count; j++) {
+                    distribution.addItem(items[0]);
+                }
+            }
+            return distribution;
+        }
+        /**
+         * Loads an instance list from an input model file.
+         * @param input Input model file.
+         * @return Instance list read from an input model file.
+         */
         loadInstanceList(input) {
             let types = input.readLine().split(" ");
             let instanceCount = parseInt(input.readLine());
@@ -52,6 +87,11 @@
             }
             return instanceList;
         }
+        /**
+         * Loads a matrix from an input model file.
+         * @param input Input model file.
+         * @return Matrix read from the input model file.
+         */
         loadMatrix(input) {
             let items = input.readLine().split(" ");
             let matrix = new Matrix_1.Matrix(parseInt(items[0]), parseInt(items[1]));
@@ -64,6 +104,49 @@
             }
             return matrix;
         }
+        /**
+         * Checks given instance's attribute and returns true if it is a discrete indexed attribute, false otherwise.
+         *
+         * @param instance Instance to check.
+         * @return True if instance is a discrete indexed attribute, false otherwise.
+         */
+        discreteCheck(instance) {
+            for (let i = 0; i < instance.attributeSize(); i++) {
+                if (instance.getAttribute(i) instanceof DiscreteAttribute_1.DiscreteAttribute &&
+                    !(instance.getAttribute(i) instanceof DiscreteIndexedAttribute_1.DiscreteIndexedAttribute)) {
+                    return false;
+                }
+            }
+            return true;
+        }
+        /**
+         * TestClassification an instance list with the current model.
+         *
+         * @param testSet Test data (list of instances) to be tested.
+         * @return The accuracy (and error) of the model as an instance of Performance class.
+         */
+        test(testSet) {
+            let classLabels = testSet.getUnionOfPossibleClassLabels();
+            let confusion = new ConfusionMatrix_1.ConfusionMatrix(classLabels);
+            for (let i = 0; i < testSet.size(); i++) {
+                let instance = testSet.get(i);
+                confusion.classify(instance.getClassLabel(), this.predict(instance));
+            }
+            return new DetailedClassificationPerformance_1.DetailedClassificationPerformance(confusion);
+        }
+        /**
+         * Runs current classifier with the given train and test data.
+         *
+         * @param parameter Parameter of the classifier to be trained.
+         * @param trainSet  Training data to be used in training the classifier.
+         * @param testSet   Test data to be tested after training the model.
+         * @return The accuracy (and error) of the trained model as an instance of Performance class.
+         * @throws DiscreteFeaturesNotAllowed Exception for discrete features.
+         */
+        singleRun(parameter, trainSet, testSet) {
+            this.train(trainSet, parameter);
+            return this.test(testSet);
+        }
     }
     exports.Model = Model;
 });

package/dist/Model/Model.js.map

@@ -1 +1 @@
-{"version":3,"file":"Model.js","sourceRoot":"","sources":["../../source/Model/Model.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,mDAA8C;IAC9C,iFAA4E;IAE5E,+DAA0D;IAC1D,wDAAmD;IAEnD,MAAsB,KAAK;QAMvB;;;;;WAKG;QACH,MAAM,CAAC,UAAU,CAAC,WAA0B;YACxC,IAAI,WAAW,GAAG,IAAI,+BAAc,EAAU,CAAC;YAC/C,KAAK,IAAI,KAAK,IAAI,WAAW,EAAE;gBAC3B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aAC1B;YACD,OAAO,WAAW,CAAC,GAAG,EAAE,CAAC;QAC7B,CAAC;QAED,YAAY,CAAC,IAAY,EAAE,cAAwB;YAC/C,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAC3B,IAAI,QAAQ,GAAG,IAAI,mBAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;YACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAC;gBACtC,QAAQ,cAAc,CAAC,CAAC,CAAC,EAAC;oBACtB,KAAK,UAAU;wBACX,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;wBAC/B,MAAK;oBACT,KAAK,YAAY;wBACb,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;wBAC3C,MAAK;iBACZ;aACJ;YACD,OAAO,QAAQ,CAAA;QACnB,CAAC;QAED,gBAAgB,CAAC,KAAmB;YAChC,IAAI,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACvC,IAAI,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAA;YAC9C,IAAI,YAAY,GAAG,IAAI,2BAAY,EAAE,CAAA;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAC;gBACnC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC,CAAA;aAC/D;YACD,OAAO,YAAY,CAAC;QACxB,CAAC;QAED,UAAU,CAAC,KAAmB;YAC1B,IAAI,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACvC,IAAI,MAAM,GAAG,IAAI,eAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAC;gBACrC,IAAI,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAA;gBAC3B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAC;oBACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;iBAC9C;aACJ;YACD,OAAO,MAAM,CAAA;QACjB,CAAC;KACJ;IA1DD,sBA0DC"}
+{"version":3,"file":"Model.js","sourceRoot":"","sources":["../../source/Model/Model.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,mDAA8C;IAC9C,iFAA4E;IAE5E,+DAA0D;IAC1D,wDAAmD;IACnD,oFAA+E;IAE/E,sEAAiE;IACjE,oFAA+E;IAE/E,oEAA+D;IAC/D,wGAAmG;IAEnG,MAAsB,KAAK;QAQvB;;;;;WAKG;QACH,MAAM,CAAC,UAAU,CAAC,WAA0B;YACxC,IAAI,WAAW,GAAG,IAAI,+BAAc,EAAU,CAAC;YAC/C,KAAK,IAAI,KAAK,IAAI,WAAW,EAAE;gBAC3B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aAC1B;YACD,OAAO,WAAW,CAAC,GAAG,EAAE,CAAC;QAC7B,CAAC;QAED;;;;;;WAMG;QACH,YAAY,CAAC,IAAY,EAAE,cAAwB;YAC/C,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAC3B,IAAI,QAAQ,GAAG,IAAI,mBAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;YACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAC;gBACtC,QAAQ,cAAc,CAAC,CAAC,CAAC,EAAC;oBACtB,KAAK,UAAU;wBACX,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;wBAC/B,MAAK;oBACT,KAAK,YAAY;wBACb,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;wBAC3C,MAAK;iBACZ;aACJ;YACD,OAAO,QAAQ,CAAA;QACnB,CAAC;QAED;;;;WAIG;QACH,MAAM,CAAC,wBAAwB,CAAC,KAAmB;YAC/C,IAAI,YAAY,GAAG,IAAI,2CAAoB,EAAE,CAAA;YAC7C,IAAI,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAA;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAC;gBAC1B,IAAI,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAA;gBAC3B,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAC3B,IAAI,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAC;oBAC3B,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;iBACjC;aACJ;YACD,OAAO,YAAY,CAAA;QACvB,CAAC;QAED;;;;WAIG;QACH,gBAAgB,CAAC,KAAmB;YAChC,IAAI,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACvC,IAAI,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAA;YAC9C,IAAI,YAAY,GAAG,IAAI,2BAAY,EAAE,CAAA;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAC;gBACnC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC,CAAA;aAC/D;YACD,OAAO,YAAY,CAAC;QACxB,CAAC;QAED;;;;WAIG;QACH,UAAU,CAAC,KAAmB;YAC1B,IAAI,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACvC,IAAI,MAAM,GAAG,IAAI,eAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAC;gBACrC,IAAI,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAA;gBAC3B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAC;oBACxC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;iBAC9C;aACJ;YACD,OAAO,MAAM,CAAA;QACjB,CAAC;QAED;;;;;WAKG;QACH,aAAa,CAAC,QAAkB;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;gBAC/C,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,qCAAiB;oBACrD,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,mDAAwB,CAAC,EAAE;oBACjE,OAAO,KAAK,CAAC;iBAChB;aACJ;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;QAED;;;;;WAKG;QACH,IAAI,CAAC,OAAqB;YACtB,IAAI,WAAW,GAAG,OAAO,CAAC,6BAA6B,EAAE,CAAC;YAC1D,IAAI,SAAS,GAAG,IAAI,iCAAe,CAAC,WAAW,CAAC,CAAC;YACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;gBACrC,IAAI,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC9B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;aACxE;YACD,OAAO,IAAI,qEAAiC,CAAC,SAAS,CAAC,CAAC;QAC5D,CAAC;QAED;;;;;;;;WAQG;QACH,SAAS,CAAC,SAAoB,EAAE,QAAsB,EAAE,OAAqB;YACzE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;KAEJ;IA/ID,sBA+IC"}

package/dist/Model/NeuralNetwork/DeepNetworkModel.d.ts

@@ -0,0 +1,47 @@
+import { NeuralNetworkModel } from "./NeuralNetworkModel";
+import { InstanceList } from "../../InstanceList/InstanceList";
+import { Parameter } from "../../Parameter/Parameter";
+export declare class DeepNetworkModel extends NeuralNetworkModel {
+    private weights;
+    private hiddenLayerSize;
+    private activationFunction;
+    /**
+     * The allocateWeights method takes {@link DeepNetworkParameter}s as an input. First it adds random weights to the {@link Array}
+     * of {@link Matrix} weights' first layer. Then it loops through the layers and adds random weights till the last layer.
+     * At the end it adds random weights to the last layer and also sets the hiddenLayerSize value.
+     *
+     * @param parameters {@link DeepNetworkParameter} input.
+     */
+    private allocateWeights;
+    /**
+     * The setBestWeights method creates an {@link Array} of Matrix as bestWeights and clones the values of weights {@link Array}
+     * into this newly created {@link Array}.
+     *
+     * @return An {@link Array} clones from the weights ArrayList.
+     */
+    private setBestWeights;
+    /**
+     * Loads a deep network model from an input model file.
+     * @param fileName Model file name.
+     */
+    constructor2(fileName: string): void;
+    /**
+     * The calculateOutput method loops size of the weights times and calculate one hidden layer at a time and adds bias term.
+     * At the end it updates the output y value.
+     */
+    protected calculateOutput(): void;
+    saveTxt(fileName: string): void;
+    /**
+     * Training algorithm for deep network classifier.
+     *
+     * @param train  Training data given to the algorithm.
+     * @param params Parameters of the deep network algorithm. crossValidationRatio and seed are used as parameters.
+     * @throws DiscreteFeaturesNotAllowed Exception for discrete features.
+     */
+    train(train: InstanceList, params: Parameter): void;
+    /**
+     * Loads the deep network model from an input file.
+     * @param fileName File name of the deep network model.
+     */
+    loadModel(fileName: string): void;
+}

package/dist/Model/{DeepNetworkModel.js → NeuralNetwork/DeepNetworkModel.js}

@@ -4,7 +4,7 @@
         if (v !== undefined) module.exports = v;
     }
     else if (typeof define === "function" && define.amd) {
-        define(["require", "exports", "./NeuralNetworkModel", "nlptoolkit-math/dist/Matrix", "../Parameter/ActivationFunction", "../InstanceList/InstanceList", "nlptoolkit-math/dist/Vector", "../Performance/ClassificationPerformance", "nlptoolkit-util/dist/Random", "nlptoolkit-util/dist/FileContents"], factory);
+        define(["require", "exports", "./NeuralNetworkModel", "nlptoolkit-math/dist/Matrix", "../../Parameter/ActivationFunction", "nlptoolkit-math/dist/Vector", "../../Performance/ClassificationPerformance", "nlptoolkit-util/dist/Random", "nlptoolkit-util/dist/FileContents", "../../InstanceList/Partition"], factory);
     }
 })(function (require, exports) {
     "use strict";
@@ -12,36 +12,13 @@
     exports.DeepNetworkModel = void 0;
     const NeuralNetworkModel_1 = require("./NeuralNetworkModel");
     const Matrix_1 = require("nlptoolkit-math/dist/Matrix");
-    const ActivationFunction_1 = require("../Parameter/ActivationFunction");
-    const InstanceList_1 = require("../InstanceList/InstanceList");
+    const ActivationFunction_1 = require("../../Parameter/ActivationFunction");
     const Vector_1 = require("nlptoolkit-math/dist/Vector");
-    const ClassificationPerformance_1 = require("../Performance/ClassificationPerformance");
+    const ClassificationPerformance_1 = require("../../Performance/ClassificationPerformance");
     const Random_1 = require("nlptoolkit-util/dist/Random");
     const FileContents_1 = require("nlptoolkit-util/dist/FileContents");
+    const Partition_1 = require("../../InstanceList/Partition");
     class DeepNetworkModel extends NeuralNetworkModel_1.NeuralNetworkModel {
-        /**
-         * Constructor that takes two {@link InstanceList} train set and validation set and {@link DeepNetworkParameter} as inputs.
-         * First it sets the class labels, their sizes as K and the size of the continuous attributes as d of given train set and
-         * allocates weights and sets the best weights. At each epoch, it shuffles the train set and loops through the each item of that train set,
-         * it multiplies the weights Matrix with input Vector than applies the sigmoid function and stores the result as hidden and add bias.
-         * Then updates weights and at the end it compares the performance of these weights with validation set. It updates the bestClassificationPerformance and
-         * bestWeights according to the current situation. At the end it updates the learning rate via etaDecrease value and finishes
-         * with clearing the weights.
-         *
-         * @param trainSetOrFileName      {@link InstanceList} to be used as trainSet.
-         * @param validationSet {@link InstanceList} to be used as validationSet.
-         * @param parameters    {@link DeepNetworkParameter} input.
-         */
-        constructor(trainSetOrFileName, validationSet, parameters) {
-            if (trainSetOrFileName instanceof InstanceList_1.InstanceList) {
-                super(trainSetOrFileName);
-                this.constructor1(trainSetOrFileName, validationSet, parameters);
-            }
-            else {
-                super();
-                this.constructor2(trainSetOrFileName);
-            }
-        }
         /**
          * The allocateWeights method takes {@link DeepNetworkParameter}s as an input. First it adds random weights to the {@link Array}
          * of {@link Matrix} weights' first layer. Then it loops through the layers and adds random weights till the last layer.
@@ -71,7 +48,53 @@
             }
             return bestWeights;
         }
-        constructor1(trainSet, validationSet, parameters) {
+        /**
+         * Loads a deep network model from an input model file.
+         * @param fileName Model file name.
+         */
+        constructor2(fileName) {
+            let input = new FileContents_1.FileContents(fileName);
+            this.loadClassLabels(input);
+            this.hiddenLayerSize = parseInt(input.readLine());
+            this.weights = new Array();
+            for (let i = 0; i < this.hiddenLayerSize + 1; i++) {
+                this.weights.push(this.loadMatrix(input));
+            }
+            this.activationFunction = this.loadActivationFunction(input);
+        }
+        /**
+         * The calculateOutput method loops size of the weights times and calculate one hidden layer at a time and adds bias term.
+         * At the end it updates the output y value.
+         */
+        calculateOutput() {
+            let hiddenBiased;
+            for (let i = 0; i < this.weights.length - 1; i++) {
+                let hidden;
+                if (i == 0) {
+                    hidden = this.calculateHidden(this.x, this.weights[i], this.activationFunction);
+                }
+                else {
+                    hidden = this.calculateHidden(hiddenBiased, this.weights[i], this.activationFunction);
+                }
+                hiddenBiased = hidden.biased();
+            }
+            this.y = this.weights[this.weights.length - 1].multiplyWithVectorFromRight(hiddenBiased);
+        }
+        saveTxt(fileName) {
+        }
+        /**
+         * Training algorithm for deep network classifier.
+         *
+         * @param train  Training data given to the algorithm.
+         * @param params Parameters of the deep network algorithm. crossValidationRatio and seed are used as parameters.
+         * @throws DiscreteFeaturesNotAllowed Exception for discrete features.
+         */
+        train(train, params) {
+            this.initialize(train);
+            let parameters = params;
+            let partition = new Partition_1.Partition(train, parameters.getCrossValidationRatio(), true);
+            let trainSet = partition.get(1);
+            let validationSet = partition.get(0);
             let tmpHidden = new Vector_1.Vector(0, 0);
             let deltaWeights = new Array();
             let hidden = new Array();
@@ -151,35 +174,12 @@
                 this.weights.push(m);
             }
         }
-        constructor2(fileName) {
-            let input = new FileContents_1.FileContents(fileName);
-            this.loadClassLabels(input);
-            this.hiddenLayerSize = parseInt(input.readLine());
-            this.weights = new Array();
-            for (let i = 0; i < this.hiddenLayerSize + 1; i++) {
-                this.weights.push(this.loadMatrix(input));
-            }
-            this.activationFunction = this.loadActivationFunction(input);
-        }
         /**
-         * The calculateOutput method loops size of the weights times and calculate one hidden layer at a time and adds bias term.
-         * At the end it updates the output y value.
+         * Loads the deep network model from an input file.
+         * @param fileName File name of the deep network model.
          */
-        calculateOutput() {
-            let hiddenBiased;
-            for (let i = 0; i < this.weights.length - 1; i++) {
-                let hidden;
-                if (i == 0) {
-                    hidden = this.calculateHidden(this.x, this.weights[i], this.activationFunction);
-                }
-                else {
-                    hidden = this.calculateHidden(hiddenBiased, this.weights[i], this.activationFunction);
-                }
-                hiddenBiased = hidden.biased();
-            }
-            this.y = this.weights[this.weights.length - 1].multiplyWithVectorFromRight(hiddenBiased);
-        }
-        saveTxt(fileName) {
+        loadModel(fileName) {
+            this.constructor2(fileName);
         }
     }
     exports.DeepNetworkModel = DeepNetworkModel;

package/dist/Model/NeuralNetwork/DeepNetworkModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeepNetworkModel.js","sourceRoot":"","sources":["../../../source/Model/NeuralNetwork/DeepNetworkModel.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,6DAAwD;IACxD,wDAAmD;IACnD,2EAAsE;IAGtE,wDAAmD;IACnD,2FAAsF;IACtF,wDAAmD;IACnD,oEAA+D;IAE/D,4DAAuD;IAEvD,MAAa,gBAAiB,SAAQ,uCAAkB;QAMpD;;;;;;WAMG;QACK,eAAe,CAAC,UAAgC;YACpD,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,EAAU,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,eAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACzH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;gBACjD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,eAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;aACtJ;YACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,eAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YAClJ,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC,SAAS,EAAE,CAAC;QAClD,CAAC;QAED;;;;;WAKG;QACK,cAAc;YAClB,IAAI,WAAW,GAAG,IAAI,KAAK,EAAU,CAAC;YACtC,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE;gBACxB,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B;YACD,OAAO,WAAW,CAAC;QACvB,CAAC;QAED;;;WAGG;QACH,YAAY,CAAC,QAAgB;YACzB,IAAI,KAAK,GAAG,IAAI,2BAAY,CAAC,QAAQ,CAAC,CAAA;YACtC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;YAC3B,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAA;YACjD,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,EAAU,CAAA;YAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC,EAAE,EAAC;gBAC9C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAA;aAC5C;YACD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAA;QAChE,CAAC;QAED;;;WAGG;QACO,eAAe;YACrB,IAAI,YAAY,CAAA;YAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC9C,IAAI,MAAM,CAAA;gBACV,IAAI,CAAC,IAAI,CAAC,EAAE;oBACR,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;iBACnF;qBAAM;oBACH,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;iBACzF;gBACD,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;aAClC;YACD,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,2BAA2B,CAAC,YAAY,CAAC,CAAC;QAC7F,CAAC;QAED,OAAO,CAAC,QAAgB;QACxB,CAAC;QAED;;;;;;WAMG;QACH,KAAK,CAAC,KAAmB,EAAE,MAAiB;YACxC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;YACtB,IAAI,UAAU,GAA0B,MAAM,CAAA;YAC9C,IAAI,SAAS,GAAG,IAAI,qBAAS,CAAC,KAAK,EAAE,UAAU,CAAC,uBAAuB,EAAE,EAAE,IAAI,CAAC,CAAC;YACjF,IAAI,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YAC/B,IAAI,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YACpC,IAAI,SAAS,GAAG,IAAI,eAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjC,IAAI,YAAY,GAAG,IAAI,KAAK,EAAU,CAAC;YACvC,IAAI,MAAM,GAAG,IAAI,KAAK,EAAU,CAAC;YACjC,IAAI,YAAY,GAAG,IAAI,KAAK,EAAU,CAAC;YACvC,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC,qBAAqB,EAAE,CAAC;YAC7D,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YACjC,IAAI,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,IAAI,6BAA6B,GAAG,IAAI,qDAAyB,CAAC,GAAG,CAAC,CAAC;YACvE,IAAI,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,YAAY,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;YAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC5B,QAAQ,CAAC,OAAO,CAAC,IAAI,eAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;oBACtC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACxC,MAAM,GAAG,IAAI,KAAK,EAAU,CAAC;oBAC7B,YAAY,GAAG,IAAI,KAAK,EAAU,CAAC;oBACnC,YAAY,GAAG,IAAI,KAAK,EAAU,CAAC;oBACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE;wBAC3C,IAAI,CAAC,IAAI,CAAC,EAAE;4BACR,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;yBACvF;6BAAM;4BACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;yBACpG;wBACD,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;qBACzC;oBACD,IAAI,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;oBACpI,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,eAAM,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACvF,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;wBAC/C,IAAI,IAAI,CAAA;wBACR,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAC;4BAC7B,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;yBAClE;6BAAM;4BACH,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,0BAA0B,CAAC,SAAS,CAAC,CAAC;yBACpE;wBACD,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;wBACf,IAAI,oBAAoB,CAAA;wBACxB,QAAQ,IAAI,CAAC,kBAAkB,EAAC;4BAC5B,KAAK,uCAAkB,CAAC,OAAO,CAAC;4BAChC;gCACI,IAAI,cAAc,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gCAC7D,oBAAoB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gCAChE,MAAM;4BACV,KAAK,uCAAkB,CAAC,IAAI;gCACxB,IAAI,GAAG,GAAG,IAAI,eAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gCACzC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gCACjB,oBAAoB,GAAG,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gCAC3E,MAAM;4BACV,KAAK,uCAAkB,CAAC,IAAI;gCACxB,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;gCAC3B,oBAAoB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gCACjC,MAAM;yBACb;wBACD,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC;wBACtD,IAAI,CAAC,IAAI,CAAC,EAAE;4BACR,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,eAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;yBAC5D;6BAAM;4BACH,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,eAAM,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;yBACzE;qBACJ;oBACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;wBAC1C,YAAY,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;wBACnD,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;qBACxC;iBACJ;gBACD,IAAI,gCAAgC,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;gBAC1E,IAAI,gCAAgC,CAAC,WAAW,EAAE,GAAG,6BAA6B,CAAC,WAAW,EAAE,EAAE;oBAC9F,6BAA6B,GAAG,gCAAgC,CAAC;oBACjE,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;iBACvC;gBACD,YAAY,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;aAC/C;YACD,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,EAAU,CAAC;YACnC,KAAK,IAAI,CAAC,IAAI,WAAW,EAAE;gBACvB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACxB;QACL,CAAC;QAED;;;WAGG;QACH,SAAS,CAAC,QAAgB;YACtB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;QAC/B,CAAC;KAEJ;IA3KD,4CA2KC"}

package/dist/Model/NeuralNetwork/LinearPerceptronModel.d.ts

@@ -0,0 +1,31 @@
+import { NeuralNetworkModel } from "./NeuralNetworkModel";
+import { Matrix } from "nlptoolkit-math/dist/Matrix";
+import { InstanceList } from "../../InstanceList/InstanceList";
+import { Parameter } from "../../Parameter/Parameter";
+export declare class LinearPerceptronModel extends NeuralNetworkModel {
+    protected W: Matrix;
+    /**
+     * Loads a linear perceptron model from an input model file.
+     * @param fileName Model file name.
+     */
+    constructor2(fileName: string): void;
+    /**
+     * The calculateOutput method calculates the {@link Matrix} y by multiplying Matrix W with {@link Vector} x.
+     */
+    protected calculateOutput(): void;
+    saveTxt(fileName: string): void;
+    /**
+     * Training algorithm for the linear perceptron algorithm. 20 percent of the data is separated as cross-validation
+     * data used for selecting the best weights. 80 percent of the data is used for training the linear perceptron with
+     * gradient descent.
+     *
+     * @param train   Training data given to the algorithm
+     * @param params Parameters of the linear perceptron.
+     */
+    train(train: InstanceList, params: Parameter): void;
+    /**
+     * Loads the linear perceptron model from an input file.
+     * @param fileName File name of the linear perceptron model.
+     */
+    loadModel(fileName: string): void;
+}

package/dist/Model/NeuralNetwork/LinearPerceptronModel.js

@@ -0,0 +1,84 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./NeuralNetworkModel", "nlptoolkit-math/dist/Matrix", "../../Performance/ClassificationPerformance", "nlptoolkit-util/dist/Random", "nlptoolkit-util/dist/FileContents", "../../InstanceList/Partition"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.LinearPerceptronModel = void 0;
+    const NeuralNetworkModel_1 = require("./NeuralNetworkModel");
+    const Matrix_1 = require("nlptoolkit-math/dist/Matrix");
+    const ClassificationPerformance_1 = require("../../Performance/ClassificationPerformance");
+    const Random_1 = require("nlptoolkit-util/dist/Random");
+    const FileContents_1 = require("nlptoolkit-util/dist/FileContents");
+    const Partition_1 = require("../../InstanceList/Partition");
+    class LinearPerceptronModel extends NeuralNetworkModel_1.NeuralNetworkModel {
+        /**
+         * Loads a linear perceptron model from an input model file.
+         * @param fileName Model file name.
+         */
+        constructor2(fileName) {
+            let input = new FileContents_1.FileContents(fileName);
+            this.loadClassLabels(input);
+            this.W = this.loadMatrix(input);
+        }
+        /**
+         * The calculateOutput method calculates the {@link Matrix} y by multiplying Matrix W with {@link Vector} x.
+         */
+        calculateOutput() {
+            this.y = this.W.multiplyWithVectorFromRight(this.x);
+        }
+        saveTxt(fileName) {
+        }
+        /**
+         * Training algorithm for the linear perceptron algorithm. 20 percent of the data is separated as cross-validation
+         * data used for selecting the best weights. 80 percent of the data is used for training the linear perceptron with
+         * gradient descent.
+         *
+         * @param train   Training data given to the algorithm
+         * @param params Parameters of the linear perceptron.
+         */
+        train(train, params) {
+            this.initialize(train);
+            let parameters = params;
+            let partition = new Partition_1.Partition(train, parameters.getCrossValidationRatio(), true);
+            let trainSet = partition.get(1);
+            let validationSet = partition.get(0);
+            this.W = this.allocateLayerWeights(this.K, this.d + 1, new Random_1.Random(parameters.getSeed()));
+            let bestW = this.W.clone();
+            let bestClassificationPerformance = new ClassificationPerformance_1.ClassificationPerformance(0.0);
+            let epoch = parameters.getEpoch();
+            let learningRate = parameters.getLearningRate();
+            for (let i = 0; i < epoch; i++) {
+                trainSet.shuffle(new Random_1.Random(parameters.getSeed()));
+                for (let j = 0; j < trainSet.size(); j++) {
+                    this.createInputVector(trainSet.get(j));
+                    let rMinusY = this.calculateRMinusY(trainSet.get(j), this.x, this.W);
+                    let deltaW = new Matrix_1.Matrix(rMinusY, this.x);
+                    deltaW.multiplyWithConstant(learningRate);
+                    this.W.add(deltaW);
+                }
+                let currentClassificationPerformance = this.testClassifier(validationSet);
+                if (currentClassificationPerformance.getAccuracy() > bestClassificationPerformance.getAccuracy()) {
+                    bestClassificationPerformance = currentClassificationPerformance;
+                    bestW = this.W.clone();
+                }
+                learningRate *= parameters.getEtaDecrease();
+            }
+            this.W = bestW;
+        }
+        /**
+         * Loads the linear perceptron model from an input file.
+         * @param fileName File name of the linear perceptron model.
+         */
+        loadModel(fileName) {
+            this.constructor2(fileName);
+        }
+    }
+    exports.LinearPerceptronModel = LinearPerceptronModel;
+});
+//# sourceMappingURL=LinearPerceptronModel.js.map

package/dist/Model/NeuralNetwork/LinearPerceptronModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LinearPerceptronModel.js","sourceRoot":"","sources":["../../../source/Model/NeuralNetwork/LinearPerceptronModel.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,6DAAwD;IACxD,wDAAmD;IAGnD,2FAAsF;IACtF,wDAAmD;IACnD,oEAA+D;IAE/D,4DAAuD;IAEvD,MAAa,qBAAsB,SAAQ,uCAAkB;QAIzD;;;WAGG;QACH,YAAY,CAAC,QAAgB;YACzB,IAAI,KAAK,GAAG,IAAI,2BAAY,CAAC,QAAQ,CAAC,CAAA;YACtC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;YAC3B,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;QACnC,CAAC;QAED;;WAEG;QACO,eAAe;YACrB,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,CAAC,QAAgB;QACxB,CAAC;QAED;;;;;;;WAOG;QACH,KAAK,CAAC,KAAmB,EAAE,MAAiB;YACxC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;YACtB,IAAI,UAAU,GAA+B,MAAM,CAAA;YACnD,IAAI,SAAS,GAAG,IAAI,qBAAS,CAAC,KAAK,EAAE,UAAU,CAAC,uBAAuB,EAAE,EAAE,IAAI,CAAC,CAAC;YACjF,IAAI,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YAC/B,IAAI,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YACpC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,eAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACzF,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,6BAA6B,GAAG,IAAI,qDAAyB,CAAC,GAAG,CAAC,CAAA;YACtE,IAAI,KAAK,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAA;YACjC,IAAI,YAAY,GAAG,UAAU,CAAC,eAAe,EAAE,CAAA;YAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC5B,QAAQ,CAAC,OAAO,CAAC,IAAI,eAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;gBAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;oBACtC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;oBACvC,IAAI,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;oBACpE,IAAI,MAAM,GAAG,IAAI,eAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;oBACzC,MAAM,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;oBAC1C,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;iBACrB;gBACD,IAAI,gCAAgC,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAA;gBACzE,IAAI,gCAAgC,CAAC,WAAW,EAAE,GAAG,6BAA6B,CAAC,WAAW,EAAE,EAAE;oBAC9F,6BAA6B,GAAG,gCAAgC,CAAA;oBAChE,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAA;iBACzB;gBACD,YAAY,IAAI,UAAU,CAAC,cAAc,EAAE,CAAA;aAC9C;YACD,IAAI,CAAC,CAAC,GAAG,KAAK,CAAA;QAClB,CAAC;QAED;;;WAGG;QACH,SAAS,CAAC,QAAgB;YACtB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;QAC/B,CAAC;KAEJ;IAtED,sDAsEC"}