nlptoolkit-classification 1.0.0

package/dist/Performance/Performance.js

@@ -0,0 +1,33 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.Performance = void 0;
+    class Performance {
+        /**
+         * Constructor that sets the error rate.
+         *
+         * @param errorRate Double input.
+         */
+        constructor(errorRate) {
+            this.errorRate = errorRate;
+        }
+        /**
+         * Accessor for the error rate.
+         *
+         * @return Double errorRate.
+         */
+        getErrorRate() {
+            return this.errorRate;
+        }
+    }
+    exports.Performance = Performance;
+});
+//# sourceMappingURL=Performance.js.map

package/dist/Performance/Performance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Performance.js","sourceRoot":"","sources":["../../source/Performance/Performance.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,MAAa,WAAW;QAIpB;;;;WAIG;QACH,YAAY,SAAiB;YACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC9B,CAAC;QAED;;;;WAIG;QACH,YAAY;YACR,OAAO,IAAI,CAAC,SAAS,CAAA;QACzB,CAAC;KACJ;IArBD,kCAqBC"}

package/dist/StatisticalTest/Combined5x2F.d.ts

@@ -0,0 +1,7 @@
+import { PairedTest } from "./PairedTest";
+import { ExperimentPerformance } from "../Performance/ExperimentPerformance";
+import { StatisticalTestResult } from "./StatisticalTestResult";
+export declare class Combined5x2F extends PairedTest {
+    private testStatistic;
+    compareClassifiers(classifier1: ExperimentPerformance, classifier2: ExperimentPerformance): StatisticalTestResult;
+}

package/dist/StatisticalTest/Combined5x2F.js

@@ -0,0 +1,43 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./PairedTest", "./StatisticalTestResult", "nlptoolkit-math/dist/Distribution"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.Combined5x2F = void 0;
+    const PairedTest_1 = require("./PairedTest");
+    const StatisticalTestResult_1 = require("./StatisticalTestResult");
+    const Distribution_1 = require("nlptoolkit-math/dist/Distribution");
+    class Combined5x2F extends PairedTest_1.PairedTest {
+        testStatistic(classifier1, classifier2) {
+            let difference = new Array();
+            let numerator = 0;
+            for (let i = 0; i < classifier1.numberOfExperiments(); i++) {
+                difference.push(classifier1.getErrorRate(i) - classifier2.getErrorRate(i));
+                numerator += difference[i] * difference[i];
+            }
+            let denominator = 0;
+            for (let i = 0; i < classifier1.numberOfExperiments() / 2; i++) {
+                let mean = (difference[2 * i] + difference[2 * i + 1]) / 2;
+                let variance = (difference[2 * i] - mean) * (difference[2 * i] - mean) +
+                    (difference[2 * i + 1] - mean) * (difference[2 * i + 1] - mean);
+                denominator += variance;
+            }
+            denominator *= 2;
+            return numerator / denominator;
+        }
+        compareClassifiers(classifier1, classifier2) {
+            let statistic = this.testStatistic(classifier1, classifier2);
+            let degreeOfFreedom1 = classifier1.numberOfExperiments();
+            let degreeOfFreedom2 = classifier1.numberOfExperiments() / 2;
+            return new StatisticalTestResult_1.StatisticalTestResult(Distribution_1.Distribution.fDistribution(statistic, degreeOfFreedom1, degreeOfFreedom2), true);
+        }
+    }
+    exports.Combined5x2F = Combined5x2F;
+});
+//# sourceMappingURL=Combined5x2F.js.map

package/dist/StatisticalTest/Combined5x2F.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Combined5x2F.js","sourceRoot":"","sources":["../../source/StatisticalTest/Combined5x2F.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,6CAAwC;IAExC,mEAA8D;IAC9D,oEAA+D;IAE/D,MAAa,YAAa,SAAQ,uBAAU;QAEhC,aAAa,CAAC,WAAkC,EAAE,WAAkC;YACxF,IAAI,UAAU,GAAG,IAAI,KAAK,EAAU,CAAC;YACrC,IAAI,SAAS,GAAG,CAAC,CAAA;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAC;gBACvD,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3E,SAAS,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;aAC9C;YACD,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAC;gBAC3D,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3D,IAAI,QAAQ,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;oBAClE,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;gBACpE,WAAW,IAAI,QAAQ,CAAC;aAC3B;YACD,WAAW,IAAI,CAAC,CAAC;YACjB,OAAO,SAAS,GAAG,WAAW,CAAC;QACnC,CAAC;QAED,kBAAkB,CAAC,WAAkC,EAAE,WAAkC;YACrF,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAC7D,IAAI,gBAAgB,GAAG,WAAW,CAAC,mBAAmB,EAAE,CAAC;YACzD,IAAI,gBAAgB,GAAG,WAAW,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;YAC7D,OAAO,IAAI,6CAAqB,CAAC,2BAAY,CAAC,aAAa,CAAC,SAAS,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,IAAI,CAAC,CAAC;QACtH,CAAC;KAEJ;IA3BD,oCA2BC"}

package/dist/StatisticalTest/Combined5x2t.d.ts

@@ -0,0 +1,7 @@
+import { PairedTest } from "./PairedTest";
+import { ExperimentPerformance } from "../Performance/ExperimentPerformance";
+import { StatisticalTestResult } from "./StatisticalTestResult";
+export declare class Combined5x2t extends PairedTest {
+    private testStatistic;
+    compareClassifiers(classifier1: ExperimentPerformance, classifier2: ExperimentPerformance): StatisticalTestResult;
+}

package/dist/StatisticalTest/Combined5x2t.js

@@ -0,0 +1,43 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./PairedTest", "./StatisticalTestResult", "nlptoolkit-math/dist/Distribution"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.Combined5x2t = void 0;
+    const PairedTest_1 = require("./PairedTest");
+    const StatisticalTestResult_1 = require("./StatisticalTestResult");
+    const Distribution_1 = require("nlptoolkit-math/dist/Distribution");
+    class Combined5x2t extends PairedTest_1.PairedTest {
+        testStatistic(classifier1, classifier2) {
+            let difference = new Array();
+            for (let i = 0; i < classifier1.numberOfExperiments(); i++) {
+                difference.push(classifier1.getErrorRate(i) - classifier2.getErrorRate(i));
+            }
+            let denominator = 0;
+            let numerator = 0;
+            for (let i = 0; i < classifier1.numberOfExperiments() / 2; i++) {
+                let mean = (difference[2 * i] + difference[2 * i + 1]) / 2;
+                numerator += mean;
+                let variance = (difference[2 * i] - mean) * (difference[2 * i] - mean) +
+                    (difference[2 * i + 1] - mean) * (difference[2 * i + 1] - mean);
+                denominator += variance;
+            }
+            numerator = Math.sqrt(10) * numerator / 5;
+            denominator = Math.sqrt(denominator / 5);
+            return numerator / denominator;
+        }
+        compareClassifiers(classifier1, classifier2) {
+            let statistic = this.testStatistic(classifier1, classifier2);
+            let degreeOfFreedom = classifier1.numberOfExperiments() / 2;
+            return new StatisticalTestResult_1.StatisticalTestResult(Distribution_1.Distribution.tDistribution(statistic, degreeOfFreedom), false);
+        }
+    }
+    exports.Combined5x2t = Combined5x2t;
+});
+//# sourceMappingURL=Combined5x2t.js.map

package/dist/StatisticalTest/Combined5x2t.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Combined5x2t.js","sourceRoot":"","sources":["../../source/StatisticalTest/Combined5x2t.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,6CAAwC;IAExC,mEAA8D;IAC9D,oEAA+D;IAE/D,MAAa,YAAa,SAAQ,uBAAU;QAEhC,aAAa,CAAC,WAAkC,EAAE,WAAkC;YACxF,IAAI,UAAU,GAAG,IAAI,KAAK,EAAU,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAC;gBACvD,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;aAC9E;YACD,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAC;gBAC3D,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3D,SAAS,IAAI,IAAI,CAAC;gBAClB,IAAI,QAAQ,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;oBAClE,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;gBACpE,WAAW,IAAI,QAAQ,CAAC;aAC3B;YACD,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,SAAS,GAAG,CAAC,CAAC;YAC1C,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;YACzC,OAAO,SAAS,GAAG,WAAW,CAAC;QACnC,CAAC;QAED,kBAAkB,CAAC,WAAkC,EAAE,WAAkC;YACrF,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAC7D,IAAI,eAAe,GAAG,WAAW,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;YAC5D,OAAO,IAAI,6CAAqB,CAAC,2BAAY,CAAC,aAAa,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,KAAK,CAAC,CAAC;QACpG,CAAC;KAEJ;IA3BD,oCA2BC"}

package/dist/StatisticalTest/Paired5x2t.d.ts

@@ -0,0 +1,7 @@
+import { PairedTest } from "./PairedTest";
+import { ExperimentPerformance } from "../Performance/ExperimentPerformance";
+import { StatisticalTestResult } from "./StatisticalTestResult";
+export declare class Paired5x2t extends PairedTest {
+    private testStatistic;
+    compareClassifiers(classifier1: ExperimentPerformance, classifier2: ExperimentPerformance): StatisticalTestResult;
+}

package/dist/StatisticalTest/Paired5x2t.js

@@ -0,0 +1,42 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./PairedTest", "./StatisticalTestResult", "nlptoolkit-math/dist/Distribution"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.Paired5x2t = void 0;
+    const PairedTest_1 = require("./PairedTest");
+    const StatisticalTestResult_1 = require("./StatisticalTestResult");
+    const Distribution_1 = require("nlptoolkit-math/dist/Distribution");
+    class Paired5x2t extends PairedTest_1.PairedTest {
+        testStatistic(classifier1, classifier2) {
+            let difference = new Array();
+            let sum = 0.0;
+            for (let i = 0; i < classifier1.numberOfExperiments(); i++) {
+                difference.push(classifier1.getErrorRate(i) - classifier2.getErrorRate(i));
+                sum += difference[i];
+            }
+            let denominator = 0;
+            for (let i = 0; i < classifier1.numberOfExperiments() / 2; i++) {
+                let mean = (difference[2 * i] + difference[2 * i + 1]) / 2;
+                let variance = (difference[2 * i] - mean) * (difference[2 * i] - mean) +
+                    (difference[2 * i + 1] - mean) * (difference[2 * i + 1] - mean);
+                denominator += variance;
+            }
+            denominator = Math.sqrt(denominator / 5);
+            return difference[0] / denominator;
+        }
+        compareClassifiers(classifier1, classifier2) {
+            let statistic = this.testStatistic(classifier1, classifier2);
+            let degreeOfFreedom = classifier1.numberOfExperiments() / 2;
+            return new StatisticalTestResult_1.StatisticalTestResult(Distribution_1.Distribution.tDistribution(statistic, degreeOfFreedom), false);
+        }
+    }
+    exports.Paired5x2t = Paired5x2t;
+});
+//# sourceMappingURL=Paired5x2t.js.map

package/dist/StatisticalTest/Paired5x2t.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Paired5x2t.js","sourceRoot":"","sources":["../../source/StatisticalTest/Paired5x2t.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,6CAAwC;IAExC,mEAA8D;IAC9D,oEAA+D;IAE/D,MAAa,UAAW,SAAQ,uBAAU;QAE9B,aAAa,CAAC,WAAkC,EAAE,WAAkC;YACxF,IAAI,UAAU,GAAG,IAAI,KAAK,EAAU,CAAC;YACrC,IAAI,GAAG,GAAG,GAAG,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAC;gBACvD,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3E,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;aACxB;YACD,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAC;gBAC3D,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3D,IAAI,QAAQ,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;oBAClE,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;gBACpE,WAAW,IAAI,QAAQ,CAAC;aAC3B;YACD,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;YACzC,OAAO,UAAU,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;QACvC,CAAC;QAED,kBAAkB,CAAC,WAAkC,EAAE,WAAkC;YACrF,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAC7D,IAAI,eAAe,GAAG,WAAW,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;YAC5D,OAAO,IAAI,6CAAqB,CAAC,2BAAY,CAAC,aAAa,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,KAAK,CAAC,CAAC;QACpG,CAAC;KAEJ;IA1BD,gCA0BC"}

package/dist/StatisticalTest/PairedTest.d.ts

@@ -0,0 +1,6 @@
+import { ExperimentPerformance } from "../Performance/ExperimentPerformance";
+import { StatisticalTestResult } from "./StatisticalTestResult";
+export declare abstract class PairedTest {
+    abstract compareClassifiers(classifier1: ExperimentPerformance, classifier2: ExperimentPerformance): StatisticalTestResult;
+    compare(classifier1: ExperimentPerformance, classifier2: ExperimentPerformance, alpha: number): number;
+}

package/dist/StatisticalTest/PairedTest.js

@@ -0,0 +1,35 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./StatisticalTestResultType"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.PairedTest = void 0;
+    const StatisticalTestResultType_1 = require("./StatisticalTestResultType");
+    class PairedTest {
+        compare(classifier1, classifier2, alpha) {
+            let testResult1 = this.compareClassifiers(classifier1, classifier2);
+            let testResult2 = this.compareClassifiers(classifier2, classifier1);
+            let testResultType1 = testResult1.oneTailed(alpha);
+            let testResultType2 = testResult2.oneTailed(alpha);
+            if (testResultType1 == StatisticalTestResultType_1.StatisticalTestResultType.REJECT) {
+                return 1;
+            }
+            else {
+                if (testResultType2 == StatisticalTestResultType_1.StatisticalTestResultType.REJECT) {
+                    return -1;
+                }
+                else {
+                    return 0;
+                }
+            }
+        }
+    }
+    exports.PairedTest = PairedTest;
+});
+//# sourceMappingURL=PairedTest.js.map

package/dist/StatisticalTest/PairedTest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PairedTest.js","sourceRoot":"","sources":["../../source/StatisticalTest/PairedTest.ts"],"names":[],"mappings":";;;;;;;;;;;;IAEA,2EAAsE;IAEtE,MAAsB,UAAU;QAI5B,OAAO,CAAC,WAAkC,EAAE,WAAkC,EAAE,KAAa;YACzF,IAAI,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YACpE,IAAI,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YACpE,IAAI,eAAe,GAAG,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,eAAe,GAAG,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACnD,IAAI,eAAe,IAAI,qDAAyB,CAAC,MAAM,EAAC;gBACpD,OAAO,CAAC,CAAC;aACZ;iBAAM;gBACH,IAAI,eAAe,IAAI,qDAAyB,CAAC,MAAM,EAAC;oBACpD,OAAO,CAAC,CAAC,CAAC;iBACb;qBAAM;oBACH,OAAO,CAAC,CAAC;iBACZ;aACJ;QACL,CAAC;KACJ;IAnBD,gCAmBC"}

package/dist/StatisticalTest/Pairedt.d.ts

@@ -0,0 +1,7 @@
+import { PairedTest } from "./PairedTest";
+import { ExperimentPerformance } from "../Performance/ExperimentPerformance";
+import { StatisticalTestResult } from "./StatisticalTestResult";
+export declare class Pairedt extends PairedTest {
+    private testStatistic;
+    compareClassifiers(classifier1: ExperimentPerformance, classifier2: ExperimentPerformance): StatisticalTestResult;
+}

package/dist/StatisticalTest/Pairedt.js

@@ -0,0 +1,40 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./PairedTest", "./StatisticalTestResult", "nlptoolkit-math/dist/Distribution"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.Pairedt = void 0;
+    const PairedTest_1 = require("./PairedTest");
+    const StatisticalTestResult_1 = require("./StatisticalTestResult");
+    const Distribution_1 = require("nlptoolkit-math/dist/Distribution");
+    class Pairedt extends PairedTest_1.PairedTest {
+        testStatistic(classifier1, classifier2) {
+            let difference = new Array();
+            let sum = 0.0;
+            for (let i = 0; i < classifier1.numberOfExperiments(); i++) {
+                difference.push(classifier1.getErrorRate(i) - classifier2.getErrorRate(i));
+                sum += difference[i];
+            }
+            let mean = sum / classifier1.numberOfExperiments();
+            sum = 0.0;
+            for (let i = 0; i < classifier1.numberOfExperiments(); i++) {
+                sum += (difference[i] - mean) * (difference[i] - mean);
+            }
+            let standardDeviation = Math.sqrt(sum / (classifier1.numberOfExperiments() - 1));
+            return Math.sqrt(classifier1.numberOfExperiments()) * mean / standardDeviation;
+        }
+        compareClassifiers(classifier1, classifier2) {
+            let statistic = this.testStatistic(classifier1, classifier2);
+            let degreeOfFreedom = classifier1.numberOfExperiments() - 1;
+            return new StatisticalTestResult_1.StatisticalTestResult(Distribution_1.Distribution.tDistribution(statistic, degreeOfFreedom), false);
+        }
+    }
+    exports.Pairedt = Pairedt;
+});
+//# sourceMappingURL=Pairedt.js.map

package/dist/StatisticalTest/Pairedt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Pairedt.js","sourceRoot":"","sources":["../../source/StatisticalTest/Pairedt.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,6CAAwC;IAExC,mEAA8D;IAC9D,oEAA+D;IAE/D,MAAa,OAAQ,SAAQ,uBAAU;QAE3B,aAAa,CAAC,WAAkC,EAAE,WAAkC;YACxF,IAAI,UAAU,GAAG,IAAI,KAAK,EAAU,CAAC;YACrC,IAAI,GAAG,GAAG,GAAG,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAC;gBACvD,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3E,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;aACxB;YACD,IAAI,IAAI,GAAG,GAAG,GAAG,WAAW,CAAC,mBAAmB,EAAE,CAAC;YACnD,GAAG,GAAG,GAAG,CAAC;YACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAC;gBACvD,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;aAC1D;YACD,IAAI,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;YACjF,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,mBAAmB,EAAE,CAAC,GAAG,IAAI,GAAG,iBAAiB,CAAC;QACnF,CAAC;QAED,kBAAkB,CAAC,WAAkC,EAAE,WAAkC;YACrF,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAC7D,IAAI,eAAe,GAAG,WAAW,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;YAC5D,OAAO,IAAI,6CAAqB,CAAC,2BAAY,CAAC,aAAa,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,KAAK,CAAC,CAAC;QACpG,CAAC;KAEJ;IAxBD,0BAwBC"}

package/dist/StatisticalTest/Sign.d.ts

@@ -0,0 +1,8 @@
+import { PairedTest } from "./PairedTest";
+import { ExperimentPerformance } from "../Performance/ExperimentPerformance";
+import { StatisticalTestResult } from "./StatisticalTestResult";
+export declare class Sign extends PairedTest {
+    private factorial;
+    private binomial;
+    compareClassifiers(classifier1: ExperimentPerformance, classifier2: ExperimentPerformance): StatisticalTestResult;
+}

package/dist/StatisticalTest/Sign.js

@@ -0,0 +1,52 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./PairedTest", "./StatisticalTestResult"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.Sign = void 0;
+    const PairedTest_1 = require("./PairedTest");
+    const StatisticalTestResult_1 = require("./StatisticalTestResult");
+    class Sign extends PairedTest_1.PairedTest {
+        factorial(n) {
+            let result = 1;
+            for (let i = 2; i <= n; i++)
+                result *= i;
+            return result;
+        }
+        binomial(m, n) {
+            if (n == 0 || m == n) {
+                return 1;
+            }
+            else {
+                return this.factorial(m) / (this.factorial(n) * this.factorial(m - n));
+            }
+        }
+        compareClassifiers(classifier1, classifier2) {
+            let plus = 0, minus = 0;
+            for (let i = 0; i < classifier1.numberOfExperiments(); i++) {
+                if (classifier1.getErrorRate(i) < classifier2.getErrorRate(i)) {
+                    plus++;
+                }
+                else {
+                    if (classifier1.getErrorRate(i) > classifier2.getErrorRate(i)) {
+                        minus++;
+                    }
+                }
+            }
+            let total = plus + minus;
+            let pValue = 0.0;
+            for (let i = 0; i <= plus; i++) {
+                pValue += this.binomial(total, i) / Math.pow(2, total);
+            }
+            return new StatisticalTestResult_1.StatisticalTestResult(pValue, false);
+        }
+    }
+    exports.Sign = Sign;
+});
+//# sourceMappingURL=Sign.js.map

package/dist/StatisticalTest/Sign.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Sign.js","sourceRoot":"","sources":["../../source/StatisticalTest/Sign.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,6CAAwC;IAExC,mEAA8D;IAE9D,MAAa,IAAK,SAAQ,uBAAU;QAExB,SAAS,CAAC,CAAS;YACvB,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;gBACvB,MAAM,IAAI,CAAC,CAAC;YAChB,OAAO,MAAM,CAAC;QAClB,CAAC;QAEO,QAAQ,CAAC,CAAS,EAAE,CAAS;YACjC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAC;gBACjB,OAAO,CAAC,CAAC;aACZ;iBAAM;gBACH,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;aAC1E;QACL,CAAC;QAED,kBAAkB,CAAC,WAAkC,EAAE,WAAkC;YACrF,IAAI,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAC;gBACvD,IAAI,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,EAAC;oBAC1D,IAAI,EAAE,CAAC;iBACV;qBAAM;oBACH,IAAI,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,EAAC;wBAC1D,KAAK,EAAE,CAAC;qBACX;iBACJ;aACJ;YACD,IAAI,KAAK,GAAG,IAAI,GAAG,KAAK,CAAC;YACzB,IAAI,MAAM,GAAG,GAAG,CAAC;YACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,EAAC;gBAC3B,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;aAC1D;YACD,OAAO,IAAI,6CAAqB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACpD,CAAC;KAEJ;IApCD,oBAoCC"}

package/dist/StatisticalTest/StatisticalTestResult.d.ts

@@ -0,0 +1,9 @@
+import { StatisticalTestResultType } from "./StatisticalTestResultType";
+export declare class StatisticalTestResult {
+    private readonly pValue;
+    private readonly onlyTwoTailed;
+    constructor(pValue: number, onlyTwoTailed: boolean);
+    oneTailed(alpha: number): StatisticalTestResultType;
+    twoTailed(alpha: number): StatisticalTestResultType;
+    getPValue(): number;
+}

package/dist/StatisticalTest/StatisticalTestResult.js

@@ -0,0 +1,53 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "./StatisticalTestResultType"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.StatisticalTestResult = void 0;
+    const StatisticalTestResultType_1 = require("./StatisticalTestResultType");
+    class StatisticalTestResult {
+        constructor(pValue, onlyTwoTailed) {
+            this.pValue = pValue;
+            this.onlyTwoTailed = onlyTwoTailed;
+        }
+        oneTailed(alpha) {
+            if (!this.onlyTwoTailed) {
+                if (this.pValue < alpha) {
+                    return StatisticalTestResultType_1.StatisticalTestResultType.REJECT;
+                }
+                else {
+                    return StatisticalTestResultType_1.StatisticalTestResultType.FAILED_TO_REJECT;
+                }
+            }
+        }
+        twoTailed(alpha) {
+            if (this.onlyTwoTailed) {
+                if (this.pValue < alpha) {
+                    return StatisticalTestResultType_1.StatisticalTestResultType.REJECT;
+                }
+                else {
+                    return StatisticalTestResultType_1.StatisticalTestResultType.FAILED_TO_REJECT;
+                }
+            }
+            else {
+                if (this.pValue < alpha / 2 || this.pValue > 1 - alpha / 2) {
+                    return StatisticalTestResultType_1.StatisticalTestResultType.REJECT;
+                }
+                else {
+                    return StatisticalTestResultType_1.StatisticalTestResultType.FAILED_TO_REJECT;
+                }
+            }
+        }
+        getPValue() {
+            return this.pValue;
+        }
+    }
+    exports.StatisticalTestResult = StatisticalTestResult;
+});
+//# sourceMappingURL=StatisticalTestResult.js.map

package/dist/StatisticalTest/StatisticalTestResult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StatisticalTestResult.js","sourceRoot":"","sources":["../../source/StatisticalTest/StatisticalTestResult.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,2EAAsE;IAEtE,MAAa,qBAAqB;QAK9B,YAAY,MAAc,EAAE,aAAsB;YAC9C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;YACpB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;QACtC,CAAC;QAED,SAAS,CAAC,KAAa;YACnB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAC;gBACpB,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAC;oBACpB,OAAO,qDAAyB,CAAC,MAAM,CAAC;iBAC3C;qBAAM;oBACH,OAAO,qDAAyB,CAAC,gBAAgB,CAAC;iBACrD;aACJ;QACL,CAAC;QAED,SAAS,CAAC,KAAa;YACnB,IAAI,IAAI,CAAC,aAAa,EAAC;gBACnB,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAC;oBACpB,OAAO,qDAAyB,CAAC,MAAM,CAAC;iBAC3C;qBAAM;oBACH,OAAO,qDAAyB,CAAC,gBAAgB,CAAC;iBACrD;aACJ;iBAAM;gBACH,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,EAAC;oBACvD,OAAO,qDAAyB,CAAC,MAAM,CAAC;iBAC3C;qBAAM;oBACH,OAAO,qDAAyB,CAAC,gBAAgB,CAAC;iBACrD;aACJ;QACL,CAAC;QAED,SAAS;YACL,OAAO,IAAI,CAAC,MAAM,CAAA;QACtB,CAAC;KACJ;IAvCD,sDAuCC"}

package/dist/StatisticalTest/StatisticalTestResultType.d.ts

@@ -0,0 +1,7 @@
+/***
+ * Enumerator class for statistical test results.
+ */
+export declare enum StatisticalTestResultType {
+    FAILED_TO_REJECT = 0,
+    REJECT = 1
+}

package/dist/StatisticalTest/StatisticalTestResultType.js

@@ -0,0 +1,22 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.StatisticalTestResultType = void 0;
+    /***
+     * Enumerator class for statistical test results.
+     */
+    var StatisticalTestResultType;
+    (function (StatisticalTestResultType) {
+        StatisticalTestResultType[StatisticalTestResultType["FAILED_TO_REJECT"] = 0] = "FAILED_TO_REJECT";
+        StatisticalTestResultType[StatisticalTestResultType["REJECT"] = 1] = "REJECT";
+    })(StatisticalTestResultType = exports.StatisticalTestResultType || (exports.StatisticalTestResultType = {}));
+});
+//# sourceMappingURL=StatisticalTestResultType.js.map

package/dist/StatisticalTest/StatisticalTestResultType.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StatisticalTestResultType.js","sourceRoot":"","sources":["../../source/StatisticalTest/StatisticalTestResultType.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA;;OAEG;IACH,IAAY,yBAEX;IAFD,WAAY,yBAAyB;QACjC,iGAAgB,CAAA;QAAE,6EAAM,CAAA;IAC5B,CAAC,EAFW,yBAAyB,GAAzB,iCAAyB,KAAzB,iCAAyB,QAEpC"}

package/index.js

@@ -0,0 +1,100 @@
+export * from "./dist/Attribute/Attribute"
+export * from "./dist/Attribute/AttributeType"
+export * from "./dist/Attribute/BinaryAttribute"
+export * from "./dist/Attribute/ContinuousAttribute"
+export * from "./dist/Attribute/DiscreteAttribute"
+export * from "./dist/Attribute/DiscreteIndexedAttribute"
+export * from "./dist/Classifier/Bagging"
+export * from "./dist/Classifier/C45"
+export * from "./dist/Classifier/C45Stump"
+export * from "./dist/Classifier/Classifier"
+export * from "./dist/Classifier/DeepNetwork"
+export * from "./dist/Classifier/Dummy"
+export * from "./dist/Classifier/KMeans"
+export * from "./dist/Classifier/Knn"
+export * from "./dist/Classifier/Lda"
+export * from "./dist/Classifier/LinearPerceptron"
+export * from "./dist/Classifier/MultiLayerPerceptron"
+export * from "./dist/Classifier/NaiveBayes"
+export * from "./dist/Classifier/Qda"
+export * from "./dist/Classifier/RandomClassifier"
+export * from "./dist/Classifier/RandomForest"
+export * from "./dist/DataSet/DataDefinition"
+export * from "./dist/DataSet/DataSet"
+export * from "./dist/DistanceMetric/DistanceMetric"
+export * from "./dist/DistanceMetric/EuclidianDistance"
+export * from "./dist/DistanceMetric/MahalanobisDistance"
+export * from "./dist/Experiment/BootstrapRun"
+export * from "./dist/Experiment/Experiment"
+export * from "./dist/Experiment/KFoldRun"
+export * from "./dist/Experiment/KFoldRunSeparateTest"
+export * from "./dist/Experiment/MultipleRun"
+export * from "./dist/Experiment/MxKFoldRun"
+export * from "./dist/Experiment/MxKFoldRunSeparateTest"
+export * from "./dist/Experiment/SingleRun"
+export * from "./dist/Experiment/SingleRunWithK"
+export * from "./dist/Experiment/StratifiedKFoldRun"
+export * from "./dist/Experiment/StratifiedKFoldRunSeparateTest"
+export * from "./dist/Experiment/StratifiedMxKFoldRun"
+export * from "./dist/Experiment/StratifiedMxKFoldRunSeparateTest"
+export * from "./dist/Experiment/StratifiedSingleRunWithK"
+export * from "./dist/FeatureSelection/BackwardSelection"
+export * from "./dist/FeatureSelection/FeatureSubSet"
+export * from "./dist/FeatureSelection/FloatingSelection"
+export * from "./dist/FeatureSelection/ForwardSelection"
+export * from "./dist/FeatureSelection/SubSetSelection"
+export * from "./dist/Filter/DiscreteToContinuous"
+export * from "./dist/Filter/DiscreteToIndexed"
+export * from "./dist/Filter/FeatureFilter"
+export * from "./dist/Filter/LaryFilter"
+export * from "./dist/Filter/LaryToBinary"
+export * from "./dist/Filter/Normalize"
+export * from "./dist/Filter/Pca"
+export * from "./dist/Filter/TrainedFeatureFilter"
+export * from "./dist/Instance/CompositeInstance"
+export * from "./dist/Instance/Instance"
+export * from "./dist/InstanceList/InstanceList"
+export * from "./dist/InstanceList/InstanceListOfSameClass"
+export * from "./dist/InstanceList/Partition"
+export * from "./dist/Model/DecisionTree/DecisionCondition"
+export * from "./dist/Model/DecisionTree/DecisionNode"
+export * from "./dist/Model/DecisionTree/DecisionTree"
+export * from "./dist/Model/DeepNetworkModel"
+export * from "./dist/Model/DummyModel"
+export * from "./dist/Model/GaussianModel"
+export * from "./dist/Model/KMeansModel"
+export * from "./dist/Model/KnnInstance"
+export * from "./dist/Model/KnnModel"
+export * from "./dist/Model/LdaModel"
+export * from "./dist/Model/LinearPerceptronModel"
+export * from "./dist/Model/Model"
+export * from "./dist/Model/MultiLayerPerceptronModel"
+export * from "./dist/Model/NaiveBayesModel"
+export * from "./dist/Model/NeuralNetworkModel"
+export * from "./dist/Model/QdaModel"
+export * from "./dist/Model/RandomModel"
+export * from "./dist/Model/TreeEnsembleModel"
+export * from "./dist/Model/ValidatedModel"
+export * from "./dist/Parameter/ActivationFunction"
+export * from "./dist/Parameter/BaggingParameter"
+export * from "./dist/Parameter/C45Parameter"
+export * from "./dist/Parameter/DeepNetworkParameter"
+export * from "./dist/Parameter/KMeansParameter"
+export * from "./dist/Parameter/KnnParameter"
+export * from "./dist/Parameter/LinearPerceptronParameter"
+export * from "./dist/Parameter/MultiLayerPerceptronParameter"
+export * from "./dist/Parameter/Parameter"
+export * from "./dist/Parameter/RandomForestParameter"
+export * from "./dist/Performance/ClassificationPerformance"
+export * from "./dist/Performance/ConfusionMatrix"
+export * from "./dist/Performance/DetailedClassificationPerformance"
+export * from "./dist/Performance/ExperimentPerformance"
+export * from "./dist/Performance/Performance"
+export * from "./dist/StatisticalTest/Combined5x2F"
+export * from "./dist/StatisticalTest/Combined5x2t"
+export * from "./dist/StatisticalTest/Paired5x2t"
+export * from "./dist/StatisticalTest/Pairedt"
+export * from "./dist/StatisticalTest/PairedTest"
+export * from "./dist/StatisticalTest/Sign"
+export * from "./dist/StatisticalTest/StatisticalTestResult"
+export * from "./dist/StatisticalTest/StatisticalTestResultType"

package/package.json

@@ -0,0 +1,30 @@
+{
+  "name": "nlptoolkit-classification",
+  "version": "1.0.0",
+  "description": "Classification Library",
+  "main": "index.js",
+  "types": "index.js",
+  "scripts": {
+    "test": "Mocha"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/StarlangSoftware/Classification-Js.git"
+  },
+  "author": "Olcay Taner Yıldız",
+  "license": "ISC",
+  "bugs": {
+    "url": "https://github.com/StarlangSoftware/Classification-Js/issues"
+  },
+  "homepage": "https://github.com/StarlangSoftware/Classification-Js#readme",
+  "devDependencies": {
+    "@types/mocha": "^9.0.0",
+    "mocha": "^9.1.3",
+    "nlptoolkit-datastructure": "^1.0.0",
+    "nlptoolkit-math": "^1.0.0",
+    "nlptoolkit-sampling": "^1.0.0",
+    "nlptoolkit-util": "^1.0.2",
+    "ts-node": "^10.4.0",
+    "typescript": "^4.5.4"
+  }
+}

package/source/Attribute/Attribute.ts

@@ -0,0 +1,6 @@
+export abstract class Attribute {
+
+    abstract continuousAttributeSize(): number
+    abstract continuousAttributes(): Array<number>
+
+}