num4anova 0.0.1-java → 0.0.2-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 61d4380d19135d9bb9973755730f34794d2f4741882d494433086922de5fecbc
-  data.tar.gz: eed7345a3482c955c3537954fd6d053d2898f53bfc4807aa39926e23c407e3e2
+  metadata.gz: 3987057ab3576c0da8a66256901cf7548ad7bf4bef7aaafccf128b083655333d
+  data.tar.gz: 4b35674f595de9f05b4056ec6c20d671549341aad88083e5dfd928a881de5c7a
 SHA512:
-  metadata.gz: 756c787954a6c83b735781b4230b1f113bd3e944d7262e7dd2197cacf39bed1640555d5dfaa555552f6433f1b7905c2211948dc54ce5a1686520f23162316014
-  data.tar.gz: 878cd5056eed4258da283789036ebd0b209fc19e215a9e4bc6ffdf2d657bccecff858db6f4e4ad643ec215597e902edc20592bc5704cb906e693b720fe343d50
+  metadata.gz: 75fd29b81f0c79fa4f72520ced191bccc543d1cf86875425f9408a7c25aeeb8dc0b3417a3af3838bbc2dadee641da79f1fd43b46dc3a02f7e920ffafc1f6e1e7
+  data.tar.gz: 4a9226cc5d20f86fda993eecc91048edc77a7157da8b2d44c305fdcbf9849aeb0c2c6d4c270b623d62a061daee67aff8864e039280282fc8c2a415453f8e8334

data/CHANGELOG.md

@@ -2,13 +2,12 @@
 
 ## Unreleased
 
-## [0.0.2] - 2023-12-12
+## [0.0.2] - 2024-01-23
 
-### change
-- chg Q-QPlot and kstest
-- chg from one-side test to two side test.
+### add
+- add Multiple Comparisons function.
 
-## [0.0.1] - 2023-12-05
+## [0.0.1] - 2024-01-10
 
 ### Fixed
 - fix first fixed.

data/Rakefile

@@ -6,3 +6,5 @@ Rake::JavaExtensionTask.new(name='num4anova')  do | ext |
   ext.classpath        = jars.map { |x| File.expand_path x }.join ":"
 end
 task :default => [:compile]
+
+

data/ext/num4anova/MultiComp.java

@@ -0,0 +1,225 @@
+import org.apache.commons.math3.stat.descriptive.DescriptiveStatistics;
+import java.util.Arrays;
+import java.util.List;
+import java.util.ArrayList;
+import org.apache.commons.math3.distribution.TDistribution;
+
+import org.apache.commons.math3.util.Combinations;
+public class MultiComp {
+    public static class ParametrixTest {
+        private static ParametrixTest paramTest = new ParametrixTest();
+        public static ParametrixTest getInstance() {
+            return paramTest;
+        }
+        public boolean[][] turkeyTest(double[][] xi, double a) {
+            HypothesisTest hypoth = new TurkeyTest();
+
+            double[][] statistic = hypoth.calcTestStatistic(xi);
+            return hypoth.executeTest(statistic, a);
+        }
+        public boolean[][] bonferronoTest(double[][] xi, double a) {
+            HypothesisTest hypoth = new BonferroniTest();
+
+            double[][] statistic = hypoth.calcTestStatistic(xi);
+            return hypoth.executeTest(statistic, a * 0.5);
+        }
+        /*********************************/
+        /* interface define              */
+        /*********************************/
+        private interface HypothesisTest {
+            double[][] calcTestStatistic(double[][] xi);
+            boolean[][] executeTest(double[][] statistic, double a);
+        }
+        /*********************************/
+        /* Class define                  */
+        /*********************************/
+        // turkey法
+        private class TurkeyTest implements HypothesisTest {
+            private int m = 0;
+            private int n = 0;
+            public double[][] calcTestStatistic(double[][] xi) {
+                n = xi.length;                  // a
+                m = xi[0].length;               // n
+                double[][] statistic = new double[n][n];
+                double[] mean = calcStdMean(xi);
+                double ve = calcVe(xi);
+
+                for(int i = 0; i < n; i++) {
+                    for(int j = i; j < n; j++) {
+                        statistic[i][j] = 
+                            Math.abs(mean[i] - mean[j]) / Math.sqrt(ve / m);
+                    }
+                }
+  
+                return statistic;
+
+            }
+            public boolean[][] executeTest(double[][] statistic, double a) {
+                int v = n * (m - 1);
+                double q = qvalue(n, v, a);
+                boolean[][] ret = new boolean[n][n];
+
+                for(int i = 0; i < n; i++) {
+                    for(int j = i; j < n; j++) {
+                        ret[i][j] = (statistic[i][j]  >= q) ? true : false;
+                    }
+                }
+                return ret;
+            }
+
+            private double[] calcStdMean(double[][] xi) {
+                int n = xi.length;
+                double[] mean = new double[n];
+
+                for(int i = 0; i < n; i++) {
+                    DescriptiveStatistics stat = new DescriptiveStatistics();
+                    Arrays.stream(xi[i]).forEach(stat::addValue);
+
+                    mean[i] = stat.getMean();
+                    stat.clear();
+                }
+                return mean;
+            } 
+            private double calcVe(double[][] xi) {
+                int n = xi.length;
+                int m = xi[0].length;
+                double na = n * (m - 1);
+                double sumSq = 0.0;
+
+                for(int i = 0; i < n; i++) {
+                    DescriptiveStatistics stat = new DescriptiveStatistics();
+                    Arrays.stream(xi[i]).forEach(stat::addValue);
+                    double mean = stat.getMean();
+                    for (int j = 0; j < m; j++) {
+                        double diff = xi[i][j] - mean;
+                        sumSq = sumSq + diff * diff;
+                    }
+                    stat.clear();
+                }
+                return sumSq / na;
+            }
+            // スチューデント化された範囲のa点
+            // v=120
+            //   k=10  q= 4.5595 p2/a=0.016282   1/61.417516276
+            //   k=8   q= 4.3630 p2/a=0.025263   1/39.583580731
+            //   k=6   q= 4.0960 p2/a=0.044883   1/22.280150614
+            //   k=5   q= 3.9169 p2/a=0.065040   1/15.375153752
+            //   k=4   q= 3.6846 p2/a=0.103377   1/9.673331592
+            //   k=3   q= 3.3561 p2/a=0.192270   1/5.2010194
+            //   k=2   q= 2.8000 p2/a=0.500036   1/2
+            // v=14
+            //   k=10  q= 5.2534 p2/a=0.023091   1/43.306916115
+            //   k=8   q= 4.9903 p2/a=0.033394   1/29.945499191   
+            //   k=6   q= 4.6385 p2/a=0.054768   1/18.258837277   
+            //   k=5   q= 4.4066 p2/a=0.075883   1/13.178182202   
+            //   k=4   q= 4.1105 p2/a=0.114920   1/8.701705534
+            //   k=3   q= 3.7014 p2/a=0.202830   1/4.930237144
+            //   k=2   q= 3.0332 p2/a=0.499991   1/2.000036001   
+            // v=12
+            //   k=10  q= 5.3946 p2/a=0.024637   1/40.58935747
+            //   k=8   q= 5.1187 p2/a=0.035180   1/28.425241615   
+            //   k=6   q= 4.7502 p2/a=0.056858   1/17.587674558 
+            //   k=5   q= 4.5077 p2/a=0.078128   1/12.799508499
+            //   k=4   q= 4.1987 p2/a=0.117245   1/8.529148365 
+            //   k=3   q= 3.7729 p2/a=0.204923   1/4.879881712   
+            //   k=2   q= 3.0813 p2/a=0.500004   1/2
+            // v=10
+            //   k=10  q= 5.5984 p2/a=0.026922   1/37.144342917
+            //   k=8   q= 5.3042 p2/a=0.037799   1/26.455726342
+            //   k=6   q= 4.9128 p2/a=0.059822   1/16.716258233
+            //   k=5   q= 4.6543 p2/a=0.081351   1/12.292411894
+            //   k=4   q= 4.3266 p2/a=0.120575   1/8.293593199   
+            //   k=3   q= 3.8768 p2/a=0.207859   1/4.810953579
+            //   k=2   q= 3.1511 p2/a=0.499979   1/2
+            // v=9
+            //   k=10  q= 5.7384 p2/a=0.028519   1/35.06434307
+            //   k=8   q= 5.4312 p2/a=0.039639   1/25.22767981
+            //   k=6   q= 5.0235 p2/a=0.061950   1/16.14205004
+            //   k=5   q= 4.7554 p2/a=0.083549   1/11.969024165
+            //   k=4   q= 4.4149 p2/a=0.122828   1/8.141466115   
+            //   k=3   q= 3.9485 p2/a=0.209848   1/4.76535397
+            //   k=2   q= 3.1992 p2/a=0.499985   1/2
+            private double qvalue(int k, int v, double a) {
+                double den = (k-1) * (2 + k) / 2;
+                double p = 1.0 - a / den;
+                TDistribution tDist = new TDistribution(v);
+                double t = 
+                    tDist.inverseCumulativeProbability(p);
+
+                return Math.sqrt(2) * t;
+            }
+        }
+        // ボンフェロー法
+        private class BonferroniTest implements HypothesisTest {
+            private int k = 0;
+            private int n = 0;
+            private int m = 0;
+            public double[][] calcTestStatistic(double[][] xi) {
+                n = xi.length;
+                m = xi[0].length;
+                double[][] statistic = new double[n][n];
+                double[] mean = calcStdMean(xi);
+                Combinations c = new Combinations(n, 2);
+                List<int[]> al = new ArrayList<>();
+                for(int[] iterate : c) {
+                    al.add(iterate);
+                }
+                k = al.size();
+                double ve = calcVe(xi);
+                for(int[] array : al) {
+                    int i = array[0];
+                    int j = array[1];
+                    int n1 = xi[i].length;
+                    int n2 = xi[j].length;
+
+                    statistic[i][j] = Math.abs(mean[i] - mean[j])
+                                    / Math.sqrt((1.0 / n1 + 1.0 / n2) * ve);
+                }
+                return statistic;
+            }
+            public boolean[][] executeTest(double[][] statistic, double a) {
+                boolean[][] ret = new boolean[n][n];
+                double na = n * (m - 1);
+                TDistribution tDist = new TDistribution(na);
+
+                double t = tDist.inverseCumulativeProbability(1.0 - a / k);
+
+                for(int i = 0; i < n; i++) {
+                    for(int j = i; j < n; j++) {
+                        ret[i][j] = (statistic[i][j] >= t) ? true : false;
+                    }
+                }
+                return ret;
+            }
+            private double[] calcStdMean(double[][] xi) {
+                double[] mean = new double[n];
+
+                for(int i = 0; i < n; i++) {
+                    DescriptiveStatistics stat = new DescriptiveStatistics();
+                    Arrays.stream(xi[i]).forEach(stat::addValue);
+
+                    mean[i] = stat.getMean();
+                    stat.clear();
+                }
+                return mean;
+            }
+            private double calcVe(double[][] xi) {
+                double na = n * (m - 1);
+                double sumSq = 0.0;
+
+                for(int i = 0; i < n; i++) {
+                    DescriptiveStatistics stat = new DescriptiveStatistics();
+                    Arrays.stream(xi[i]).forEach(stat::addValue);
+                    double mean = stat.getMean();
+                    for (int j = 0; j < m; j++) {
+                        double diff = xi[i][j] - mean;
+                        sumSq = sumSq + diff * diff;
+                    }
+                    stat.clear();
+                }
+                return sumSq / na;
+            } 
+        }
+    }
+}
+

data/ext/num4anova/OneWayLayout.java

@@ -17,7 +17,6 @@ import org.jfree.chart.axis.CategoryAxis;
 import org.jfree.chart.axis.NumberAxis;
 import org.jfree.chart.renderer.category.LineAndShapeRenderer;
 import org.jfree.chart.labels.StandardCategoryToolTipGenerator;
-import org.jfree.chart.renderer.xy.XYLineAndShapeRenderer;
 
 import org.jfree.chart.ChartUtils;
 import java.io.File;

data/lib/multicomp.rb

@@ -0,0 +1,73 @@
+require 'java'
+require 'num4anova.jar'
+require 'jfreechart-1.5.4.jar'
+require 'commons-math3-3.6.1.jar'
+
+java_import 'MultiComp'
+# 多重比較を行う
+#  (Apache commoms math3使用)
+module MultiCompLib
+    # パラメトリック検定
+    class ParametrixTestLib
+        def initialize
+            @paramTest = MultiComp::ParametrixTest.getInstance()
+        end
+        # turkeyの方法による多重比較
+        #
+        # @overload turkey_test(xi, a)
+        #   @param [array]  xi データ(double[][])
+        #   @param [double] a         有意水準
+        #   @return [Array] 検定結果(boolean[][] true:棄却域内 false:棄却域外)
+        # @example
+        #    xi = [
+        #        [12.2, 18.8, 18.2],
+        #        [22.2, 20.5, 14.6],
+        #        [20.8, 19.5, 26.3],
+        #        [26.4, 32.5, 31.3],
+        #        [24.5, 21.2, 22.4],
+        #    ]
+        #    paraTest.turkey_test(xi, a)
+        #    => 
+        #      [
+        #        [false, false, false, true, false],
+        #        [false, false, false, true, false],
+        #        [false, false, false, false, false],
+        #        [false, false, false, false, false],
+        #        [false, false, false, false, false],
+        #     ]
+        def turkey_test(xi, a)
+            ret = @paramTest.turkeyTest(xi.to_java(Java::double[]), a)
+            return ret.to_a
+        end
+        # ボンフェロー二の不等式による多重比較
+        #
+        # @overload bonferrono_test(xi, a)
+        #   @param [array]  xi データ(double[][])
+        #   @param [double] a         有意水準
+        #   @return [Array] 検定結果(boolean[][] true:棄却域内 false:棄却域外)
+        # @example
+        #    xi = [
+        #        [12.2, 18.8, 18.2],
+        #        [22.2, 20.5, 14.6],
+        #        [20.8, 19.5, 26.3],
+        #        [26.4, 32.5, 31.3],
+        #        [24.5, 21.2, 22.4],
+        #    ]
+        #    paraTest.bonferrono_test(xi, a)
+        #    => 
+        #      [
+        #        [false, false, false, true, false],
+        #        [false, false, false, true, false],
+        #        [false, false, false, false, false],
+        #        [false, false, false, false, false],
+        #        [false, false, false, false, false],
+        #     ]
+        def bonferrono_test(xi, a)
+            ret = @paramTest.bonferronoTest(xi.to_java(Java::double[]), a)
+            return ret.to_a
+        end
+    end
+    # ノンパラメトリック検定
+    class NonParametrixTestLib
+    end
+end

data/lib/num4anova.rb

@@ -5,7 +5,8 @@ require 'commons-math3-3.6.1.jar'
 
 java_import 'OneWayLayout'
 java_import 'java.util.HashMap'
-# 数値計算による分散分析を行う
+# 分散分析を行う
+#  (Apache commoms math3使用)
 module Num4AnovaLib
     # 一元配置の分散分析
     class OneWayLayoutLib

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: num4anova
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: java
 authors:
 - siranovel
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-01-09 00:00:00.000000000 Z
+date: 2024-01-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -61,10 +61,12 @@ files:
 - Gemfile
 - LICENSE
 - Rakefile
+- ext/num4anova/MultiComp.java
 - ext/num4anova/OneWayLayout.java
 - lib/commons-math3-3.6.1.jar
 - lib/jcommon-1.0.23.jar
 - lib/jfreechart-1.5.4.jar
+- lib/multicomp.rb
 - lib/num4anova.rb
 homepage: http://github.com/siranovel/num4varanly
 licenses: